-- Logs begin at Fri 2022-01-28 16:53:28 UTC, end at Fri 2022-01-28 19:02:46 UTC. -- Jan 28 17:44:23.585886 dv-neutron-826919-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 17:44:25.916686 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.common.config [-] Logging enabled! Jan 28 17:44:25.917420 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev18 Jan 28 17:44:25.917420 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88051) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 17:44:25.920500 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.common.config [-] Logging enabled! Jan 28 17:44:25.920756 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev18 Jan 28 17:44:25.921066 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88051) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 17:44:25.921988 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 17:44:25.922224 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 17:44:25.922577 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 17:44:25.922824 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 17:44:25.923079 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 17:44:25.923406 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.923704 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.924003 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.924235 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.924543 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.924819 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.925103 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.925393 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.925689 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.925975 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.926263 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.926546 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.926778 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.927081 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.927373 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.927660 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.927886 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] debug = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.928166 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.928594 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.929008 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.929288 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.929675 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.929849 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.930121 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.930395 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.930702 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.931584 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] host = dv-neutron-826919-1-hyperv {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.931865 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.932152 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.932442 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.932725 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.932998 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.933272 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.933557 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.933832 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.934106 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] log_file = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.934384 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.934675 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.934965 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.935295 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.935519 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.935742 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.936032 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.936324 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.936602 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.936881 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.937157 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.937432 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.937707 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.937976 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.938260 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.938540 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.938826 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.939128 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.939406 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.939677 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.939954 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.940242 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.940517 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.940793 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.941070 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.941357 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.941628 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.941904 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.942204 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.942490 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.942771 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.943084 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.943362 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.943642 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.943914 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.944185 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.944454 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] use_json = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.944724 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.944993 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.945272 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.945543 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.945813 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.946087 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.946386 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.946671 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:25.946966 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.947286 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.947583 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.947867 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.948159 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.948441 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.948728 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.949257 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.949547 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.949833 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.950121 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.950398 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.950684 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.950960 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.951275 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.951581 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.951872 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.952163 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.952438 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.952711 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.952983 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.953258 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.953542 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.953831 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.954120 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.954394 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.954673 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.954961 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.955263 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.955536 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.955811 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.956101 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.956384 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.956658 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.956939 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.957216 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.957488 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.957759 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.958036 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.958323 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.958597 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.958868 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.959165 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.959442 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.959713 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.959996 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.960273 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.960545 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.960816 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.961093 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.961366 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.961637 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.961935 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.962210 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.962485 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.962758 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.963053 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.963330 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.963601 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.963871 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.964145 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.964416 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.964694 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.964968 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.965236 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.965511 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.965782 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.966054 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.966347 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.966643 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.966919 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.967224 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.967505 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.967783 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.968057 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.968333 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.968611 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.968891 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.969162 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.969450 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.969731 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.970017 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.970302 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.970581 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.970874 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.971176 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.971462 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.971740 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.972018 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.972310 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.972593 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.972886 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.973178 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.973472 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.973762 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.974052 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.974334 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.974642 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.974968 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:25.975208 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 17:44:25.975447 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88051) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 17:44:26.364417 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO keyring.backend [-] Loading KWallet Jan 28 17:44:26.372145 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO keyring.backend [-] Loading SecretService Jan 28 17:44:26.375725 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO keyring.backend [-] Loading Windows Jan 28 17:44:26.377063 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO keyring.backend [-] Loading chainer Jan 28 17:44:26.377639 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO keyring.backend [-] Loading macOS Jan 28 17:44:26.411554 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 28 17:44:26.411828 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 28 17:44:26.412116 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 28 17:44:26.412444 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 17:44:26.722279 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.722564 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.722833 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.724062 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.724336 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.724599 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.844758 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.845038 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.845303 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.858515 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.858795 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.859092 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.887743 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.888022 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.888294 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.925837 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.926382 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:26.926382 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.158696 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.158978 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.159265 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.159529 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.160259 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.280824 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.281086 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.281366 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.281635 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.281899 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.282212 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.282479 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.282735 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.283011 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.283295 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.283554 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.283817 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.284081 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.284336 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.284601 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.284867 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.285123 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.285390 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.285641 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.285918 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.286274 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.286523 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.286769 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.287074 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.287323 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.287565 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.287947 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 17:44:27.288192 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 17:44:27.288430 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 17:44:27.288664 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 17:44:27.288899 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 17:44:27.289130 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 17:44:27.289496 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 17:44:27.293211 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 17:44:27.297184 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 17:44:27.300913 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 28 17:44:27.302563 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 17:44:27.303031 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 17:44:27.303370 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 17:44:27.303756 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 17:44:27.306787 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 17:44:27.307070 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 17:44:27.307414 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 17:44:27.335180 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 17:44:27.335629 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.335928 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88051) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 28 17:44:27.336290 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.338176 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88051) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 17:44:27.338457 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 17:44:27.338708 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 17:44:27.341955 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.342240 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:27.403527 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 17:44:27.403767 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 17:44:27.404004 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 17:44:27.404366 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 17:44:27.434781 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_db.sqlalchemy.engines [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88051) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 28 17:44:27.948087 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Initializing driver for type 'gre' Jan 28 17:44:27.949341 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] gre ID ranges: [(1, 1000)] Jan 28 17:44:28.147833 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Initializing driver for type 'local' Jan 28 17:44:28.148164 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Initializing driver for type 'vlan' Jan 28 17:44:28.244799 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] VlanTypeDriver initialization complete Jan 28 17:44:28.245184 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Initializing driver for type 'vxlan' Jan 28 17:44:28.245694 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] vxlan ID ranges: [(1, 1000)] Jan 28 17:44:28.450776 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Initializing extension driver 'port_security' Jan 28 17:44:28.451151 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.extensions.port_security [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] PortSecurityExtensionDriver initialization complete Jan 28 17:44:28.451488 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Initializing mechanism driver 'openvswitch' Jan 28 17:44:28.451817 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Initializing mechanism driver 'hyperv' Jan 28 17:44:28.463505 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:44:28.464181 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > port after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.464550 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > port after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.464929 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > port after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.465482 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 17:44:28.465919 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > subnet after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.466267 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > subnet after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.466610 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.467011 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 17:44:28.467432 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > network after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.467777 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > network after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.468116 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > network after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.468498 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 17:44:28.468896 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > security_group after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.469239 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > security_group after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.469580 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.469959 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 17:44:28.470358 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.470700 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.471068 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.471582 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 17:44:28.471984 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > address_group after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.472326 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > address_group after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.472665 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.473048 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 17:44:28.473514 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] ML2 OVO RPC backend initialized. {{(pid=88051) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 28 17:44:28.474215 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.474568 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.474982 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > network before_response 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.475348 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > networks before_response 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.475696 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > port before_response 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.476032 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > ports before_response 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.476373 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > subnet before_response 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.476708 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > subnets before_response 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.477048 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > network after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.477878 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > network after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.478248 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > network after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.478586 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > port after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.478921 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > port after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.479275 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > port after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.479610 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > subnet after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.479942 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > subnet after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.480276 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.480852 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Modular L2 Plugin initialization complete Jan 28 17:44:28.481181 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading services supported by the core plugin {{(pid=88051) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 17:44:28.481506 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.managers [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Got port-security extension from driver 'port_security' Jan 28 17:44:28.481965 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.extensions.vlantransparent [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Disabled vlantransparent extension. Jan 28 17:44:28.482448 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88051) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 17:44:28.482764 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading Plugin: router Jan 28 17:44:28.525140 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.525462 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router after_create 55549900 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.525832 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router before_create 55549900 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.526197 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.526566 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.526917 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router after_delete 55549900 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.527301 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.527666 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router after_create 55549900 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.528010 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router after_update 55549900 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.528356 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router after_update 55549900 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.528700 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.529051 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router after_update 55549900 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.529458 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router precommit_update 55549900 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.529823 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: port after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.530160 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: port after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.530493 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: subnet after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.530834 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.531210 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.531559 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router precommit_create 55549900 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.531902 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: port before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.532242 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router precommit_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.532594 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router after_update 55549900 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.532934 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.533283 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router precommit_create 55549900 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.533643 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.533990 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router precommit_update 55549900 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.534352 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > agent after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.534702 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > agent after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.535067 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > network after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.535924 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Tracking information for resource: router configured {{(pid=88051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 17:44:28.536258 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Tracking information for resource: floatingip configured {{(pid=88051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 17:44:28.541727 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.db.l3_agentschedulers_db [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 17:44:28.542301 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: port after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.542664 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: port after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.543039 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: port after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.543392 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: port after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.544298 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router before_create 55550100 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.544664 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.545025 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router precommit_create 55550100 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.545380 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > router precommit_update 55550100 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.549813 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.services.provider_configuration [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service providers = [] {{(pid=88051) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 17:44:28.550176 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.db.servicetype_db [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88051) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 17:44:28.560967 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.services.service_base [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 17:44:28.561313 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.services.service_base [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 17:44:28.561656 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.services.service_base [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 17:44:28.562539 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.services.service_base [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 17:44:28.562910 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.services.service_base [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 17:44:28.563323 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 17:44:28.563642 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 17:44:28.574629 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 17:44:28.574968 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading Plugin: auto_allocate Jan 28 17:44:28.580913 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: network precommit_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.581279 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: network precommit_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.581791 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 17:44:28.582112 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading Plugin: tag Jan 28 17:44:28.588719 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 17:44:28.589051 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading Plugin: timestamp Jan 28 17:44:28.593062 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 17:44:28.593397 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading Plugin: network_ip_availability Jan 28 17:44:28.598666 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.599073 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.599429 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.600135 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 17:44:28.600454 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading Plugin: flavors Jan 28 17:44:28.605738 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 17:44:28.606061 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading Plugin: revisions Jan 28 17:44:28.610333 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 17:44:28.610724 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_concurrency.lockutils [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.199s {{(pid=88051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 28 17:44:28.611508 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88051) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 17:44:28.611849 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Initializing extension manager. Jan 28 17:44:28.612352 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: __init__.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.612694 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: __pycache__ {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.613027 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.613358 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: address_group.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.614561 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.614685 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: address-group Jan 28 17:44:28.615160 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: address_scope.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.615882 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.616397 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: address-scope Jan 28 17:44:28.616717 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.617676 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.618807 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: router-admin-state-down-before-update Jan 28 17:44:28.619165 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: agent.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.619871 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.620383 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: agent Jan 28 17:44:28.620700 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: agent_resources_synced.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.621612 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.622120 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: agent-resources-synced Jan 28 17:44:28.622438 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: allowedaddresspairs.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.624441 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.624969 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: allowed-address-pairs Jan 28 17:44:28.625298 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: auto_allocated_topology.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.626376 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.626895 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: auto-allocated-topology Jan 28 17:44:28.627252 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: availability_zone.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.627955 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.628470 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: availability_zone Jan 28 17:44:28.628825 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: availability_zone_filter.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.629746 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.630253 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: availability_zone_filter Jan 28 17:44:28.630575 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: data_plane_status.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.631516 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.632021 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 17:44:28.632344 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: default_subnetpools.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.633256 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.633791 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: default-subnetpools Jan 28 17:44:28.634114 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.634921 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.635471 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: dhcp_agent_scheduler Jan 28 17:44:28.635793 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: dns.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.636693 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.637204 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 17:44:28.637527 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: dns_domain_ports.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.638441 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.638947 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 17:44:28.639298 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: dvr.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.639970 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.640478 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: dvr Jan 28 17:44:28.640798 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: empty_string_filtering.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.641705 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.642211 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: empty-string-filtering Jan 28 17:44:28.642530 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.643472 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.643976 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 17:44:28.644293 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.645211 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.645713 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 17:44:28.646031 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: external_net.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.646940 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.647472 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: external-net Jan 28 17:44:28.647804 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.648698 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.649223 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: extra_dhcp_opt Jan 28 17:44:28.649543 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: extraroute.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.650454 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.650963 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: extraroute Jan 28 17:44:28.651312 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: extraroute_atomic.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.652350 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.652862 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: extraroute-atomic Jan 28 17:44:28.653183 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: filter_validation.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.653849 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.654359 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: filter-validation Jan 28 17:44:28.654677 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: fip_pf_description.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.655613 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.656121 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 17:44:28.656441 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: fip_port_details.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.657368 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.657880 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: fip-port-details Jan 28 17:44:28.658200 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: flavors.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.659469 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.659989 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: flavors Jan 28 17:44:28.660313 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.661988 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.662512 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 17:44:28.662837 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: floatingip_pools.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.663556 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.664070 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: floatingip-pools Jan 28 17:44:28.664392 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: ip_allocation.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.665828 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.666337 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 17:44:28.666657 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.667617 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.668131 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: ip-substring-filtering Jan 28 17:44:28.668452 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: l2_adjacency.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.669384 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.669890 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 17:44:28.670208 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: l3.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.671200 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.671720 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: router Jan 28 17:44:28.672039 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.675736 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.676271 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 17:44:28.676606 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.677548 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.678068 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: ext-gw-mode Jan 28 17:44:28.678397 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.679341 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.679858 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: l3-ha Jan 28 17:44:28.680186 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: l3_flavors.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.681634 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.682152 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: l3-flavors Jan 28 17:44:28.682479 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.683422 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.683934 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 17:44:28.684258 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: l3agentscheduler.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.685300 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.685816 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: l3_agent_scheduler Jan 28 17:44:28.686144 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: logging.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.687677 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.688197 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension logging not supported by any of loaded plugins Jan 28 17:44:28.688528 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: metering.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.689272 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.689850 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: metering Jan 28 17:44:28.690176 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.691328 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.691849 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: metering_source_and_destination_fields Jan 28 17:44:28.692171 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: multiprovidernet.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.693100 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.693616 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: multi-provider Jan 28 17:44:28.693939 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: netmtu.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.694859 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.695402 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: net-mtu Jan 28 17:44:28.695725 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: netmtu_writable.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.696666 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.697182 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: net-mtu-writable Jan 28 17:44:28.697501 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: network_availability_zone.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.698169 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.698676 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: network_availability_zone Jan 28 17:44:28.699291 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: network_ip_availability.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.700389 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.700908 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: network-ip-availability Jan 28 17:44:28.701233 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: network_segment_range.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.701998 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.702512 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 17:44:28.702833 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: pagination.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.703845 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.704175 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: pagination Jan 28 17:44:28.704492 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: port_device_profile.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.705420 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.705935 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: port-device-profile Jan 28 17:44:28.706260 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.707221 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.707735 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: port-mac-address-regenerate Jan 28 17:44:28.708054 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.708985 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.709494 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: port-numa-affinity-policy Jan 28 17:44:28.709814 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: port_resource_request.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.710723 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.711260 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 17:44:28.711581 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: portbindings.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.712537 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.713050 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: binding Jan 28 17:44:28.713374 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: portbindings_extended.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.714654 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.715212 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: binding-extended Jan 28 17:44:28.715543 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: portsecurity.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.716462 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.716976 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: port-security Jan 28 17:44:28.717302 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: project_id.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.718279 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.718613 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: project-id Jan 28 17:44:28.718930 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: providernet.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.719891 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.720409 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: provider Jan 28 17:44:28.720731 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: qos.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.724447 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.724971 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension qos not supported by any of loaded plugins Jan 28 17:44:28.725302 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.726551 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.727093 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 17:44:28.727942 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.728865 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.729382 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 17:44:28.729710 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: qos_default.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.730627 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.731173 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension qos-default not supported by any of loaded plugins Jan 28 17:44:28.731501 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: qos_fip.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.732152 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.732651 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 17:44:28.732974 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: qos_gateway_ip.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.733900 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.734415 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 17:44:28.734740 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: qos_port_network_policy.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.735673 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.736184 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 17:44:28.736508 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: qos_rule_type_details.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.737427 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.737942 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 17:44:28.738267 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: qos_rules_alias.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.739339 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.739854 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 17:44:28.740180 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: quotasv2.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.741077 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.741413 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: quotas Jan 28 17:44:28.741734 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: quotasv2_detail.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.743923 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.744261 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: quota_details Jan 28 17:44:28.744588 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: rbac.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.745638 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.746161 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: rbac-policies Jan 28 17:44:28.746489 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: rbac_address_group.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.747472 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.747995 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: rbac-address-group Jan 28 17:44:28.748319 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: rbac_address_scope.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.749246 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.749767 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: rbac-address-scope Jan 28 17:44:28.750091 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: rbac_security_groups.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.751169 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.751692 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: rbac-security-groups Jan 28 17:44:28.752016 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: rbac_subnetpool.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.752938 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.753454 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: rbac-subnetpool Jan 28 17:44:28.753776 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: revisionifmatch.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.754690 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.755248 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: revision-if-match Jan 28 17:44:28.755571 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: revisions.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.756710 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.757237 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: standard-attr-revisions Jan 28 17:44:28.757564 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: router_availability_zone.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.758242 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.758785 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: router_availability_zone Jan 28 17:44:28.759139 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: routerservicetype.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.760067 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.760587 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 17:44:28.760910 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.761834 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.762354 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: security-groups-normalized-cidr Jan 28 17:44:28.762675 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.763632 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.764154 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: port-security-groups-filtering Jan 28 17:44:28.764473 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.765523 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.766046 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: security-groups-remote-address-group Jan 28 17:44:28.766369 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: securitygroup.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.776649 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.777139 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: security-group Jan 28 17:44:28.777476 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: segment.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.778269 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.778779 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension segment not supported by any of loaded plugins Jan 28 17:44:28.779147 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.780094 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.780610 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 17:44:28.780937 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: servicetype.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.782071 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.782596 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: service-type Jan 28 17:44:28.782923 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: sorting.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.783931 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.784264 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: sorting Jan 28 17:44:28.784588 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: standard_attr_segment.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.785515 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.786030 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 17:44:28.786354 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: standardattrdescription.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.787025 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.787538 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: standard-attr-description Jan 28 17:44:28.787865 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: stateful_security_group.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.788788 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.789308 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: stateful-security-group Jan 28 17:44:28.789630 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: stdattrs_common.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.790753 dv-neutron-826919-1-hyperv neutron-server[88051]: WARNING neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 17:44:28.791096 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.792105 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.792622 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 17:44:28.792945 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: subnet_onboard.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.794029 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.794550 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: subnet_onboard Jan 28 17:44:28.794874 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.795834 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.796347 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 17:44:28.796671 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: subnet_service_types.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.797602 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.798120 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: subnet-service-types Jan 28 17:44:28.798446 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: subnetallocation.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.799546 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.800063 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: subnet_allocation Jan 28 17:44:28.800388 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.801052 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.801563 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: subnetpool-prefix-ops Jan 28 17:44:28.801884 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.802815 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.803369 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 17:44:28.803694 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: tagging.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.804734 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.805265 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: standard-attr-tag Jan 28 17:44:28.805619 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: timestamp.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.806806 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.807352 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loaded extension: standard-attr-timestamp Jan 28 17:44:28.807684 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: trunk.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.808726 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.809245 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension trunk not supported by any of loaded plugins Jan 28 17:44:28.809569 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: trunk_details.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.810486 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.811013 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 17:44:28.811358 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: uplink_status_propagation.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.812281 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.812796 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 17:44:28.813118 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Loading extension file: vlantransparent.py {{(pid=88051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 17:44:28.813787 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 17:44:28.814299 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 17:44:28.816726 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:network Jan 28 17:44:28.817453 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:subnet Jan 28 17:44:28.818219 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 17:44:28.818818 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:port Jan 28 17:44:28.820176 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.v2.resource_helper [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 17:44:28.820634 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.v2.resource_helper [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service FLAVORS assigned prefix: {{(pid=88051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 17:44:28.821263 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.v2.resource_helper [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 17:44:28.821682 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.v2.resource_helper [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 17:44:28.822011 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:router Jan 28 17:44:28.822663 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 17:44:28.823385 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.v2.resource_helper [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service METERING assigned prefix: /metering {{(pid=88051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 17:44:28.825081 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.825450 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.825803 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:44:28.826914 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 17:44:28.827392 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:security_group Jan 28 17:44:28.828051 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 17:44:28.828789 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.v2.resource_helper [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service CORE assigned prefix: {{(pid=88051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 17:44:28.829124 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 17:44:28.829459 dv-neutron-826919-1-hyperv neutron-server[88051]: WARNING neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] subnetpool is already registered Jan 28 17:44:28.830058 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.v2.resource_helper [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service CORE assigned prefix: {{(pid=88051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 17:44:28.830488 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 17:44:28.830813 dv-neutron-826919-1-hyperv neutron-server[88051]: WARNING neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] subnetpool is already registered Jan 28 17:44:28.833362 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.v2.resource_helper [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 17:44:28.833796 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.v2.resource_helper [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service FLAVORS assigned prefix: {{(pid=88051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 17:44:28.834382 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.v2.resource_helper [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 17:44:28.834800 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.v2.resource_helper [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 17:44:28.835160 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:router Jan 28 17:44:28.835513 dv-neutron-826919-1-hyperv neutron-server[88051]: WARNING neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] router is already registered Jan 28 17:44:28.836102 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 17:44:28.836430 dv-neutron-826919-1-hyperv neutron-server[88051]: WARNING neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] floatingip is already registered Jan 28 17:44:28.837578 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.v2.resource_helper [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service METERING assigned prefix: /metering {{(pid=88051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 17:44:28.838245 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 17:44:28.838570 dv-neutron-826919-1-hyperv neutron-server[88051]: WARNING neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] rbac_policy is already registered Jan 28 17:44:28.839158 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:security_group Jan 28 17:44:28.839487 dv-neutron-826919-1-hyperv neutron-server[88051]: WARNING neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] security_group is already registered Jan 28 17:44:28.840063 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 17:44:28.840392 dv-neutron-826919-1-hyperv neutron-server[88051]: WARNING neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] security_group_rule is already registered Jan 28 17:44:28.841045 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.v2.resource_helper [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service CORE assigned prefix: {{(pid=88051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 17:44:28.841373 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 17:44:28.841704 dv-neutron-826919-1-hyperv neutron-server[88051]: WARNING neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] subnetpool is already registered Jan 28 17:44:28.842304 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.v2.resource_helper [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Service CORE assigned prefix: {{(pid=88051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 17:44:28.842636 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 17:44:28.842955 dv-neutron-826919-1-hyperv neutron-server[88051]: WARNING neutron.quota.resource_registry [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] subnetpool is already registered Jan 28 17:44:28.843614 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: extensions {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.845052 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: address-groups {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.846633 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: address-scopes {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.847872 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: agents {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.849050 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: auto-allocated-topology {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.850268 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: availability_zones {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.851593 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: dhcp-networks {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.853622 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: dhcp-agents {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.855075 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: routers {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.856865 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: flavors {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.858013 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: service_profiles {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.859232 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: next_providers {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.861604 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: service_profiles {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.863095 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: floatingip-pools {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.864314 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: routers {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.866098 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: floatingips {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.867295 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: l3-routers {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.868714 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: l3-agents {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.870113 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: metering-labels {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.871492 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: metering-label-rules {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.872750 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: network-ip-availabilities {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.873987 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: bindings {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.875679 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: quotas {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.877102 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: quotas {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.878522 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: rbac-policies {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.879834 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: security-groups {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.881025 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: security-group-rules {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.882244 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: service-providers {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.883491 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: subnetpools {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.884934 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: subnetpools {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.886378 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: tags {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.888087 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: tags {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.889870 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: tags {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.891666 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: tags {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.893436 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: tags {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.895300 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: tags {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.896964 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: tags {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.898863 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: tags {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.901171 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: tags {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.903035 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron.api.extensions [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Extended resource: tags {{(pid=88051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 17:44:28.908840 dv-neutron-826919-1-hyperv neutron-server[88051]: WARNING keystonemiddleware.auth_token [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 17:44:28.913482 dv-neutron-826919-1-hyperv neutron-server[88051]: WARNING keystonemiddleware.auth_token [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 17:44:28.922123 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_concurrency.lockutils [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Acquired lock "singleton_lock" {{(pid=88051) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 28 17:44:28.922598 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_concurrency.lockutils [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Releasing lock "singleton_lock" {{(pid=88051) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 28 17:44:28.923242 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO oslo_service.service [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Starting 2 workers Jan 28 17:44:28.927872 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Started child 88158 {{(pid=88051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 28 17:44:28.932124 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Started child 88159 {{(pid=88051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 28 17:44:28.932959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:28.933709 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO neutron.service [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 17:44:28.934412 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Notify callbacks [] for process, before_spawn {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:28.934520 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [-] (88158) wsgi starting up on http://0.0.0.0:9696 Jan 28 17:44:28.936426 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:28.936861 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO oslo_service.service [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Starting 1 workers Jan 28 17:44:28.937776 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [-] (88159) wsgi starting up on http://0.0.0.0:9696 Jan 28 17:44:28.941699 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Started child 88160 {{(pid=88051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 28 17:44:28.942240 dv-neutron-826919-1-hyperv neutron-server[88051]: INFO oslo_service.service [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Starting 1 workers Jan 28 17:44:28.945153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.service [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] calling RpcWorker wait() {{(pid=88160) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 17:44:28.945675 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.service [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] returning from RpcWorker wait() {{(pid=88160) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 17:44:28.946503 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Started child 88161 {{(pid=88051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 28 17:44:28.947063 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:28.947301 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4795035e-c785-4e82-9daf-63973b9cffa3 None None] Notify callbacks [] for process, after_spawn {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:28.947480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:44:28.949401 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88051) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 28 17:44:28.949825 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 17:44:28.949825 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 17:44:28.950073 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 17:44:28.950314 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 17:44:28.950470 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 17:44:28.951010 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.951300 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.951388 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:28.951778 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.951847 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.952099 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.952333 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:44:28.952669 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.952928 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.953191 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.953480 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.953733 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.953894 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.954062 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.954314 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.954549 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.954848 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.955156 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.955410 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.955695 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.955865 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.956127 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.956388 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.956633 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.956898 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] debug = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.957138 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.957610 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.957843 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.958082 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.958329 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.958611 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.958842 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.959135 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.959384 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.959618 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.959860 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.960130 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.960367 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.960600 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.960817 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.961056 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.961285 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.962296 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] host = dv-neutron-826919-1-hyperv {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.962518 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.962757 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.962985 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.967352 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.967850 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.968286 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.968770 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.969223 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.969786 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.970231 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.970685 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.971141 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.971567 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.972020 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_file = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.972373 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_options = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.973219 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.973722 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.974177 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.974564 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.975087 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.975418 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.975696 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.975867 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.976142 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.976503 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.976730 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.977084 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.978040 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.978389 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.978765 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.979165 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.979523 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.979978 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.980372 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.980752 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.981113 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.981502 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.981772 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.982169 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.982505 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.982850 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.983283 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.983512 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.983738 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.983989 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.984229 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.984499 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.984739 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.985107 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.985348 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.985589 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.985821 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.986090 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.986324 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.986662 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.986938 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.987173 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.987557 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.987778 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.988018 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.988262 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] use_json = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.988475 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.988838 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.989088 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.989449 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.989699 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.990021 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.990246 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.990502 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:28.990915 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.991204 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.991518 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996245 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996245 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996245 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996245 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996245 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996245 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996245 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996245 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996245 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996840 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996840 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996840 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996840 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996840 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996840 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996840 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.996840 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.997277 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.997277 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.997406 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.997614 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.997879 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.998138 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.998367 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.998590 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.998805 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.999068 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.999441 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:28.999658 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.000145 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.000515 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.000752 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.000995 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.001262 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.001478 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.001720 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.001962 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.002192 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.002428 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.002650 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.002861 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.003099 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.003312 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.003545 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.003774 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.004006 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.004420 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.004669 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.004889 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.005102 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.005420 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.005780 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.006034 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.006413 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.006639 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.007088 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.007446 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.007817 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.008163 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.008552 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.008794 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.009026 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.009385 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.009759 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.010004 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.010408 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.010644 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.011030 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.011384 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.011733 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.012080 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.012449 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.012919 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.013132 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.013509 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.013883 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.014347 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.014733 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.014958 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.015304 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.015452 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.015856 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.016170 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.016546 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.017023 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.017409 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.017692 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.018083 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.018506 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.018737 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.018961 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.019304 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.019588 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.019867 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.020486 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.020486 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.020649 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.020883 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.021102 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.021344 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.021580 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.021815 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.022036 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.022339 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.022601 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.022848 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.023127 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.023404 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.023681 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.023917 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.024677 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.024913 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.025175 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.025459 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.025729 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.026000 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.026252 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.026551 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.026864 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.027169 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.027434 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.027666 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.027894 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.028117 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.028538 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.028804 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.029024 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.029268 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.029497 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.029840 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.030088 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.030329 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.030539 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.030805 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.031061 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.031312 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.031569 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.031824 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.032108 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.032374 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.032599 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.032836 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.033074 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.033324 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.033534 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.033773 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.033987 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.034223 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.034440 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.034648 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.034924 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.035197 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.035449 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.035676 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.035919 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.036132 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.036391 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.036606 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.036840 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.037074 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.037394 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.037618 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.037834 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.038075 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.038334 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.038547 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.039163 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.039163 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.039401 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.039516 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.039733 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.040144 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.040543 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.040915 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.041231 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.041536 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.041849 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.042192 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.042409 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.042656 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.042880 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.043114 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.043392 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.043599 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.044102 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.044373 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.044618 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.044867 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.045081 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.045304 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.045534 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.045766 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.045996 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.046210 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.046444 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.046710 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.046955 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.047216 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.047453 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.047676 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.047883 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.048110 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.048314 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.048724 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.048950 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.049250 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.049427 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.049587 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.049775 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.049987 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.050213 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.050561 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.050686 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.050845 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.051071 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.051279 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.051516 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.051740 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.052014 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.052323 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.052456 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.052739 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.052977 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.053198 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.053450 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.053751 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.053959 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.054193 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.054445 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.054658 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.054871 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.055138 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.055981 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.056287 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.056544 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.056782 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.057091 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.057435 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.057617 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.057828 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.058122 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.058448 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.058758 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.059190 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.059432 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.059714 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.059964 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.060209 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.060443 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.060671 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.060883 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.061116 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.061349 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.061572 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.061785 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.062026 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.062239 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.062486 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.062711 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.062925 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.063164 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.063328 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 17:44:29.063830 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88051) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 28 17:44:29.063975 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 17:44:29.064126 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 17:44:29.064292 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 17:44:29.064456 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 17:44:29.064604 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 17:44:29.064813 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.064945 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.065094 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.065247 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.065392 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.065563 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.065725 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.065854 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.066003 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.066222 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.066359 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.066481 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.066587 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.066746 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.066911 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.067074 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.067230 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.067384 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.067543 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.067697 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.067850 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.068003 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.068158 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] debug = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.068312 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.068490 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.068657 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.068789 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.068945 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.069097 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.069251 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.069404 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.069557 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.069722 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.069849 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.070008 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.070161 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.070319 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.070482 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.070610 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.070811 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.070946 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] host = dv-neutron-826919-1-hyperv {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.071155 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.071832 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.071989 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.072144 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.072298 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.072452 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.072606 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.072761 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.072917 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.073072 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.073225 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.073378 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.073532 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.073687 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_file = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.073842 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_options = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.074258 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.074413 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.074565 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.074746 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.074919 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.075090 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.075245 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.075385 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.075596 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.075757 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.075911 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.076064 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.076287 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.076384 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.076519 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.076675 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.076829 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.077043 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.077178 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.077320 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.077449 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.077586 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.077711 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.077832 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.077952 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.078104 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.078240 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.078399 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.078553 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.078708 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.078861 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.079041 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.079187 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.079381 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.079525 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.079678 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.079833 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.079990 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.080145 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.080299 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.080454 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.080607 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.080759 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.080913 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.081067 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.081224 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] use_json = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.081399 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.081551 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.081684 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.081836 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.081989 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.082144 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.082299 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.082454 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 17:44:29.082626 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.082783 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.082948 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.083150 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.083307 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.083463 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.083620 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.083777 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.083933 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.084089 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.084253 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.084410 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.084576 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.084732 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.084888 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.085045 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.085201 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.085356 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.085512 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.085668 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.085823 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.085979 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.086151 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.086308 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.086520 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.086612 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.086803 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.086934 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.087174 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.087310 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.087450 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.087579 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.087725 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.087867 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.087997 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.088106 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.088250 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.088409 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.088565 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.088723 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.088853 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.089010 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.089167 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.089324 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.089480 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.089636 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.089794 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.089951 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.090093 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.090251 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.090416 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.090573 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.090718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:44:29.090858 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.090858 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.091145 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.091228 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.091327 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.091483 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.091639 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.091795 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.091951 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.092120 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.092275 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.092431 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.092586 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.092743 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.092899 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.093055 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.093215 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.093405 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.093544 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.093678 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.093811 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.093963 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.094109 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.094265 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.094407 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.094551 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.094706 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.094841 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.095015 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.095171 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.095314 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.095703 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.095703 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.095922 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.095922 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.096082 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.096225 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.096381 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.096560 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.096688 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.096831 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.096986 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.097143 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.097291 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.097444 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.097603 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.097759 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.097915 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.098071 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.098227 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.098576 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.098576 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.098749 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.098828 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.098951 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.099162 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.099319 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.099476 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.099632 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.099797 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.099953 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.100110 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.100268 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.100431 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.100597 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.100754 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.100911 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.101068 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.101227 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.101383 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.101534 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.101691 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.101845 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.102002 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.102160 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.102345 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.102517 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.102661 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.102816 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.102966 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.103165 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.103320 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.103476 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.103631 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.103787 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.103947 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.104087 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.104265 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.104425 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.104572 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.104708 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.104897 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.105034 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.105172 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.105311 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.105446 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.105596 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.105754 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.105910 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.106052 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.106211 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.106368 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.106524 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.106669 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.106831 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.106987 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.107171 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.107327 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.107484 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.107641 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.107797 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.107953 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.108107 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.108263 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.108419 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.108575 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.108732 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.108891 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.109048 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.109205 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.109362 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.109519 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.109676 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.109832 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.109991 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.110138 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.110295 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.110451 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.110606 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.110763 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.110919 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.111097 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.111259 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.111417 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.111572 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.111742 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.111898 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.112053 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.112209 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.112364 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.112519 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.112679 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.112869 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.113018 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.113165 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.113301 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.113448 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.113583 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.113717 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.113851 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.113987 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.114130 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.114288 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.114444 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.114611 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.114767 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.114923 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.115107 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.115263 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.115417 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.115567 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.115716 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.115859 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.116015 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.116180 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.116321 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.116479 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.116639 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.116794 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.116958 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.117100 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.117260 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.117423 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.117579 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.117735 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.117891 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.118586 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.118742 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.118901 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.119081 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.119236 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.119392 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.119550 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.119711 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.119878 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.120041 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.120200 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.120367 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.120532 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.120696 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.120874 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.121005 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.121171 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.121340 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.121484 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.121641 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.121796 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.121952 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.122107 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.122263 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.122416 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.122572 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.122727 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.122884 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.123060 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.123218 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.123374 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.123530 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.123685 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.123841 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.123996 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.124153 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 17:44:29.124302 dv-neutron-826919-1-hyperv neutron-server[88051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 17:44:29.256308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 34664) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:44:29.264892 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063558 Jan 28 17:44:39.823823 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebfb165-396a-41ac-939d-112d6acff502 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:44:39.912366 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfb165-396a-41ac-939d-112d6acff502 None None] No non-hosted networks {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 17:44:39.936424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.agentschedulers_db [None req-8ebfb165-396a-41ac-939d-112d6acff502 None None] DHCP Agent not found on host dv-neutron-826919-1-hyperv {{(pid=88160) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 17:44:40.151368 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f1af0960-a914-44d6-8bb3-c2a933adf6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66682019'] for agent, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:42.268939 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7ad8c124-6549-4e0d-a90e-bfa1ba07c3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66682019'] for agent, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:42.326222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-5e20cde5-ccab-454c-8124-144e519361a3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-826919-1-hyperv {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:44:42.327049 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-5e20cde5-ccab-454c-8124-144e519361a3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:44:42.953707 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5e20cde5-ccab-454c-8124-144e519361a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:43.187503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66682019'] for agent, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:43.299707 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66682019'] for agent, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:43.302604 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:43.305334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:43.307765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:43.308469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:43.309795 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:43.310979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:43.311703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:43.312605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:43.313260 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:43.313957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:43.315546 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:43.316222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:43.316820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-826919-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:44:43.329754 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-826919-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:44:44.868248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66682019'] for agent, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:46.233394 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.db.l3_hamode_db [None req-63d72627-7b0b-4c46-bbd7-8afcd7a98ce4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 17:44:46.302874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 34758) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:44:46.318945 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d72627-7b0b-4c46-bbd7-8afcd7a98ce4 None None] Routers set() bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:44:46.319372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d72627-7b0b-4c46-bbd7-8afcd7a98ce4 None None] Router IDs set() for agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jan 28 17:44:46.874599 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING oslo_policy.policy [None req-d6155abc-3d3b-490c-91a4-c4959c24ff5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 17:44:46.875180 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING oslo_policy.policy [None req-d6155abc-3d3b-490c-91a4-c4959c24ff5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 17:44:47.091101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-d6155abc-3d3b-490c-91a4-c4959c24ff5c admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:44:47.092130 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d6155abc-3d3b-490c-91a4-c4959c24ff5c admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7882719 Jan 28 17:44:49.436001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 34772) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:44:49.999183 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING oslo_policy.policy [None req-b9992484-a1d9-4cbc-ad33-1ba80e900d3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 17:44:49.999732 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING oslo_policy.policy [None req-b9992484-a1d9-4cbc-ad33-1ba80e900d3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 17:44:50.215151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b9992484-a1d9-4cbc-ad33-1ba80e900d3b admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:44:50.317863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.policy [None req-b9992484-a1d9-4cbc-ad33-1ba80e900d3b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88158) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 17:44:50.362360 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING oslo_policy.policy [None req-b9992484-a1d9-4cbc-ad33-1ba80e900d3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 17:44:50.362726 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING oslo_policy.policy [None req-b9992484-a1d9-4cbc-ad33-1ba80e900d3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 17:44:50.372736 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.quota [None req-b9992484-a1d9-4cbc-ad33-1ba80e900d3b admin admin] Loaded quota_driver: . Jan 28 17:44:50.387918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b9992484-a1d9-4cbc-ad33-1ba80e900d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:44:50.518958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b9992484-a1d9-4cbc-ad33-1ba80e900d3b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737141360902', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737141360467', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737141415707', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737141410565', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737141399767', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737141393912', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-572628', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66394971', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-298327', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684632'] for rbac-policy, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:50.661638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b9992484-a1d9-4cbc-ad33-1ba80e900d3b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:50.663018 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b9992484-a1d9-4cbc-ad33-1ba80e900d3b admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2249029 Jan 28 17:44:53.251363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 34790) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:44:53.592849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Request body: {'network': {'name': 'private', 'project_id': '7e3f5fe9059745d688bc05ced9905d2d', 'admin_state_up': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:44:53.597806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:44:53.601923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Usage tracker for resource:network and tenant:7e3f5fe9059745d688bc05ced9905d2d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:44:53.606946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:44:53.613013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:44:53.677559 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Made reservation on behalf of 7e3f5fe9059745d688bc05ced9905d2d for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:44:53.680365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:53.697235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:53.711202 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:44:53.715516 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Usage tracker for resource:security_group_rule and tenant:7e3f5fe9059745d688bc05ced9905d2d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:44:53.720489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:44:53.725946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:44:53.817869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:53.872844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:53.896179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:44:53.920736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737137947405', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:53.921320 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Unsubscribe: segment precommit_create {{(pid=88158) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 17:44:53.921815 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Added segment a508f10f-8435-4112-9b33-9bdbcd564e94 of type vlan for network c8ebd306-720c-41fa-8008-716601b55499 Jan 28 17:44:53.930054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6effebd-0a75-443e-86c3-e5d256035658,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:44:53.979395 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:53.979759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:53.980114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:53.980429 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:53.980758 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:53.981101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:53.981425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:53.981760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:53.982082 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:53.982397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:53.982710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:53.983043 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Tracked resource versions report: Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: pushed versions: Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: { 'AddressGroup': {'1.2'}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'ConntrackHelper': {'1.0'}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Log': {'1.0'}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Network': {'1.1'}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Port': {'1.7'}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'PortForwarding': {'1.2'}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'QosPolicy': {'1.8'}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'SecurityGroup': {'1.4'}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'SecurityGroupRule': {'1.2'}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'SubPort': {'1.0'}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Subnet': {'1.1'}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Trunk': {'1.1'}} Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: consumer versions: Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: { DHCP agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: L3 agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: Metadata agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: Metering agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: Open vSwitch agent@dv-neutron-826919-1-hyperv: { 'AddressGroup': '1.2', Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'ConntrackHelper': '1.0', Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Log': '1.0', Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Network': '1.1', Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Port': '1.7', Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'PortForwarding': '1.2', Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'QosPolicy': '1.8', Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'SecurityGroup': '1.4', Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'SecurityGroupRule': '1.2', Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'SubPort': '1.0', Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Subnet': '1.1', Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Trunk': '1.1'}} Jan 28 17:44:53.984351 dv-neutron-826919-1-hyperv neutron-server[88158]: {{(pid=88158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 17:44:54.032673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:54.164151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:54.165804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:54.166461 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:54.264579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] Pushing event updated for resources: {'Network': ['ID=c8ebd306-720c-41fa-8008-716601b55499,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:44:54.277958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network c8ebd306-720c-41fa-8008-716601b55499 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:44:54.325483 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1289078b-c6e2-4f6a-bf70-393f1aaf224c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0730577 Jan 28 17:44:56.978692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 34806) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:44:57.415545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e50134e-4a63-4b7a-acae-4988aa4e96af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:57.416868 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1e50134e-4a63-4b7a-acae-4988aa4e96af admin admin] 10.222.0.26 "GET /v2.0/networks/c8ebd306-720c-41fa-8008-716601b55499 HTTP/1.1" status: 200 len: 825 time: 0.4372311 Jan 28 17:44:57.442672 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-116a55f6-7cf1-45ea-b28f-5a70229a0eb3 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/f979dc12-e854-44a2-9382-ac5ac84a7136 HTTP/1.1" status: 200 len: 734 time: 0.0204060 Jan 28 17:44:57.451199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Request body: {'subnet': {'network_id': 'c8ebd306-720c-41fa-8008-716601b55499', 'subnetpool_id': 'f979dc12-e854-44a2-9382-ac5ac84a7136', 'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:44:57.455246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:44:57.459518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Usage tracker for resource:subnet and tenant:7e3f5fe9059745d688bc05ced9905d2d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:44:57.462107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:44:57.467545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:44:57.535405 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Made reservation on behalf of 7e3f5fe9059745d688bc05ced9905d2d for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:44:57.537688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:57.889333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:57.969505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fabd379-d602-4981-ad64-9535e2d3596c,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:44:57.973580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Checking segment: {'id': 'a508f10f-8435-4112-9b33-9bdbcd564e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:44:57.973953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Network hostable DHCP agents. Network: c8ebd306-720c-41fa-8008-716601b55499, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:44:58.055862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Network c8ebd306-720c-41fa-8008-716601b55499 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:44:58.129671 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, c8ebd306-720c-41fa-8008-716601b55499) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:44:58.134953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:44:58.135564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:58.144917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba69a13-1cd2-4711-9288-8352adae37b3 None None] Network c8ebd306-720c-41fa-8008-716601b55499 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:44:58.330652 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-92113db4-3ad7-4f52-b03f-956ee8379bc0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8828034 Jan 28 17:44:58.525241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c8ebd306-720c-41fa-8008-716601b55499', 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499', 'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'fixed_ips': [{'subnet_id': '7fabd379-d602-4981-ad64-9535e2d3596c'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:44:58.526386 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:58.711949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Allocated IP 172.20.0.2 (c8ebd306-720c-41fa-8008-716601b55499/7fabd379-d602-4981-ad64-9535e2d3596c/a421aee7-199b-4825-baad-c0b590fd639c) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:44:58.942067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:58.954982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Transition to ACTIVE for port object a421aee7-199b-4825-baad-c0b590fd639c will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:44:58.974587 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Transition to ACTIVE for port object a421aee7-199b-4825-baad-c0b590fd639c will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:44:59.033320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:59.096379 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Network c8ebd306-720c-41fa-8008-716601b55499 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:44:59.099144 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:44:59.105411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:44:59.111221 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Pushing event updated for resources: {'Port': ['ID=a421aee7-199b-4825-baad-c0b590fd639c,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:44:59.150670 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:59.163409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:59.163409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:59.163409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:59.163409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:59.163409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:59.163778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:59.163778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:59.163778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:59.163778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:59.163778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Tracked resource versions report: Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: pushed versions: Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: { 'AddressGroup': {'1.2'}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'ConntrackHelper': {'1.0'}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Log': {'1.0'}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Network': {'1.1'}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Port': {'1.7'}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'PortForwarding': {'1.2'}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'QosPolicy': {'1.8'}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'SecurityGroup': {'1.4'}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'SecurityGroupRule': {'1.2'}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'SubPort': {'1.0'}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Subnet': {'1.1'}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Trunk': {'1.1'}} Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: consumer versions: Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: { DHCP agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: L3 agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: Metadata agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: Metering agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: Open vSwitch agent@dv-neutron-826919-1-hyperv: { 'AddressGroup': '1.2', Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'ConntrackHelper': '1.0', Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Log': '1.0', Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Network': '1.1', Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Port': '1.7', Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'PortForwarding': '1.2', Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'QosPolicy': '1.8', Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'SecurityGroup': '1.4', Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'SecurityGroupRule': '1.2', Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'SubPort': '1.0', Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Subnet': '1.1', Jan 28 17:44:59.164092 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Trunk': '1.1'}} Jan 28 17:44:59.165718 dv-neutron-826919-1-hyperv neutron-server[88160]: {{(pid=88160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 17:44:59.209877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Attempting to bind port a421aee7-199b-4825-baad-c0b590fd639c on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:44:59.210274 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Attempting to bind port a421aee7-199b-4825-baad-c0b590fd639c by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'a508f10f-8435-4112-9b33-9bdbcd564e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:44:59.210681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Attempting to bind port a421aee7-199b-4825-baad-c0b590fd639c on network c8ebd306-720c-41fa-8008-716601b55499 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:44:59.216523 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:44:59.216914 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Checking segment: {'id': 'a508f10f-8435-4112-9b33-9bdbcd564e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:44:59.217393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:59.217776 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Bound using segment: {'id': 'a508f10f-8435-4112-9b33-9bdbcd564e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:44:59.218250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Bound port: a421aee7-199b-4825-baad-c0b590fd639c, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a508f10f-8435-4112-9b33-9bdbcd564e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:44:59.218661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:59.305638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] For port a421aee7-199b-4825-baad-c0b590fd639c, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:44:59.309524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] For port a421aee7-199b-4825-baad-c0b590fd639c, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a421aee7-199b-4825-baad-c0b590fd639c,segment=NetworkSegment(a508f10f-8435-4112-9b33-9bdbcd564e94),segment_id=a508f10f-8435-4112-9b33-9bdbcd564e94)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:44:59.353129 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:44:59.454279 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926b0de-8305-4c9f-89b3-7d951c92a402 None None] Pushing event updated for resources: {'Port': ['ID=a421aee7-199b-4825-baad-c0b590fd639c,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:00.722029 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 34816) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:45:01.090573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-788ca03c-1ea3-49b5-bff4-a0fb6756777e admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:45:01.091687 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-788ca03c-1ea3-49b5-bff4-a0fb6756777e admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3686848 Jan 28 17:45:02.999082 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a421aee7-199b-4825-baad-c0b590fd639c up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:45:03.091083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c9367-eab7-4210-97bd-00deb72bf879 None None] Network c8ebd306-720c-41fa-8008-716601b55499 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:45:03.155631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port a421aee7-199b-4825-baad-c0b590fd639c completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:45:03.410263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-dbc6008f-e6fa-48f7-957d-111ca97a9eeb None None] Provisioning for port a421aee7-199b-4825-baad-c0b590fd639c completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:45:03.416505 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-dbc6008f-e6fa-48f7-957d-111ca97a9eeb None None] Provisioning complete for port a421aee7-199b-4825-baad-c0b590fd639c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:45:03.416914 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dbc6008f-e6fa-48f7-957d-111ca97a9eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:03.538782 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dbc6008f-e6fa-48f7-957d-111ca97a9eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:03.555810 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 34830) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:45:03.571006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-dbc6008f-e6fa-48f7-957d-111ca97a9eeb None None] For port a421aee7-199b-4825-baad-c0b590fd639c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a421aee7-199b-4825-baad-c0b590fd639c,segment=NetworkSegment(a508f10f-8435-4112-9b33-9bdbcd564e94),segment_id=a508f10f-8435-4112-9b33-9bdbcd564e94)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:45:03.650112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dbc6008f-e6fa-48f7-957d-111ca97a9eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:03.717771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6008f-e6fa-48f7-957d-111ca97a9eeb None None] Pushing event updated for resources: {'Port': ['ID=a421aee7-199b-4825-baad-c0b590fd639c,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:03.769907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-039b8a2c-56b0-40af-83fa-05d65f2c0939 None None] Provisioning complete for port a421aee7-199b-4825-baad-c0b590fd639c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:45:03.770275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-039b8a2c-56b0-40af-83fa-05d65f2c0939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:03.922176 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-ffc436b7-538b-4bb9-812c-d9f4c148c826 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:45:03.923259 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ffc436b7-538b-4bb9-812c-d9f4c148c826 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3662965 Jan 28 17:45:04.951865 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a421aee7-199b-4825-baad-c0b590fd639c up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:45:05.016828 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port a421aee7-199b-4825-baad-c0b590fd639c triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:45:05.017215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:06.514694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 34842) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:45:06.856052 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d67033d3-41d6-4b7f-91d6-c1bbbcaf2fec admin admin] Request body: {'router': {'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'name': 'router1', 'admin_state_up': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:45:06.861017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d67033d3-41d6-4b7f-91d6-c1bbbcaf2fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:45:06.864757 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d67033d3-41d6-4b7f-91d6-c1bbbcaf2fec admin admin] Usage tracker for resource:router and tenant:7e3f5fe9059745d688bc05ced9905d2d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:45:06.868553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d67033d3-41d6-4b7f-91d6-c1bbbcaf2fec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:45:06.874167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d67033d3-41d6-4b7f-91d6-c1bbbcaf2fec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:45:06.941050 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d67033d3-41d6-4b7f-91d6-c1bbbcaf2fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:06.942611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d67033d3-41d6-4b7f-91d6-c1bbbcaf2fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:06.963277 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d67033d3-41d6-4b7f-91d6-c1bbbcaf2fec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:06.998016 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 5 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:45:07.210520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d67033d3-41d6-4b7f-91d6-c1bbbcaf2fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:07.380862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d67033d3-41d6-4b7f-91d6-c1bbbcaf2fec admin admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:07.382023 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d67033d3-41d6-4b7f-91d6-c1bbbcaf2fec admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8662825 Jan 28 17:45:09.708351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 34852) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:45:09.855254 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5c2d5429-2dcc-4aa7-9e83-e0d139698600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:10.061723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-46a6a6df-3f9a-46b0-af42-2e9443df2cc6 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:45:10.062681 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-46a6a6df-3f9a-46b0-af42-2e9443df2cc6 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3534064 Jan 28 17:45:12.248525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cdf551f1-3a3b-4d2e-a0c8-5828fa7a191d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:12.414917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 34862) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:45:12.771954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:45:12.776894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:45:12.780630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Usage tracker for resource:network and tenant:fc003a28e86f4227b9e6f80985c7b02b is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:45:12.783418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:45:12.789446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:45:12.855039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Made reservation on behalf of fc003a28e86f4227b9e6f80985c7b02b for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:45:12.857178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:12.869130 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:12.882986 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:45:12.886597 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Usage tracker for resource:security_group_rule and tenant:fc003a28e86f4227b9e6f80985c7b02b is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:45:12.889300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:45:12.894811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:45:12.973292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:13.020781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:13.038465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Reserving flat network on physical network physnet1 {{(pid=88158) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 17:45:13.058405 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72864c3d-7be5-45d8-b2f4-feb644fd4cf7,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:13.062571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:13.062906 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Added segment 38bf6b0f-4c7a-4a87-a9fb-02ed1780f871 of type flat for network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 Jan 28 17:45:13.066836 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:13.092905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:13.207996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:13.208908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:13.209474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:13.301975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] Pushing event updated for resources: {'Network': ['ID=9f7d7907-208b-4eba-a063-0cb2c54c24e7,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:13.311288 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:45:13.372351 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:13.467720 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d8be4148-748b-4957-b3b1-b6d7564ecc23 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0516539 Jan 28 17:45:14.786478 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:15.787895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 34882) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:45:15.991569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babd4f51-6703-4804-b500-830213476164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:15.993453 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-babd4f51-6703-4804-b500-830213476164 admin admin] 10.222.0.26 "GET /v2.0/subnets/7fabd379-d602-4981-ad64-9535e2d3596c HTTP/1.1" status: 200 len: 849 time: 0.2046247 Jan 28 17:45:16.131330 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-be6085cc-991b-4bbe-b597-dbbc1c24628d admin admin] 10.222.0.26 "GET /v2.0/routers/d1d8b8d4-0f6d-4260-a514-8bee58885ea6 HTTP/1.1" status: 200 len: 704 time: 0.1323230 Jan 28 17:45:16.575738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:16.827238 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Allocated IP 172.20.0.1 (c8ebd306-720c-41fa-8008-716601b55499/7fabd379-d602-4981-ad64-9535e2d3596c/88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:45:16.983140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:17.000348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Transition to ACTIVE for port object 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:45:17.117868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:17.190734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Network c8ebd306-720c-41fa-8008-716601b55499 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:45:17.193669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:45:17.197704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:45:17.198237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:17.311542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Pushing event updated for resources: {'Port': ['ID=88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:17.437561 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8efadc78-de73-4fd4-8295-4ae00eb25c4d None None] Provisioning for port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:45:17.442282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8efadc78-de73-4fd4-8295-4ae00eb25c4d None None] Provisioning complete for port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:45:17.442695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8efadc78-de73-4fd4-8295-4ae00eb25c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:17.497007 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8efadc78-de73-4fd4-8295-4ae00eb25c4d None None] Port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:45:17.520196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:17.738628 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:17.791045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:17.791768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:17.934106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Pushing event updated for resources: {'Port': ['ID=88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:17.985794 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Network c8ebd306-720c-41fa-8008-716601b55499 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:45:17.986820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:45:18.218146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d9d49ca9-1af9-4dbc-bf66-528ad0b47744 None None] Provisioning complete for port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:45:18.218511 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d9d49ca9-1af9-4dbc-bf66-528ad0b47744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:18.232045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Router d1d8b8d4-0f6d-4260-a514-8bee58885ea6 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:45:18.275471 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d9d49ca9-1af9-4dbc-bf66-528ad0b47744 None None] Port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:45:18.426269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:45:18.435205 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6d0710c6-c36d-4cf8-95c7-881574ee6a95 admin admin] 10.222.0.26 "PUT /v2.0/routers/d1d8b8d4-0f6d-4260-a514-8bee58885ea6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2989230 Jan 28 17:45:18.436100 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Sync routers for ids ['d1d8b8d4-0f6d-4260-a514-8bee58885ea6'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:45:18.447918 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Routers {'d1d8b8d4-0f6d-4260-a514-8bee58885ea6'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:45:18.448783 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:45:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d1d8b8d4-0f6d-4260-a514-8bee58885ea6'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:45:18.620066 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Set router d1d8b8d4-0f6d-4260-a514-8bee58885ea6 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:45:18.986037 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'name': 'router1', 'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:45:06Z', 'updated_at': '2022-01-28T17:45:17Z', 'revision_number': 2, 'project_id': '7e3f5fe9059745d688bc05ced9905d2d', 'gw_port_host': None, '_interfaces': [{'id': '88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f', 'name': '', 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499', 'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'mac_address': 'fa:16:3e:bc:1c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fabd379-d602-4981-ad64-9535e2d3596c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:45:16Z', 'updated_at': '2022-01-28T17:45:17Z', 'revision_number': 2, 'project_id': '7e3f5fe9059745d688bc05ced9905d2d', 'subnets': [{'id': '7fabd379-d602-4981-ad64-9535e2d3596c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f979dc12-e854-44a2-9382-ac5ac84a7136'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:45:18.990790 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Checking router: d1d8b8d4-0f6d-4260-a514-8bee58885ea6 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:45:18.991185 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Updating router d1d8b8d4-0f6d-4260-a514-8bee58885ea6 port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:45:19.041489 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:19.408574 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:19.423139 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Transition to ACTIVE for port object 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:45:19.493927 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:19.709423 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Pushing event updated for resources: {'Port': ['ID=88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:19.728577 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:19.728936 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:19.729271 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:19.729597 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:19.729921 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:19.730257 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:19.730579 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:19.730897 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:19.731256 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:19.731575 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:19.731888 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:19.732198 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Tracked resource versions report: Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: pushed versions: Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: { 'AddressGroup': {'1.2'}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'ConntrackHelper': {'1.0'}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Log': {'1.0'}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Network': {'1.1'}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Port': {'1.7'}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'PortForwarding': {'1.2'}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'QosPolicy': {'1.8'}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'SecurityGroup': {'1.4'}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'SecurityGroupRule': {'1.2'}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'SubPort': {'1.0'}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Subnet': {'1.1'}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Trunk': {'1.1'}} Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: consumer versions: Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: { DHCP agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: L3 agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: Metadata agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: Metering agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: Open vSwitch agent@dv-neutron-826919-1-hyperv: { 'AddressGroup': '1.2', Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'ConntrackHelper': '1.0', Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Log': '1.0', Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Network': '1.1', Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Port': '1.7', Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'PortForwarding': '1.2', Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'QosPolicy': '1.8', Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'SecurityGroup': '1.4', Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'SecurityGroupRule': '1.2', Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'SubPort': '1.0', Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Subnet': '1.1', Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Trunk': '1.1'}} Jan 28 17:45:19.733529 dv-neutron-826919-1-hyperv neutron-server[88161]: {{(pid=88161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 17:45:19.743221 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Attempting to bind port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:45:19.743627 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Attempting to bind port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'a508f10f-8435-4112-9b33-9bdbcd564e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:45:19.744637 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Attempting to bind port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f on network c8ebd306-720c-41fa-8008-716601b55499 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:45:19.749127 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:45:19.749537 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Checking segment: {'id': 'a508f10f-8435-4112-9b33-9bdbcd564e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:45:19.750013 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:19.750387 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Bound using segment: {'id': 'a508f10f-8435-4112-9b33-9bdbcd564e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:45:19.750884 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Bound port: 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a508f10f-8435-4112-9b33-9bdbcd564e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:45:19.751308 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:19.836516 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] For port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:45:19.840597 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] For port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f,segment=NetworkSegment(a508f10f-8435-4112-9b33-9bdbcd564e94),segment_id=a508f10f-8435-4112-9b33-9bdbcd564e94)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:45:19.929626 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:20.003134 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Routers {'d1d8b8d4-0f6d-4260-a514-8bee58885ea6'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:45:20.003739 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:45:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d1d8b8d4-0f6d-4260-a514-8bee58885ea6'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:45:20.150502 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1e97a-5f7c-4c7a-b638-b707e77ab2ca None None] Pushing event updated for resources: {'Port': ['ID=88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:20.171350 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] Set router d1d8b8d4-0f6d-4260-a514-8bee58885ea6 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:45:20.490891 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'name': 'router1', 'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:45:06Z', 'updated_at': '2022-01-28T17:45:17Z', 'revision_number': 2, 'project_id': '7e3f5fe9059745d688bc05ced9905d2d', 'gw_port_host': None, '_interfaces': [{'id': '88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f', 'name': '', 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499', 'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'mac_address': 'fa:16:3e:bc:1c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fabd379-d602-4981-ad64-9535e2d3596c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:45:16Z', 'updated_at': '2022-01-28T17:45:19Z', 'revision_number': 4, 'project_id': '7e3f5fe9059745d688bc05ced9905d2d', 'subnets': [{'id': '7fabd379-d602-4981-ad64-9535e2d3596c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f979dc12-e854-44a2-9382-ac5ac84a7136'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:45:20.496035 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc61443-6d46-44a1-8d37-513c234b3b5c None None] The sync data for ids ['d1d8b8d4-0f6d-4260-a514-8bee58885ea6'] in dv-neutron-826919-1-hyperv is: [{'id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'name': 'router1', 'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:45:06Z', 'updated_at': '2022-01-28T17:45:17Z', 'revision_number': 2, 'project_id': '7e3f5fe9059745d688bc05ced9905d2d', 'gw_port_host': None, '_interfaces': [{'id': '88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f', 'name': '', 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499', 'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'mac_address': 'fa:16:3e:bc:1c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fabd379-d602-4981-ad64-9535e2d3596c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:45:16Z', 'updated_at': '2022-01-28T17:45:19Z', 'revision_number': 4, 'project_id': '7e3f5fe9059745d688bc05ced9905d2d', 'subnets': [{'id': '7fabd379-d602-4981-ad64-9535e2d3596c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f979dc12-e854-44a2-9382-ac5ac84a7136'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:45:20.615722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 34904) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:45:20.759891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680a3db9-4cce-4d87-84d8-bcbd0b0b8d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:20.760397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-680a3db9-4cce-4d87-84d8-bcbd0b0b8d9d admin admin] Synchronizing usage tracker for tenant:fc003a28e86f4227b9e6f80985c7b02b on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:45:20.832182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-680a3db9-4cce-4d87-84d8-bcbd0b0b8d9d admin admin] Unset dirty status for tenant:fc003a28e86f4227b9e6f80985c7b02b on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:45:20.833390 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-680a3db9-4cce-4d87-84d8-bcbd0b0b8d9d admin admin] 10.222.0.26 "GET /v2.0/networks/9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 842 time: 0.2166371 Jan 28 17:45:20.843191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:45:20.848728 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:45:20.853074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Usage tracker for resource:subnet and tenant:fc003a28e86f4227b9e6f80985c7b02b is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:45:20.855941 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:45:20.865674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:45:20.963608 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Made reservation on behalf of fc003a28e86f4227b9e6f80985c7b02b for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:45:20.966068 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:21.381786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.objects.ports [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88158) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:45:21.382362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:21.463904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:45:21.464261 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Network hostable DHCP agents. Network: 9f7d7907-208b-4eba-a063-0cb2c54c24e7, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:45:21.472055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f31a04-f1a2-45ec-89d1-1f9da10675bb,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:21.603905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:45:21.706688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 9f7d7907-208b-4eba-a063-0cb2c54c24e7) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:45:21.711388 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:21.712028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:21.717171 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b49d8-abd2-405d-8a10-a5b9325d88d1 None None] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:45:21.804424 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c702e9dc-788e-4165-bd37-2dff4a3bb37a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9648876 Jan 28 17:45:21.935105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123505e9-69e9-4306-8fe0-f27701e0a1c1 None None] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:45:22.985166 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:45:23.123514 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:45:23.128873 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:45:23.130124 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:23.249278 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:23.396812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f,segment=NetworkSegment(a508f10f-8435-4112-9b33-9bdbcd564e94),segment_id=a508f10f-8435-4112-9b33-9bdbcd564e94)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:45:23.488268 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:23.571367 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:24.051824 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 34918) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:45:24.240076 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-832e1fc4-e07c-4c7a-89ea-957f21c0aae9 admin admin] 10.222.0.26 "GET /v2.0/routers/d1d8b8d4-0f6d-4260-a514-8bee58885ea6 HTTP/1.1" status: 200 len: 710 time: 0.1872089 Jan 28 17:45:24.362541 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba3e570-a6f0-4eb6-8232-d5a7c6518567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:45:24.363833 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dba3e570-a6f0-4eb6-8232-d5a7c6518567 admin admin] 10.222.0.26 "GET /v2.0/networks/9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 886 time: 0.1180902 Jan 28 17:45:24.372337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:45:24.837669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:24.961170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:45:25.027711 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:45:25.028080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:25.219463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:25.272059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:25.402314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Allocated IP 172.26.1.173 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/c4226cd8-4f2e-4a52-a404-e223a7354766) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:45:25.537438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:25.625100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:25.684163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:45:25.686692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:45:25.690703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:45:25.803843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Pushing event updated for resources: {'Port': ['ID=c4226cd8-4f2e-4a52-a404-e223a7354766,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:26.151607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:26.533393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:26.536898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:26.711426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Router d1d8b8d4-0f6d-4260-a514-8bee58885ea6 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:45:26.889412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:45:26.898416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:26.899676 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-528d8233-b4c1-4574-a12b-c2e334dff94c admin admin] 10.222.0.26 "PUT /v2.0/routers/d1d8b8d4-0f6d-4260-a514-8bee58885ea6 HTTP/1.1" status: 200 len: 890 time: 2.5304101 Jan 28 17:45:26.900162 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Sync routers for ids ['d1d8b8d4-0f6d-4260-a514-8bee58885ea6'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:45:26.910342 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Routers {'d1d8b8d4-0f6d-4260-a514-8bee58885ea6'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:45:26.911079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:45:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d1d8b8d4-0f6d-4260-a514-8bee58885ea6'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:45:27.105719 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Set router d1d8b8d4-0f6d-4260-a514-8bee58885ea6 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:45:27.496638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'name': 'router1', 'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c4226cd8-4f2e-4a52-a404-e223a7354766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:45:06Z', 'updated_at': '2022-01-28T17:45:25Z', 'revision_number': 4, 'project_id': '7e3f5fe9059745d688bc05ced9905d2d', 'gw_port': {'id': 'c4226cd8-4f2e-4a52-a404-e223a7354766', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:45:25Z', 'updated_at': '2022-01-28T17:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f', 'name': '', 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499', 'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'mac_address': 'fa:16:3e:bc:1c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fabd379-d602-4981-ad64-9535e2d3596c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:45:16Z', 'updated_at': '2022-01-28T17:45:23Z', 'revision_number': 5, 'project_id': '7e3f5fe9059745d688bc05ced9905d2d', 'subnets': [{'id': '7fabd379-d602-4981-ad64-9535e2d3596c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f979dc12-e854-44a2-9382-ac5ac84a7136'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:45:27.501365 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Checking router: d1d8b8d4-0f6d-4260-a514-8bee58885ea6 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:45:27.501717 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Updating router d1d8b8d4-0f6d-4260-a514-8bee58885ea6 port c4226cd8-4f2e-4a52-a404-e223a7354766 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:45:27.551479 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:27.872523 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:27.883553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Transition to ACTIVE for port object c4226cd8-4f2e-4a52-a404-e223a7354766 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:45:27.980537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:28.082480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Attempting to bind port c4226cd8-4f2e-4a52-a404-e223a7354766 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:45:28.082847 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Attempting to bind port c4226cd8-4f2e-4a52-a404-e223a7354766 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:45:28.083236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Attempting to bind port c4226cd8-4f2e-4a52-a404-e223a7354766 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:45:28.090693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6329a-3430-4f6e-9df4-ced7bf29ab11 None None] Pushing event updated for resources: {'Port': ['ID=c4226cd8-4f2e-4a52-a404-e223a7354766,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:28.093116 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:45:28.093484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:45:28.093879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:28.094250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:45:28.094707 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Bound port: c4226cd8-4f2e-4a52-a404-e223a7354766, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:45:28.095111 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:28.165263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] For port c4226cd8-4f2e-4a52-a404-e223a7354766, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:45:28.168174 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] For port c4226cd8-4f2e-4a52-a404-e223a7354766, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c4226cd8-4f2e-4a52-a404-e223a7354766,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:45:28.238343 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:28.315167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Routers {'d1d8b8d4-0f6d-4260-a514-8bee58885ea6'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:45:28.315758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:45:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d1d8b8d4-0f6d-4260-a514-8bee58885ea6'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:45:28.361149 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6329a-3430-4f6e-9df4-ced7bf29ab11 None None] Pushing event updated for resources: {'Port': ['ID=c4226cd8-4f2e-4a52-a404-e223a7354766,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:28.490021 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] Set router d1d8b8d4-0f6d-4260-a514-8bee58885ea6 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:45:28.807032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'name': 'router1', 'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c4226cd8-4f2e-4a52-a404-e223a7354766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:45:06Z', 'updated_at': '2022-01-28T17:45:25Z', 'revision_number': 4, 'project_id': '7e3f5fe9059745d688bc05ced9905d2d', 'gw_port': {'id': 'c4226cd8-4f2e-4a52-a404-e223a7354766', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:45:25Z', 'updated_at': '2022-01-28T17:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f', 'name': '', 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499', 'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'mac_address': 'fa:16:3e:bc:1c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fabd379-d602-4981-ad64-9535e2d3596c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:45:16Z', 'updated_at': '2022-01-28T17:45:23Z', 'revision_number': 5, 'project_id': '7e3f5fe9059745d688bc05ced9905d2d', 'subnets': [{'id': '7fabd379-d602-4981-ad64-9535e2d3596c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f979dc12-e854-44a2-9382-ac5ac84a7136'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:45:28.810856 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec92701-a5f3-4d30-9a96-c5ef5ab9e682 None None] The sync data for ids ['d1d8b8d4-0f6d-4260-a514-8bee58885ea6'] in dv-neutron-826919-1-hyperv is: [{'id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'name': 'router1', 'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c4226cd8-4f2e-4a52-a404-e223a7354766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:45:06Z', 'updated_at': '2022-01-28T17:45:25Z', 'revision_number': 4, 'project_id': '7e3f5fe9059745d688bc05ced9905d2d', 'gw_port': {'id': 'c4226cd8-4f2e-4a52-a404-e223a7354766', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:45:25Z', 'updated_at': '2022-01-28T17:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f', 'name': '', 'network_id': 'c8ebd306-720c-41fa-8008-716601b55499', 'tenant_id': '7e3f5fe9059745d688bc05ced9905d2d', 'mac_address': 'fa:16:3e:bc:1c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d8b8d4-0f6d-4260-a514-8bee58885ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fabd379-d602-4981-ad64-9535e2d3596c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:45:16Z', 'updated_at': '2022-01-28T17:45:23Z', 'revision_number': 5, 'project_id': '7e3f5fe9059745d688bc05ced9905d2d', 'subnets': [{'id': '7fabd379-d602-4981-ad64-9535e2d3596c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f979dc12-e854-44a2-9382-ac5ac84a7136'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:45:29.050499 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c4226cd8-4f2e-4a52-a404-e223a7354766 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:45:29.202230 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port c4226cd8-4f2e-4a52-a404-e223a7354766 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:45:29.207627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port c4226cd8-4f2e-4a52-a404-e223a7354766 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:45:29.208187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:29.263542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 34928) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:45:29.339156 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:29.358047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port c4226cd8-4f2e-4a52-a404-e223a7354766, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c4226cd8-4f2e-4a52-a404-e223a7354766,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:45:29.437769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:29.509111 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=c4226cd8-4f2e-4a52-a404-e223a7354766,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:45:29.527643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.policy [None req-93af6420-0f76-4d15-a448-06f960c5caf3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88159) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 17:45:29.574222 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING oslo_policy.policy [None req-93af6420-0f76-4d15-a448-06f960c5caf3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 17:45:29.574536 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING oslo_policy.policy [None req-93af6420-0f76-4d15-a448-06f960c5caf3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 17:45:29.584139 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-93af6420-0f76-4d15-a448-06f960c5caf3 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3196614 Jan 28 17:45:30.968264 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c4226cd8-4f2e-4a52-a404-e223a7354766 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:45:31.035111 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port c4226cd8-4f2e-4a52-a404-e223a7354766 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:45:31.035487 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:39.866394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3a52e6ef-b3b2-4190-a49d-667e92ce5789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:42.258658 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f415bd5c-7607-4665-bad1-a66c92dca72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:43.145837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:43.277597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:45:43.997310 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 5 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:45:44.802638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:46:09.905334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-41bab636-80c4-429d-b625-69b1c69a97f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:46:12.242042 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cf517a23-5c1b-48bc-85b3-5ff1b0db5c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:46:13.134029 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:46:13.322394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:46:14.790835 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:46:21.000834 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 5 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:46:39.835780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7eb05ab7-4988-4b1d-b29e-857c55d41468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:46:42.275433 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cbe9a1c4-cb84-4e37-9a9c-1e8a340b65b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:46:43.085451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:46:43.337048 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:46:45.321672 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:46:58.000279 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 5 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:47:09.848159 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-238b3ae8-8ad5-425d-86c0-d13faca3ef92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:12.241546 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6b4e868a-797c-43f7-bdd9-421fc8c2e913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:13.081701 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:13.275954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:14.810947 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:35.001124 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 5 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:47:38.929017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 35532) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:47:39.004631 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd43478b-6dc7-4376-9e14-5503bfaf67dd admin admin] GET failed (client error): The resource could not be found. Jan 28 17:47:39.005883 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bd43478b-6dc7-4376-9e14-5503bfaf67dd admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0759630 Jan 28 17:47:39.160280 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a194ef9d-7803-48a7-9f08-a3a4891396c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:39.161700 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a194ef9d-7803-48a7-9f08-a3a4891396c5 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1519499 Jan 28 17:47:39.830710 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-424aad23-e15b-4987-b7a4-561f4a749529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:41.275351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 35542) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:47:41.387599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09685344-9a30-403b-a7dd-c356e3e983b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:41.388157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-09685344-9a30-403b-a7dd-c356e3e983b2 admin admin] Synchronizing usage tracker for tenant:fc003a28e86f4227b9e6f80985c7b02b on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:47:41.476376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-09685344-9a30-403b-a7dd-c356e3e983b2 admin admin] Unset dirty status for tenant:fc003a28e86f4227b9e6f80985c7b02b on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:47:41.477552 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-09685344-9a30-403b-a7dd-c356e3e983b2 admin admin] 10.222.0.26 "GET /v2.0/subnets/7fabd379-d602-4981-ad64-9535e2d3596c HTTP/1.1" status: 200 len: 849 time: 0.2012699 Jan 28 17:47:41.487058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:47:41.600204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:41.853672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737137899502'] for subnet, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:41.899580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:41.900216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:41.901638 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] 10.222.0.26 "PUT /v2.0/subnets/7fabd379-d602-4981-ad64-9535e2d3596c HTTP/1.1" status: 200 len: 868 time: 0.4184871 Jan 28 17:47:41.918026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b813fc-64da-4f3d-b3b6-5dc01ea03bb9 None None] Network c8ebd306-720c-41fa-8008-716601b55499 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:47:41.930629 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fabd379-d602-4981-ad64-9535e2d3596c,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:47:41.939684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:41.940048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:41.940353 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:41.940680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:41.941084 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:41.941549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:41.941909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:41.942254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:41.942593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:41.942930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:41.943285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:41.943611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e52ac2-85bd-4924-bfa9-64c79f6c5157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:47:42.240216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a5695b2f-d306-4085-a88d-d3c67064e6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:42.381793 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bb5db2df-9669-4f2c-838c-0550c6a4233b None None] Provisioning complete for port a421aee7-199b-4825-baad-c0b590fd639c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:47:42.382156 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bb5db2df-9669-4f2c-838c-0550c6a4233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:42.514475 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bb5db2df-9669-4f2c-838c-0550c6a4233b None None] Provisioning complete for port 88c4aa23-d3d1-4c0f-811a-8d927a8b4b8f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:47:42.514756 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bb5db2df-9669-4f2c-838c-0550c6a4233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:43.104795 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:43.305215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:44.028616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 35552) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:47:44.197464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b1bf7-f050-4700-931e-7c589e156a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:44.197927 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b1bf7-f050-4700-931e-7c589e156a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:44.199459 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-538b1bf7-f050-4700-931e-7c589e156a00 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1698143 Jan 28 17:47:44.807540 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:47:46.296006 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 35562) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:47:46.466175 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00364d83-0be2-4fda-817d-d7534e28a44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:46.466624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00364d83-0be2-4fda-817d-d7534e28a44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:46.468118 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-00364d83-0be2-4fda-817d-d7534e28a44d admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1712644 Jan 28 17:47:48.579768 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 35572) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:47:48.742281 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88746305-b040-4ca4-bb6e-d19fdbd9246b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:48.743637 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-88746305-b040-4ca4-bb6e-d19fdbd9246b admin admin] 10.222.0.26 "GET /v2.0/networks/9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 886 time: 0.1629510 Jan 28 17:47:50.853732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 35582) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:47:51.022944 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc9418a-0255-44b7-9813-fd3939026bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:51.024325 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7fc9418a-0255-44b7-9813-fd3939026bba admin admin] 10.222.0.26 "GET /v2.0/networks/c8ebd306-720c-41fa-8008-716601b55499 HTTP/1.1" status: 200 len: 869 time: 0.1696761 Jan 28 17:47:53.160945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 35592) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:47:53.265113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82df0fc-ea89-4484-ae9c-07c4622645bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:53.265488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82df0fc-ea89-4484-ae9c-07c4622645bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:53.266942 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d82df0fc-ea89-4484-ae9c-07c4622645bf admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1050365 Jan 28 17:47:55.375303 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 35602) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:47:55.484091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443a7767-1d43-4af2-bd41-1d2c44bdecad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:55.484541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443a7767-1d43-4af2-bd41-1d2c44bdecad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:55.485989 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-443a7767-1d43-4af2-bd41-1d2c44bdecad admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1097295 Jan 28 17:47:57.593993 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 35612) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:47:57.715841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac4818-a42b-4c5e-9cc4-c6c96cca0140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:57.717165 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-efac4818-a42b-4c5e-9cc4-c6c96cca0140 admin admin] 10.222.0.26 "GET /v2.0/subnets/7fabd379-d602-4981-ad64-9535e2d3596c HTTP/1.1" status: 200 len: 868 time: 0.1222634 Jan 28 17:47:59.842707 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 35622) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:47:59.939901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be133f5-6726-45f0-a3b5-60f7c83c839d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:47:59.941688 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0be133f5-6726-45f0-a3b5-60f7c83c839d admin admin] 10.222.0.26 "GET /v2.0/subnets/b7f31a04-f1a2-45ec-89d1-1f9da10675bb HTTP/1.1" status: 200 len: 816 time: 0.0979400 Jan 28 17:48:09.842358 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1ea31734-ec5e-4833-92be-d2f4151da89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:12.000387 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 5 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:48:12.268730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dff892df-2206-4035-8bef-d62729a6cc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:13.093767 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:13.287554 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:14.819119 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:18.417833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 35668) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:48:18.465316 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-76d786fe-1b14-4817-b2c6-1050bb4e2855 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:48:18.466298 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-76d786fe-1b14-4817-b2c6-1050bb4e2855 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475335 Jan 28 17:48:20.628292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 35678) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:48:20.696556 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-530b70df-616a-4c54-8e72-8027d449bf72 admin admin] GET failed (client error): The resource could not be found. Jan 28 17:48:20.697785 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-530b70df-616a-4c54-8e72-8027d449bf72 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0685823 Jan 28 17:48:20.820039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cc06a1-166d-479c-b9dd-322362e1b733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:48:20.821350 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-70cc06a1-166d-479c-b9dd-322362e1b733 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1196904 Jan 28 17:48:22.954004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 35688) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:48:23.000067 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:48:23.001364 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.quota [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Loaded quota_driver: . Jan 28 17:48:23.008157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:48:23.020758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:48:23.099118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Made reservation on behalf of fc003a28e86f4227b9e6f80985c7b02b for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:48:23.102019 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:23.193595 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING neutron.services.revisions.revision_plugin [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Could not find related network for resource to bump revision. Jan 28 17:48:23.207919 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:48:23.218111 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737137947405', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:23.218655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Unsubscribe: segment precommit_create {{(pid=88159) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 17:48:23.219149 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Added segment 35892b6b-3159-4854-8188-3136391b4845 of type vlan for network e9156ba9-ef04-4cb7-862c-a72256b2c008 Jan 28 17:48:23.282952 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:23.373464 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:23.374548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:48:23.375197 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:23.480812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Pushing event updated for resources: {'Network': ['ID=e9156ba9-ef04-4cb7-862c-a72256b2c008,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:48:23.488743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:23.489082 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:23.489409 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:23.489728 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:23.490040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:23.490364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:23.490681 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:23.491030 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:23.491348 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:23.491657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:23.491960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:23.492263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] Tracked resource versions report: Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: pushed versions: Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: { 'AddressGroup': {'1.2'}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'ConntrackHelper': {'1.0'}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Log': {'1.0'}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Network': {'1.1'}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Port': {'1.7'}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'PortForwarding': {'1.2'}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'QosPolicy': {'1.8'}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'SecurityGroup': {'1.4'}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'SecurityGroupRule': {'1.2'}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'SubPort': {'1.0'}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Subnet': {'1.1'}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Trunk': {'1.1'}} Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: consumer versions: Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: { DHCP agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: L3 agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: Metadata agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: Metering agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: Open vSwitch agent@dv-neutron-826919-1-hyperv: { 'AddressGroup': '1.2', Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'ConntrackHelper': '1.0', Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Log': '1.0', Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Network': '1.1', Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Port': '1.7', Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'PortForwarding': '1.2', Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'QosPolicy': '1.8', Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'SecurityGroup': '1.4', Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'SecurityGroupRule': '1.2', Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'SubPort': '1.0', Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Subnet': '1.1', Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Trunk': '1.1'}} Jan 28 17:48:23.493540 dv-neutron-826919-1-hyperv neutron-server[88159]: {{(pid=88159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 17:48:23.521426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network e9156ba9-ef04-4cb7-862c-a72256b2c008 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:48:23.549634 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fc1a2a4e-78ed-4eca-9194-3bc577bb5a0a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5944004 Jan 28 17:48:25.664135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 35702) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:48:25.729894 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41672d0-003f-4020-93fb-e4007e76fc5a admin admin] GET failed (client error): The resource could not be found. Jan 28 17:48:25.732916 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a41672d0-003f-4020-93fb-e4007e76fc5a admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0661745 Jan 28 17:48:25.884292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5738adb2-35a7-4bee-8f8e-70641b374928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:48:25.885724 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5738adb2-35a7-4bee-8f8e-70641b374928 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1505694 Jan 28 17:48:25.895147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-28e28bb3-09d1-4521-b8ae-9904e8a913f5 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'e9156ba9-ef04-4cb7-862c-a72256b2c008', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:48:25.899321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-28e28bb3-09d1-4521-b8ae-9904e8a913f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:48:25.908448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-28e28bb3-09d1-4521-b8ae-9904e8a913f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:48:26.013304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e28bb3-09d1-4521-b8ae-9904e8a913f5 admin admin] Made reservation on behalf of fc003a28e86f4227b9e6f80985c7b02b for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:48:26.015618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28e28bb3-09d1-4521-b8ae-9904e8a913f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:26.293470 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28e28bb3-09d1-4521-b8ae-9904e8a913f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:26.367368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e28bb3-09d1-4521-b8ae-9904e8a913f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8ac48f-d47d-4536-a251-d74d798f58ab,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:48:26.374425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e28bb3-09d1-4521-b8ae-9904e8a913f5 admin admin] Checking segment: {'id': '35892b6b-3159-4854-8188-3136391b4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9156ba9-ef04-4cb7-862c-a72256b2c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:48:26.374766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e28bb3-09d1-4521-b8ae-9904e8a913f5 admin admin] Network hostable DHCP agents. Network: e9156ba9-ef04-4cb7-862c-a72256b2c008, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:48:26.465165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e28bb3-09d1-4521-b8ae-9904e8a913f5 admin admin] Network e9156ba9-ef04-4cb7-862c-a72256b2c008 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:48:26.550786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-28e28bb3-09d1-4521-b8ae-9904e8a913f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, e9156ba9-ef04-4cb7-862c-a72256b2c008) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:48:26.554685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e28bb3-09d1-4521-b8ae-9904e8a913f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:48:26.555305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28e28bb3-09d1-4521-b8ae-9904e8a913f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:26.561903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c4df91-e883-443a-8417-39e7cd75c340 None None] Network e9156ba9-ef04-4cb7-862c-a72256b2c008 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:48:26.625827 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-28e28bb3-09d1-4521-b8ae-9904e8a913f5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7339721 Jan 28 17:48:26.775816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-e9156ba9-ef04-4cb7-862c-a72256b2c008', 'network_id': 'e9156ba9-ef04-4cb7-862c-a72256b2c008', 'tenant_id': 'fc003a28e86f4227b9e6f80985c7b02b', 'fixed_ips': [{'subnet_id': 'fa8ac48f-d47d-4536-a251-d74d798f58ab'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:48:26.776707 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:26.931350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Allocated IP 192.168.233.2 (e9156ba9-ef04-4cb7-862c-a72256b2c008/fa8ac48f-d47d-4536-a251-d74d798f58ab/1306f71f-457c-4563-a8f3-745d322bda59) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:48:27.135553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:27.145669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Transition to ACTIVE for port object 1306f71f-457c-4563-a8f3-745d322bda59 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:48:27.163700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Transition to ACTIVE for port object 1306f71f-457c-4563-a8f3-745d322bda59 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:48:27.257803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:27.348410 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Network e9156ba9-ef04-4cb7-862c-a72256b2c008 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:48:27.351060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:48:27.354785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:48:27.363596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Pushing event updated for resources: {'Port': ['ID=1306f71f-457c-4563-a8f3-745d322bda59,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:48:27.397464 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:27.397836 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:27.402911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:27.402911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:27.402911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:27.402911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:27.402911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:27.402911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:27.402911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:27.402911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:27.402911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:27.402911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:48:27.458789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Attempting to bind port 1306f71f-457c-4563-a8f3-745d322bda59 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:48:27.459242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Attempting to bind port 1306f71f-457c-4563-a8f3-745d322bda59 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '35892b6b-3159-4854-8188-3136391b4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9156ba9-ef04-4cb7-862c-a72256b2c008'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:48:27.459598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Attempting to bind port 1306f71f-457c-4563-a8f3-745d322bda59 on network e9156ba9-ef04-4cb7-862c-a72256b2c008 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:48:27.464727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:48:27.465086 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Checking segment: {'id': '35892b6b-3159-4854-8188-3136391b4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9156ba9-ef04-4cb7-862c-a72256b2c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:48:27.465475 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:27.465859 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Bound using segment: {'id': '35892b6b-3159-4854-8188-3136391b4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9156ba9-ef04-4cb7-862c-a72256b2c008'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:48:27.466310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Bound port: 1306f71f-457c-4563-a8f3-745d322bda59, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35892b6b-3159-4854-8188-3136391b4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9156ba9-ef04-4cb7-862c-a72256b2c008'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:48:27.466691 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:27.567690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] For port 1306f71f-457c-4563-a8f3-745d322bda59, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:48:27.571028 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] For port 1306f71f-457c-4563-a8f3-745d322bda59, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1306f71f-457c-4563-a8f3-745d322bda59,segment=NetworkSegment(35892b6b-3159-4854-8188-3136391b4845),segment_id=35892b6b-3159-4854-8188-3136391b4845)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:48:27.634700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:27.715491 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c084f6-8cb2-4dd7-9111-a1f52de9905b None None] Pushing event updated for resources: {'Port': ['ID=1306f71f-457c-4563-a8f3-745d322bda59,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:48:28.622809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715f1003-239f-43ab-b1bf-0c2ec0f09c46 None None] Network e9156ba9-ef04-4cb7-862c-a72256b2c008 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:48:28.772577 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6810cf92-feda-471d-84b2-c61735a47123 None None] Provisioning for port 1306f71f-457c-4563-a8f3-745d322bda59 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:48:29.108911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1306f71f-457c-4563-a8f3-745d322bda59 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:48:29.241942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 1306f71f-457c-4563-a8f3-745d322bda59 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:48:29.247178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 1306f71f-457c-4563-a8f3-745d322bda59 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:48:29.247538 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:29.368610 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:29.401245 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 1306f71f-457c-4563-a8f3-745d322bda59, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1306f71f-457c-4563-a8f3-745d322bda59,segment=NetworkSegment(35892b6b-3159-4854-8188-3136391b4845),segment_id=35892b6b-3159-4854-8188-3136391b4845)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:48:29.514336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:29.582308 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=1306f71f-457c-4563-a8f3-745d322bda59,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:48:31.057327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1306f71f-457c-4563-a8f3-745d322bda59 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:48:31.126512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 1306f71f-457c-4563-a8f3-745d322bda59 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:48:31.126874 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:39.836285 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d6d7f028-0744-4cd7-bbcd-fbfcc4649ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:42.240053 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5f1bd7bc-5741-4328-8e12-acf1156c31e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:43.113716 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:43.281807 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:44.819207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:48:48.998453 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 5 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:49:09.853191 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-af14b43e-7b12-4509-8417-d84abb994bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:49:12.268751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6f654d96-8f0d-464f-8a09-f1b31eb45b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:49:13.128483 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:49:13.301037 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:49:14.859147 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:49:25.996878 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 5 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:49:39.839718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4a67e278-0849-45d9-a3c4-06b8b486f739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:49:42.316618 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-838abdf4-012f-434e-aff4-12e40a866774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:49:43.179655 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:49:43.382870 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:49:44.847625 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:01.047274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 35752) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:50:01.054007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-d2c8ec3d-65f5-4dfe-a7f7-f28f645cb8a5 tempest-verify_tempest_config-1557363395 tempest-verify_tempest_config-1557363395-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:50:01.054953 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d2c8ec3d-65f5-4dfe-a7f7-f28f645cb8a5 tempest-verify_tempest_config-1557363395 tempest-verify_tempest_config-1557363395-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067341 Jan 28 17:50:01.945519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 35770) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:50:02.081409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:02.096825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:50:02.101240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Usage tracker for resource:security_group_rule and tenant:86236aad4f6f460c85d5a85b4083d8dc is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:50:02.103952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:50:02.109494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:50:02.189039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:02.276101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:02.338441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Synchronizing usage tracker for tenant:fc003a28e86f4227b9e6f80985c7b02b on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:50:02.341874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6591d9d1-5125-4a00-adac-43a162e435fa,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:50:02.352852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:50:02.353216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:50:02.353560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:50:02.353889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:50:02.354212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:50:02.354540 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:50:02.354868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:50:02.355232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:50:02.355560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:50:02.355877 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:50:02.356193 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:50:02.356507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:50:02.479259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] Unset dirty status for tenant:fc003a28e86f4227b9e6f80985c7b02b on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:50:02.480489 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8c575cc9-f3a1-48bd-a19d-2a312c977e7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86236aad4f6f460c85d5a85b4083d8dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5340219 Jan 28 17:50:02.483669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 35776) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:50:02.542468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-96b8ea48-cb5e-4ba9-b571-12c1afe4c443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:02.567091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-96b8ea48-cb5e-4ba9-b571-12c1afe4c443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:02.754494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-96b8ea48-cb5e-4ba9-b571-12c1afe4c443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:02.770601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8ea48-cb5e-4ba9-b571-12c1afe4c443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6591d9d1-5125-4a00-adac-43a162e435fa,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:50:02.775059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-96b8ea48-cb5e-4ba9-b571-12c1afe4c443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:02.776156 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-96b8ea48-cb5e-4ba9-b571-12c1afe4c443 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6591d9d1-5125-4a00-adac-43a162e435fa HTTP/1.1" status: 204 len: 168 time: 0.2916002 Jan 28 17:50:02.996331 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 5 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:50:09.847921 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6e4d18fc-65db-44db-8843-d4b2458b52ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:12.236353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5b27f85c-e299-4283-93f8-2a4a82102979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:13.119292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:13.307473 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:14.865107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:39.870309 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3919217d-0a20-4835-97cc-fbe8ee68e8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:39.996121 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 5 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:50:42.316609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb1d6035-c84a-4577-bbd5-b17f37560745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:43.110952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:43.293808 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:50:44.890696 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:51:09.904429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b986f3f8-e2c7-4479-a684-31b479a58687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:51:12.233138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ecbe241f-2842-4b66-baf0-eb2b880d1d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:51:13.112897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:51:13.295825 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:51:14.855877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:51:16.995741 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 5 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:51:19.701377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66682019'] for agent, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:51:34.242692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 35846) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:51:34.354084 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1111c1b0-da15-48e3-b42a-8f6a3ace4779 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1095212 Jan 28 17:51:36.472381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 35856) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:51:36.526039 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-63440807-640f-4316-a1a2-a3023ea4ef0b admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0525854 Jan 28 17:51:39.858894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8cea1252-76f1-41bf-879d-d8344d2c0c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:51:42.266703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f81d5a5a-6a85-41a6-92b5-462baaffc710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:51:43.155729 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:51:43.306470 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:51:44.832588 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:51:49.712247 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:51:53.994166 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:52:09.858830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9383c738-52a0-4a16-bd35-a95aad434222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:52:12.253147 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-91a02851-68f8-4c05-9de3-3b9e255092a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:52:13.135152 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:52:13.292970 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:52:14.855228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:52:19.721411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:52:30.993174 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:52:39.875946 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1a63fb7b-0b45-4e31-9ff4-368abf65dc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:52:42.241571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4ec33476-3fa0-4e0b-9d7e-33a0e3783bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:52:43.128881 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:52:43.288910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:52:44.854126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:52:49.717382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:06.278615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36044) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:06.392332 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36052) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:06.704836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36064) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:06.897671 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2114171474'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:06.902877 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:06.909562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Usage tracker for resource:network and tenant:b87de8a502824f24b7a26e3512cfbfcc is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:06.911258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:06.917742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:07.020752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Made reservation on behalf of b87de8a502824f24b7a26e3512cfbfcc for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:07.024510 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.038299 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.052357 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2131819438-network', 'tenant_id': '0ef49bbe32614b6687d237574ba02852'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:07.057537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:07.066854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Usage tracker for resource:network and tenant:0ef49bbe32614b6687d237574ba02852 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:07.069957 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:07.072143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:07.079203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Usage tracker for resource:security_group_rule and tenant:b87de8a502824f24b7a26e3512cfbfcc is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:07.081754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:07.083831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:07.095150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:07.169630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Made reservation on behalf of 0ef49bbe32614b6687d237574ba02852 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:07.172196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.200627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.214335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.220330 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:07.224086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Usage tracker for resource:security_group_rule and tenant:0ef49bbe32614b6687d237574ba02852 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:07.226818 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:07.232450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:07.269567 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-641734989-network', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:07.276729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:07.281169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Usage tracker for resource:network and tenant:62177f82a6dd4848ac609f9e3a037891 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:07.290615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:07.290615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:07.314630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.327517 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36084) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:07.350464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:07.362173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.362523 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Added segment 9510f328-c988-4486-9bd7-6e59ebe8fea9 of type vlan for network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 Jan 28 17:53:07.395304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0fa241-225c-482c-a69a-b24de2a6e3be,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:07.417275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:07.417643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:07.420865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:07.420865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:07.420865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:07.420865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:07.420865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:07.420865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:07.420865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:07.420865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:07.420865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:07.420865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Tracked resource versions report: Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: pushed versions: Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: { 'AddressGroup': {'1.2'}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'ConntrackHelper': {'1.0'}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Log': {'1.0'}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Network': {'1.1'}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Port': {'1.7'}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'PortForwarding': {'1.2'}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'QosPolicy': {'1.8'}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'SecurityGroup': {'1.4'}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'SecurityGroupRule': {'1.2'}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'SubPort': {'1.0'}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Subnet': {'1.1'}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Trunk': {'1.1'}} Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: consumer versions: Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: { DHCP agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: HyperV agent@hv-neutron-8269: {}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: L3 agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: Metadata agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: Metering agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: Open vSwitch agent@dv-neutron-826919-1-hyperv: { 'AddressGroup': '1.2', Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'ConntrackHelper': '1.0', Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Log': '1.0', Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Network': '1.1', Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Port': '1.7', Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'PortForwarding': '1.2', Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'QosPolicy': '1.8', Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'SecurityGroup': '1.4', Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'SecurityGroupRule': '1.2', Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'SubPort': '1.0', Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Subnet': '1.1', Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: 'Trunk': '1.1'}} Jan 28 17:53:07.421851 dv-neutron-826919-1-hyperv neutron-server[88158]: {{(pid=88158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 17:53:07.430081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Made reservation on behalf of 62177f82a6dd4848ac609f9e3a037891 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:07.432350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.442424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.456498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.492517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:07.506851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Usage tracker for resource:security_group_rule and tenant:62177f82a6dd4848ac609f9e3a037891 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:07.512065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:07.524556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:07.550633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.588320 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.597870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:07.597870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.630177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.718582 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-436146021-network', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:07.724436 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:07.731467 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Usage tracker for resource:network and tenant:2b7716c2adc34b2caf014eb010a60fb6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:07.736014 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:07.736590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event updated for resources: {'Network': ['ID=caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:07.745874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:07.750539 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:07.784664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:07.803109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e069ce-08a4-485c-8411-4b03610e2d38,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:07.813321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.816134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.816580 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Added segment 10739327-6374-43e5-9ff6-95deeb920e7b of type vlan for network 48ae0910-2b8b-43d3-bdda-e0b756f0482e Jan 28 17:53:07.848913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.888565 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Made reservation on behalf of 2b7716c2adc34b2caf014eb010a60fb6 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:07.892339 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a2038cf2-f3f6-46cf-b17d-1d47f7843e35 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6094761 Jan 28 17:53:07.894971 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.895113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36106) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:07.902605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Request body: {'subnet': {'network_id': 'caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:07.907135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.923132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:07.925775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:07.930567 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Usage tracker for resource:security_group_rule and tenant:2b7716c2adc34b2caf014eb010a60fb6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:07.934202 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:07.942410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:07.993738 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:53:08.007739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.008679 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:08.009244 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.018642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36112) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:08.072601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.141485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:08.164359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3ae730-fc52-40fe-bb85-d6b960c5eaf6,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:08.175117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.175785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.176118 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Added segment 72a2afdd-3af5-4a01-89b9-aa871bc3a7b9 of type vlan for network 44583b02-fe97-441e-add2-b071fcf22932 Jan 28 17:53:08.197011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] Pushing event updated for resources: {'Network': ['ID=48ae0910-2b8b-43d3-bdda-e0b756f0482e,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:08.197011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:08.197571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 48ae0910-2b8b-43d3-bdda-e0b756f0482e details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:08.205627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Usage tracker for resource:subnet and tenant:b87de8a502824f24b7a26e3512cfbfcc is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:08.211121 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:08.214714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:08.218887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.221265 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c824858e-e0c7-44e6-b8f2-056d54ee0148,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:08.222537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:08.232268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:08.232835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:08.233993 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:08.234525 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:08.235014 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:08.235504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:08.235983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:08.236466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:08.237075 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:08.237548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:08.238024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:08.238495 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Tracked resource versions report: Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: pushed versions: Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: { 'AddressGroup': {'1.2'}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'ConntrackHelper': {'1.0'}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Log': {'1.0'}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Network': {'1.1'}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Port': {'1.7'}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'PortForwarding': {'1.2'}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'QosPolicy': {'1.8'}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'SecurityGroup': {'1.4'}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'SecurityGroupRule': {'1.2'}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'SubPort': {'1.0'}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Subnet': {'1.1'}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Trunk': {'1.1'}} Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: consumer versions: Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: { DHCP agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: HyperV agent@hv-neutron-8269: {}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: L3 agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: Metadata agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: Metering agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: Open vSwitch agent@dv-neutron-826919-1-hyperv: { 'AddressGroup': '1.2', Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'ConntrackHelper': '1.0', Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Log': '1.0', Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Network': '1.1', Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Port': '1.7', Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'PortForwarding': '1.2', Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'QosPolicy': '1.8', Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'SecurityGroup': '1.4', Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'SecurityGroupRule': '1.2', Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'SubPort': '1.0', Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Subnet': '1.1', Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: 'Trunk': '1.1'}} Jan 28 17:53:08.239789 dv-neutron-826919-1-hyperv neutron-server[88159]: {{(pid=88159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 17:53:08.245060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.245589 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Added segment 8685c786-491e-49b9-a4e8-0d2696932798 of type vlan for network 332e698a-eabc-4523-8476-c1c253a6cf19 Jan 28 17:53:08.288798 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.305086 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-42110f6e-fdf8-4db5-82e0-87ba46a2d973 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9088075 Jan 28 17:53:08.305632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36124) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:08.315554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Request body: {'subnet': {'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2131819438-subnet', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:08.315554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:08.319833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Usage tracker for resource:subnet and tenant:0ef49bbe32614b6687d237574ba02852 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:08.322922 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:08.328938 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:08.341212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.342858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:08.343597 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.361641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-401951633'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:08.366586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:08.371380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Usage tracker for resource:network and tenant:9e8a1d5dae7c477ab9d03ed68dbc687d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:08.374868 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:08.382045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:08.425622 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Made reservation on behalf of b87de8a502824f24b7a26e3512cfbfcc for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:08.429079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks [] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.460017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.461270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:08.462085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.499133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Made reservation on behalf of 9e8a1d5dae7c477ab9d03ed68dbc687d for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:08.502881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.507063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Made reservation on behalf of 0ef49bbe32614b6687d237574ba02852 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:08.509307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.516688 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.550593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] Pushing event updated for resources: {'Network': ['ID=44583b02-fe97-441e-add2-b071fcf22932,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:08.560750 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 44583b02-fe97-441e-add2-b071fcf22932 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:08.619439 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2907870 Jan 28 17:53:08.626574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36138) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:08.633145 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:08.647688 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Request body: {'subnet': {'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-436146021-subnet', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:08.663815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:08.663815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Usage tracker for resource:subnet and tenant:2b7716c2adc34b2caf014eb010a60fb6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:08.665327 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:08.673455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:08.684557 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Usage tracker for resource:security_group_rule and tenant:9e8a1d5dae7c477ab9d03ed68dbc687d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:08.690047 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:08.699314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7844cd-b4e4-429f-8a99-05eaa941626b admin admin] Pushing event updated for resources: {'Network': ['ID=332e698a-eabc-4523-8476-c1c253a6cf19,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:08.704671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:08.734471 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 332e698a-eabc-4523-8476-c1c253a6cf19 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:08.756867 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5c965514-3cea-4762-b8b0-490d9174aea0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0474854 Jan 28 17:53:08.767857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36148) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:08.780457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Request body: {'subnet': {'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-641734989-subnet', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:08.790103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:08.805885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Usage tracker for resource:subnet and tenant:62177f82a6dd4848ac609f9e3a037891 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:08.815231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:08.827565 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:08.878039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.880886 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Made reservation on behalf of 2b7716c2adc34b2caf014eb010a60fb6 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:08.884121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.935141 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36154) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:08.946185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Made reservation on behalf of 62177f82a6dd4848ac609f9e3a037891 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:08.948586 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:08.980344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:09.035393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36160) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:09.123042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e49ad19-54d3-4994-b93b-2888bc8bb820,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:09.127356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:09.204589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:09.205273 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Added segment d3694d3a-a354-46c0-b07a-81044753b875 of type vlan for network 6d1bbd6f-6260-4c60-9dea-4e1616485ee3 Jan 28 17:53:09.218238 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:09.250085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:09.253888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:09.325811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:09.347681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:09.359687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1853095892'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:09.371729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Usage tracker for resource:floatingip and tenant:66063f84ce6c421f88dc602388e75f7d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:09.384492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:09.387777 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7465ff6-2577-41db-90a7-d08dc1e590e8,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:09.392118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:09.397930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:09.403763 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:09.404414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:09.408943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:09.415199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36170) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:09.434300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Checking segment: {'id': '10739327-6374-43e5-9ff6-95deeb920e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:09.434643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Network hostable DHCP agents. Network: 48ae0910-2b8b-43d3-bdda-e0b756f0482e, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:53:09.446593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Checking segment: {'id': '9510f328-c988-4486-9bd7-6e59ebe8fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:09.446944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Network hostable DHCP agents. Network: caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:53:09.460331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:09.475517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:09.479578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Usage tracker for resource:network and tenant:04b19e8363c3463f8922e53888daffb5 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:09.485818 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:09.497786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:09.533764 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event updated for resources: {'Subnet': ['ID=81ae7a7e-c843-42c2-a952-7617a1fd720a,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:09.537026 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d221c22f-a8f3-45ed-96cf-b479cb75e5ae tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:09.565028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:09.604454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Pushing event updated for resources: {'Network': ['ID=6d1bbd6f-6260-4c60-9dea-4e1616485ee3,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:09.608020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Checking segment: {'id': '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '44583b02-fe97-441e-add2-b071fcf22932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:09.608373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Network hostable DHCP agents. Network: 44583b02-fe97-441e-add2-b071fcf22932, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:53:09.614041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f546f4fd-62c1-4752-b8e2-87fa16bbf0de,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:09.617388 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 6d1bbd6f-6260-4c60-9dea-4e1616485ee3 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:09.620431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Checking segment: {'id': '8685c786-491e-49b9-a4e8-0d2696932798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:09.620791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Network hostable DHCP agents. Network: 332e698a-eabc-4523-8476-c1c253a6cf19, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:53:09.636129 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f569c33-4985-408d-9d7e-933d23843497,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:09.662902 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:53:09.675926 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1e309d30-7ecf-4ce4-b227-ad1dac46f1ea tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6556058 Jan 28 17:53:09.677167 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36180) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:09.678214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Network 48ae0910-2b8b-43d3-bdda-e0b756f0482e is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:53:09.680159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Made reservation on behalf of 04b19e8363c3463f8922e53888daffb5 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:09.683515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:09.709314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:09.718715 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d221c22f-a8f3-45ed-96cf-b479cb75e5ae tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] 10.222.0.26 "PUT /v2.0/quotas/a4f27214c9854ddd8dbc1ea0f8e2114f HTTP/1.1" status: 200 len: 368 time: 0.2619228 Jan 28 17:53:09.721486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36186) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:09.726906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Request body: {'network': {'project_id': 'a4f27214c9854ddd8dbc1ea0f8e2114f'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:09.734505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:09.734812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:09.734910 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Usage tracker for resource:security_group_rule and tenant:04b19e8363c3463f8922e53888daffb5 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:09.736398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Usage tracker for resource:network and tenant:a4f27214c9854ddd8dbc1ea0f8e2114f is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:09.739170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:09.739296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:09.746337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:09.775873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Network 332e698a-eabc-4523-8476-c1c253a6cf19 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:53:09.792205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:09.836594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:09.837506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Request body: {'network': {'name': 'tempest-network--347802786', 'router:external': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:09.841895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:09.846123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Usage tracker for resource:network and tenant:497995ce8e3140ad91d341eb3346d394 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:09.849110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:09.855383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:09.917015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:09.987547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Allocated IP 172.26.1.24 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/71eeb664-f232-4181-a6ac-6557bc31ec6c) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:10.064163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:10.072524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16829aef-ad2d-451a-942c-879c468e8ddb None None] Network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:53:10.076188 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 48ae0910-2b8b-43d3-bdda-e0b756f0482e) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:10.081576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:10.082108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.083060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Made reservation on behalf of 497995ce8e3140ad91d341eb3346d394 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:10.085394 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.094363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.100018 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Made reservation on behalf of a4f27214c9854ddd8dbc1ea0f8e2114f for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:10.102353 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.112998 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.125150 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.126552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:10.127261 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.140307 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b730dca-aa75-4079-b7cc-4590eb023996 None None] Network 48ae0910-2b8b-43d3-bdda-e0b756f0482e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:53:10.141791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:10.148337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Usage tracker for resource:security_group_rule and tenant:497995ce8e3140ad91d341eb3346d394 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:10.151344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:10.153506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:10.159798 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Usage tracker for resource:security_group_rule and tenant:a4f27214c9854ddd8dbc1ea0f8e2114f is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:10.162381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:10.164476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:10.166584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Network 44583b02-fe97-441e-add2-b071fcf22932 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:53:10.172522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:10.188314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:10.205209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 44583b02-fe97-441e-add2-b071fcf22932) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:10.209456 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:10.210042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.224840 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c3208-60f1-4e49-898f-be0769e7cc67 None None] Network 44583b02-fe97-441e-add2-b071fcf22932 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:53:10.234828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 332e698a-eabc-4523-8476-c1c253a6cf19) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:10.236485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324b28db-2acd-401b-84fa-5b5f0cf95867,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:10.249808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:10.250450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.270372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.270372 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Added segment 1a725536-163c-4da0-afea-4fa8b4c8a66d of type vlan for network 0a107c8d-937c-49a9-b245-be57514b4767 Jan 28 17:53:10.280382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.306686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.310504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815c4a48-5ba6-4a3f-be37-8f6a2de80051 None None] Network 332e698a-eabc-4523-8476-c1c253a6cf19 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:53:10.317983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.323256 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c11f9fb9-2f7e-4067-b2f7-966bcb4f25e7 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4276698 Jan 28 17:53:10.328311 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f9cc18ac-f6ae-46ae-8e02-617e6e785a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.328444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36198) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:10.335053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Request body: {'port': {'network_id': 'caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1351697554'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:10.347281 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-078d4314-be85-4ee0-83cd-b0153bb11328 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7109561 Jan 28 17:53:10.350892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.354464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36202) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:10.364667 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-292156c9-4fdb-4db8-b032-51e1c4fd55cb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5932112 Jan 28 17:53:10.368714 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-baaa09c6-ac98-4d70-aa87-77d0d0a646e3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0598638 Jan 28 17:53:10.377411 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36206) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:10.393024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36208) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:10.393024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:10.397910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:10.411230 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:10.414950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:10.423325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:10.431767 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:10.436562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Usage tracker for resource:router and tenant:0ef49bbe32614b6687d237574ba02852 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:10.441553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:10.443791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Usage tracker for resource:router and tenant:62177f82a6dd4848ac609f9e3a037891 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:10.450772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:10.459766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Usage tracker for resource:router and tenant:2b7716c2adc34b2caf014eb010a60fb6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:10.460098 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:10.463277 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbcaad5-972d-4019-bab7-ca6dbfe13ff5,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:10.464539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:10.472209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.473014 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Added segment 943d91f2-8352-46c6-bc6d-4fa98052ee04 of type vlan for network e6a4b4a7-13c8-4c32-adbb-586bdd948318 Jan 28 17:53:10.477904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:10.498738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:10.511243 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:10.531137 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:10.536030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Usage tracker for resource:port and tenant:b87de8a502824f24b7a26e3512cfbfcc is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:10.536333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.540430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:10.547303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:10.562475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.564308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.570563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.574376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.579272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:10.580172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.654224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.656514 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.679089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.683466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.737688 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.749585 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Made reservation on behalf of b87de8a502824f24b7a26e3512cfbfcc for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:10.753106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.755452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.756528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.763304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:10.766576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.795269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:10.808595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.809638 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:10.810276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.839078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1', 'network_id': 'caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1', 'tenant_id': 'b87de8a502824f24b7a26e3512cfbfcc', 'fixed_ips': [{'subnet_id': '81ae7a7e-c843-42c2-a952-7617a1fd720a'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:53:10.839802 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.839942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.847277 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9215f2ed-5d2d-43a9-86f0-a0da9c5b73f7,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:10.852613 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:10.853529 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Added segment 0663c2f1-089a-4798-a1b0-f10206e977a1 of type vlan for network 44a0957b-590d-401c-a8a6-0b842640cb75 Jan 28 17:53:10.857254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:10.860277 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:10.864925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Pushing event updated for resources: {'Network': ['ID=0a107c8d-937c-49a9-b245-be57514b4767,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:10.880129 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b8580b1a-7795-4740-bb40-ffc93a6ccb94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.8437114 Jan 28 17:53:10.934104 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 0a107c8d-937c-49a9-b245-be57514b4767 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:10.935244 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] device_id is not set on port 47049800-8e2b-4763-a525-de5aeb0a77ce yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:10.983669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Pushing event updated for resources: {'Port': ['ID=71eeb664-f232-4181-a6ac-6557bc31ec6c,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:11.033555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:11.059823 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event updated for resources: {'Network': ['ID=e6a4b4a7-13c8-4c32-adbb-586bdd948318,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:11.197848 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'fixed_ips': [{'subnet_id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:53:11.198788 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:11.209517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network e6a4b4a7-13c8-4c32-adbb-586bdd948318 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:11.303980 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bc9e5364-d3bf-4b55-9bdf-e74b24c5ef7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6223063 Jan 28 17:53:11.303980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:11.308641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36230) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:11.378519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:11.463186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-44583b02-fe97-441e-add2-b071fcf22932', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'fixed_ips': [{'subnet_id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:53:11.464030 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:11.490317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Allocated IP 2001:db8::2be (caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1/81ae7a7e-c843-42c2-a952-7617a1fd720a/47049800-8e2b-4763-a525-de5aeb0a77ce) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:11.501734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-332e698a-eabc-4523-8476-c1c253a6cf19', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'fixed_ips': [{'subnet_id': '9f569c33-4985-408d-9d7e-933d23843497'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:53:11.502566 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:11.507423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:11.546096 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:11.662023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36234) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:11.677749 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.resource_extend [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:53:11.688920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Request body: {'port': {'network_id': '0a107c8d-937c-49a9-b245-be57514b4767', 'binding:host_id': 'hv-neutron-8269', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-70976733'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:11.714312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:11.807841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:11.830872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Usage tracker for resource:port and tenant:5d8bbd4aee0f4a659055030f6f1bbb37 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:11.837506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:11.849017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:11.881133 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Allocated IP 172.20.0.2 (48ae0910-2b8b-43d3-bdda-e0b756f0482e/d7465ff6-2577-41db-90a7-d08dc1e590e8/dcb0f60d-68d4-4766-8da0-f4f99858ae7d) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:11.905318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:11.906338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:11.907010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:11.913035 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:11.926818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Allocated IP 172.20.0.2 (332e698a-eabc-4523-8476-c1c253a6cf19/9f569c33-4985-408d-9d7e-933d23843497/fdc258a8-9c2b-4e47-96d9-5f04e322708a) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:11.954218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Allocated IP 172.20.0.2 (44583b02-fe97-441e-add2-b071fcf22932/f546f4fd-62c1-4752-b8e2-87fa16bbf0de/4a50989a-7049-4dd1-b0a0-52c563c54d19) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:11.968069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:11.991062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Made reservation on behalf of 5d8bbd4aee0f4a659055030f6f1bbb37 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:11.993335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.020361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.022138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Transition to ACTIVE for port object 47049800-8e2b-4763-a525-de5aeb0a77ce will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:12.025017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.056631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:12.063574 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Usage tracker for resource:security_group_rule and tenant:5d8bbd4aee0f4a659055030f6f1bbb37 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:12.067502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:12.077533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:12.082366 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Pushing event updated for resources: {'Network': ['ID=44a0957b-590d-401c-a8a6-0b842640cb75,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:12.115213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 44a0957b-590d-401c-a8a6-0b842640cb75 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:12.170041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.191845 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6bfb4e9b-fbdd-460b-8a97-96d1ebeba3e5 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4666610 Jan 28 17:53:12.197833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36238) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:12.253615 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Request body: {'network': {'project_id': 'a4f27214c9854ddd8dbc1ea0f8e2114f'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:12.277221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:12.289627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Usage tracker for resource:network and tenant:a4f27214c9854ddd8dbc1ea0f8e2114f is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:12.295939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:12.299734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.314184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:12.348582 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:12.349906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:12.349906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:12.349906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Subscribe: > port after_create 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:12.349906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:12.349906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Subscribe: > port after_update 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:12.349906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:12.349906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:12.349906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:12.349906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:12.361801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.411727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.467324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Pushing event updated for resources: {'Port': ['ID=71eeb664-f232-4181-a6ac-6557bc31ec6c,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:12.473786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:12.508844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:12.516955 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:12.517299 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:12.517630 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:12.517957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:12.518861 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a4b4a7-13c8-4c32-adbb-586bdd948318']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:12.524241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:12.529067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:12.530639 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.533507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Made reservation on behalf of a4f27214c9854ddd8dbc1ea0f8e2114f for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:12.536204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.544844 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2035020f-8259-4f65-b5e8-a933d2d4e86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.556830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943d91f2-8352-46c6-bc6d-4fa98052ee04') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:12.557449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943d91f2-8352-46c6-bc6d-4fa98052ee04') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:12.580258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.582630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.611016 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:12.615059 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.620825 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Allocated IP 2001:db8::2 (caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1/81ae7a7e-c843-42c2-a952-7617a1fd720a/10d20fb5-527b-4ebb-98c9-61036444006a) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:12.629685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.640528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:53:12.640927 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.641352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.642572 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f335a576-b59b-4367-a6c5-d23006fb64e9 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7061026 Jan 28 17:53:12.677326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event updated for resources: {'Port': ['ID=47049800-8e2b-4763-a525-de5aeb0a77ce,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:12.680463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36242) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:12.687943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.695880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-448649817', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'fixed_ips': [{'ip_address': '172.26.1.24'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:12.711604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:12.724417 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-15d2cccc-c245-4145-bcb7-a8b024a02739 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3912551 Jan 28 17:53:12.724417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Usage tracker for resource:port and tenant:66063f84ce6c421f88dc602388e75f7d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: from cryptography.utils import int_from_bytes Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: from cryptography.utils import int_from_bytes Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn_limited( Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn_limited( Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:53:12.724690 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:53:12.727247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36246) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:12.729140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:12.734579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Request body: {'port': {'network_id': 'caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1882578754', 'allowed_address_pairs': [{'ip_address': '2001:db8::2be', 'mac_address': 'fa:16:3e:30:95:15'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:12.766479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:12.792963 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.793664 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Added segment 99111f42-f2f5-4d8e-8d2d-04c3dd420a43 of type vlan for network 9beaeb23-545d-4732-a542-6cb096c49f88 Jan 28 17:53:12.821269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.838163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.864330 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.878022 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] device_id is not set on port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:12.883204 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:12.890696 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Transition to ACTIVE for port object dcb0f60d-68d4-4766-8da0-f4f99858ae7d will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:12.904347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Transition to ACTIVE for port object fdc258a8-9c2b-4e47-96d9-5f04e322708a will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:12.919958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Transition to ACTIVE for port object 4a50989a-7049-4dd1-b0a0-52c563c54d19 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:12.960951 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Transition to ACTIVE for port object dcb0f60d-68d4-4766-8da0-f4f99858ae7d will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:12.983668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Transition to ACTIVE for port object 4a50989a-7049-4dd1-b0a0-52c563c54d19 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:12.985322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Transition to ACTIVE for port object fdc258a8-9c2b-4e47-96d9-5f04e322708a will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:13.019718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef21495d-af3a-4a8f-af0e-cb5de87de5a3,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:13.022659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Allocated IP 172.26.1.183 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/79113f8e-7fa1-47e1-8813-8238c6d47335) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:13.028767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Made reservation on behalf of 66063f84ce6c421f88dc602388e75f7d for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:13.031292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.074553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.087289 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.100526 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.105801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:13.140351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:13.145081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Usage tracker for resource:port and tenant:b87de8a502824f24b7a26e3512cfbfcc is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:13.352855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.352855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.352855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Network 48ae0910-2b8b-43d3-bdda-e0b756f0482e is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:13.352855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:13.354170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.354247 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:13.354318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:13.354318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Usage tracker for resource:security_group_rule and tenant:66063f84ce6c421f88dc602388e75f7d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:13.354670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.354755 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.354839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.resource_extend [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:53:13.354912 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Network 44583b02-fe97-441e-add2-b071fcf22932 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:13.354981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.355093 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Network 332e698a-eabc-4523-8476-c1c253a6cf19 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:13.355168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:13.355237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:13.355387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:13.355461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.355461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:13.355461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Pushing event updated for resources: {'Port': ['ID=dcb0f60d-68d4-4766-8da0-f4f99858ae7d,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:13.355461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:13.355461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:13.357237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:13.357311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6a4b4a7-13c8-4c32-adbb-586bdd948318 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 17:53:13.357311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6a4b4a7-13c8-4c32-adbb-586bdd948318,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:13.357449 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Transition to ACTIVE for port object 10d20fb5-527b-4ebb-98c9-61036444006a will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:13.357521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.357521 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d3477101-0252-46c6-8aee-76bf95eea80b tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "DELETE /v2.0/networks/e6a4b4a7-13c8-4c32-adbb-586bdd948318 HTTP/1.1" status: 204 len: 168 time: 2.0323639 Jan 28 17:53:13.357521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.357521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:13.357521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.359747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36254) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:13.360830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.398264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:13.402837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:13.403214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:13.403549 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:13.403981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:13.404259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:13.405214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:13.405632 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:13.406015 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:13.406398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:13.406743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:13.407100 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:13.407470 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Tracked resource versions report: Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: pushed versions: Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: { 'AddressGroup': {'1.2'}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'ConntrackHelper': {'1.0'}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Log': {'1.0'}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Network': {'1.1'}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Port': {'1.7'}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'PortForwarding': {'1.2'}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'QosPolicy': {'1.8'}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'SecurityGroup': {'1.4'}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'SecurityGroupRule': {'1.2'}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'SubPort': {'1.0'}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Subnet': {'1.1'}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Trunk': {'1.1'}} Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: consumer versions: Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: { DHCP agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: HyperV agent@hv-neutron-8269: {}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: L3 agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: Metadata agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: Metering agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: Open vSwitch agent@dv-neutron-826919-1-hyperv: { 'AddressGroup': '1.2', Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'ConntrackHelper': '1.0', Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Log': '1.0', Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Network': '1.1', Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Port': '1.7', Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'PortForwarding': '1.2', Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'QosPolicy': '1.8', Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'SecurityGroup': '1.4', Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'SecurityGroupRule': '1.2', Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'SubPort': '1.0', Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Subnet': '1.1', Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: 'Trunk': '1.1'}} Jan 28 17:53:13.408653 dv-neutron-826919-1-hyperv neutron-server[88160]: {{(pid=88160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 17:53:13.419512 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.520175 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.569671 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.581050 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Transition to ACTIVE for port object 10d20fb5-527b-4ebb-98c9-61036444006a will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:13.590986 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] device_id is not set on port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:13.599256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Attempting to bind port dcb0f60d-68d4-4766-8da0-f4f99858ae7d on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:13.599661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Attempting to bind port dcb0f60d-68d4-4766-8da0-f4f99858ae7d by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '10739327-6374-43e5-9ff6-95deeb920e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:13.600011 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Attempting to bind port dcb0f60d-68d4-4766-8da0-f4f99858ae7d on network 48ae0910-2b8b-43d3-bdda-e0b756f0482e {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:13.604933 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3590100 Jan 28 17:53:13.611564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.626067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Transition to ACTIVE for port object f9ef69bb-a736-4bfa-9f0a-9f8e008f063e will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:13.631577 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Attempting to bind port fdc258a8-9c2b-4e47-96d9-5f04e322708a on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:13.632005 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Attempting to bind port fdc258a8-9c2b-4e47-96d9-5f04e322708a by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '8685c786-491e-49b9-a4e8-0d2696932798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:13.632343 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Attempting to bind port fdc258a8-9c2b-4e47-96d9-5f04e322708a on network 332e698a-eabc-4523-8476-c1c253a6cf19 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:13.635021 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:13.645125 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:53:13.645489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Checking segment: {'id': '10739327-6374-43e5-9ff6-95deeb920e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:13.645876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.646259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Bound using segment: {'id': '10739327-6374-43e5-9ff6-95deeb920e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:53:13.646763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Bound port: dcb0f60d-68d4-4766-8da0-f4f99858ae7d, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10739327-6374-43e5-9ff6-95deeb920e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:53:13.647179 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.660612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36258) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:13.667915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:53:13.668103 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Checking segment: {'id': '8685c786-491e-49b9-a4e8-0d2696932798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:13.668437 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.668824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Bound using segment: {'id': '8685c786-491e-49b9-a4e8-0d2696932798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:53:13.669274 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Bound port: fdc258a8-9c2b-4e47-96d9-5f04e322708a, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8685c786-491e-49b9-a4e8-0d2696932798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:53:13.669655 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.671763 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.683291 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-85c79542-4d40-486b-ae0e-d1c45f57616c tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Request body: {'network': {'project_id': 'a4f27214c9854ddd8dbc1ea0f8e2114f'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:13.690146 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-85c79542-4d40-486b-ae0e-d1c45f57616c tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:13.703243 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-85c79542-4d40-486b-ae0e-d1c45f57616c tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Usage tracker for resource:network and tenant:a4f27214c9854ddd8dbc1ea0f8e2114f is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:13.706267 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8455b-414e-4b86-8af4-13b2f0fe9c28 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Pushing event updated for resources: {'Network': ['ID=9beaeb23-545d-4732-a542-6cb096c49f88,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:13.708932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-85c79542-4d40-486b-ae0e-d1c45f57616c tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:13.710773 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.716454 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Attempting to bind port 4a50989a-7049-4dd1-b0a0-52c563c54d19 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:13.716816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Attempting to bind port 4a50989a-7049-4dd1-b0a0-52c563c54d19 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '44583b02-fe97-441e-add2-b071fcf22932'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:13.717126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] device_id is not set on port fe3de2bd-fa77-469a-9c7e-7adfe431bab6 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:13.717275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Attempting to bind port 4a50989a-7049-4dd1-b0a0-52c563c54d19 on network 44583b02-fe97-441e-add2-b071fcf22932 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:13.717505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-85c79542-4d40-486b-ae0e-d1c45f57616c tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:13.719316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Pushing event updated for resources: {'Port': ['ID=fdc258a8-9c2b-4e47-96d9-5f04e322708a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:13.719427 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c79542-4d40-486b-ae0e-d1c45f57616c tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 17:53:13.720060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c79542-4d40-486b-ae0e-d1c45f57616c tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:53:13.724377 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-85c79542-4d40-486b-ae0e-d1c45f57616c tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0600264 Jan 28 17:53:13.725041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36262) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:13.730150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 9beaeb23-545d-4732-a542-6cb096c49f88 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:13.783093 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bb031d8a-7ac9-42aa-8663-f56c187dde8e tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4f27214c9854ddd8dbc1ea0f8e2114f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0545034 Jan 28 17:53:13.783514 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36266) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:13.827322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.847364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Made reservation on behalf of b87de8a502824f24b7a26e3512cfbfcc for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:13.872480 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Allocated IP 172.26.1.80 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/6bd1ed95-4150-4edc-a6fd-0601bf9dc833) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:13.878177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.887794 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Usage tracker for resource:network and tenant:497995ce8e3140ad91d341eb3346d394 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:13.906166 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:53:13.906758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Checking segment: {'id': '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '44583b02-fe97-441e-add2-b071fcf22932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:13.906758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.907102 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Bound using segment: {'id': '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '44583b02-fe97-441e-add2-b071fcf22932'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:53:13.907536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Bound port: 4a50989a-7049-4dd1-b0a0-52c563c54d19, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '44583b02-fe97-441e-add2-b071fcf22932'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:53:13.907903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.927295 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:13.979025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:14.017116 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:14.028488 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:14.038036 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.043805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:14.045167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:14.054958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Pushing event updated for resources: {'Port': ['ID=4a50989a-7049-4dd1-b0a0-52c563c54d19,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:14.087965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:14.089986 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd27faab-8600-44a1-9d75-4eca0314d5f2,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:14.108603 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:14.112051 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:14.146595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6c5240e1-3cf0-49e0-9cc5-f0582565f898 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.153872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Pushing event updated for resources: {'Port': ['ID=79113f8e-7fa1-47e1-8813-8238c6d47335,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:14.176985 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6c5240e1-3cf0-49e0-9cc5-f0582565f898 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.199668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] For port fdc258a8-9c2b-4e47-96d9-5f04e322708a, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:14.207012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] For port dcb0f60d-68d4-4766-8da0-f4f99858ae7d, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:14.224526 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.266254 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] For port fdc258a8-9c2b-4e47-96d9-5f04e322708a, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=fdc258a8-9c2b-4e47-96d9-5f04e322708a,segment=NetworkSegment(8685c786-491e-49b9-a4e8-0d2696932798),segment_id=8685c786-491e-49b9-a4e8-0d2696932798)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:53:14.278001 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] For port dcb0f60d-68d4-4766-8da0-f4f99858ae7d, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dcb0f60d-68d4-4766-8da0-f4f99858ae7d,segment=NetworkSegment(10739327-6374-43e5-9ff6-95deeb920e7b),segment_id=10739327-6374-43e5-9ff6-95deeb920e7b)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:53:14.283861 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] For port 4a50989a-7049-4dd1-b0a0-52c563c54d19, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:14.285898 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Pushing event updated for resources: {'Port': ['ID=10d20fb5-527b-4ebb-98c9-61036444006a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:14.299483 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Attempting to bind port 10d20fb5-527b-4ebb-98c9-61036444006a on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:14.299860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Attempting to bind port 10d20fb5-527b-4ebb-98c9-61036444006a by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9510f328-c988-4486-9bd7-6e59ebe8fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:14.300220 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Attempting to bind port 10d20fb5-527b-4ebb-98c9-61036444006a on network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:14.303439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] For port 4a50989a-7049-4dd1-b0a0-52c563c54d19, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=4a50989a-7049-4dd1-b0a0-52c563c54d19,segment=NetworkSegment(72a2afdd-3af5-4a01-89b9-aa871bc3a7b9),segment_id=72a2afdd-3af5-4a01-89b9-aa871bc3a7b9)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:53:14.308064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:53:14.308521 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Checking segment: {'id': '9510f328-c988-4486-9bd7-6e59ebe8fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:14.308926 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.309329 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Bound using segment: {'id': '9510f328-c988-4486-9bd7-6e59ebe8fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:53:14.309796 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Bound port: 10d20fb5-527b-4ebb-98c9-61036444006a, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9510f328-c988-4486-9bd7-6e59ebe8fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:53:14.310171 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.325717 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.350265 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:14.356051 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:14.378767 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:14.394199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Made reservation on behalf of 497995ce8e3140ad91d341eb3346d394 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:14.396552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.406669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd1ed95-4150-4edc-a6fd-0601bf9dc833,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:14.424083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.445744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Allocated IP 172.26.1.135 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/2f082a27-2353-4063-8ed1-02c372a4888b) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:14.458409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.470171 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6c5240e1-3cf0-49e0-9cc5-f0582565f898 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.487070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Checking segment: {'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:14.487429 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Network hostable DHCP agents. Network: 0a107c8d-937c-49a9-b245-be57514b4767, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:53:14.507899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.538302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Pushing event updated for resources: {'Port': ['ID=f9ef69bb-a736-4bfa-9f0a-9f8e008f063e,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:14.549646 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:14.569786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] device_id is not set on port b2c81343-4bbf-4c2e-bc6d-55603fa80920 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:14.572456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5240e1-3cf0-49e0-9cc5-f0582565f898 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9215f2ed-5d2d-43a9-86f0-a0da9c5b73f7,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:14.607588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.608455 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Added segment 15064975-1e8d-4976-a969-2a0a7e085b77 of type vlan for network a42aaec9-99cc-4bce-beef-6c4f40c99c3d Jan 28 17:53:14.610266 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275b881-212a-4b34-ae2f-92176e8fd23a None None] Pushing event updated for resources: {'Port': ['ID=fdc258a8-9c2b-4e47-96d9-5f04e322708a,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:14.694359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] For port 10d20fb5-527b-4ebb-98c9-61036444006a, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:14.717125 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] For port 10d20fb5-527b-4ebb-98c9-61036444006a, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=10d20fb5-527b-4ebb-98c9-61036444006a,segment=NetworkSegment(9510f328-c988-4486-9bd7-6e59ebe8fea9),segment_id=9510f328-c988-4486-9bd7-6e59ebe8fea9)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:53:14.727653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6f861-d556-483c-9d99-9bad16f2dbfb None None] Pushing event updated for resources: {'Port': ['ID=dcb0f60d-68d4-4766-8da0-f4f99858ae7d,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:14.740673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6c5240e1-3cf0-49e0-9cc5-f0582565f898 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.741140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Network 0a107c8d-937c-49a9-b245-be57514b4767 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:53:14.741804 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6c5240e1-3cf0-49e0-9cc5-f0582565f898 tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/9215f2ed-5d2d-43a9-86f0-a0da9c5b73f7 HTTP/1.1" status: 204 len: 168 time: 0.9572096 Jan 28 17:53:14.747095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36272) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:14.810520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.884560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278ac15-8c40-4460-9c29-d0bb1cb0ec14 None None] Pushing event updated for resources: {'Port': ['ID=4a50989a-7049-4dd1-b0a0-52c563c54d19,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:14.925416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.929071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:14.958903 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 0a107c8d-937c-49a9-b245-be57514b4767) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:14.958903 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:14.992063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:14.992542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:14.993027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:15.008129 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c266485-e2b1-4c18-81a9-37a255f7aff6 None None] Network 0a107c8d-937c-49a9-b245-be57514b4767 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:53:15.069969 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:15.087317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:15.088574 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:15.088985 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:15.155879 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 2 to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e Jan 28 17:53:15.292048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.resource_extend [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:53:15.353979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e8157-a05c-4513-abf7-1215cf1311dd None None] Pushing event updated for resources: {'Port': ['ID=10d20fb5-527b-4ebb-98c9-61036444006a,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:15.401372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:15.401760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:15.402094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:15.531774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:15.578897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:15.579457 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:15.579919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:15.637892 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device fdc258a8-9c2b-4e47-96d9-5f04e322708a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:15.645727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:15.654617 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 3 to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e Jan 28 17:53:15.663899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:15.665013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:15.665740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:15.750055 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:15.754779 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:15.761319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:15.787614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Pushing event updated for resources: {'Port': ['ID=2f082a27-2353-4063-8ed1-02c372a4888b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:15.818584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port fdc258a8-9c2b-4e47-96d9-5f04e322708a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:15.825002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dcb0f60d-68d4-4766-8da0-f4f99858ae7d up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:15.853420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Allocated IP 2001:db8::3b7 (caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1/81ae7a7e-c843-42c2-a952-7617a1fd720a/b2c81343-4bbf-4c2e-bc6d-55603fa80920) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:15.882892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:15.892397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:15.892737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:15.894544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:15.941204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:15.941531 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:15.952147 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 4 to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e Jan 28 17:53:15.978947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:15.979313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:15.980045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:15.980366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Subscribe: > port after_create 55550000 {{(pid=88158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:15.980679 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:15.981027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Subscribe: > port after_update 55550000 {{(pid=88158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:15.981340 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:15.981668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:15.981980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:15.982285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:15.996710 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port dcb0f60d-68d4-4766-8da0-f4f99858ae7d completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:16.004688 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 4a50989a-7049-4dd1-b0a0-52c563c54d19 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:16.144035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:16.144381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:16.144721 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:16.145036 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 17:53:16.145404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9beaeb23-545d-4732-a542-6cb096c49f88']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:16.155811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event updated for resources: {'Network': ['ID=a42aaec9-99cc-4bce-beef-6c4f40c99c3d,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:16.157066 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 4a50989a-7049-4dd1-b0a0-52c563c54d19 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:16.173531 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network a42aaec9-99cc-4bce-beef-6c4f40c99c3d details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:16.244508 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99111f42-f2f5-4d8e-8d2d-04c3dd420a43') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:16.244702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99111f42-f2f5-4d8e-8d2d-04c3dd420a43') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:16.260562 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 17:53:16.261097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:53:16.272368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:16.272693 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:16.273027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:16.280961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:16.293943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:16.313742 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ef10725d-086a-45cf-97fb-c3938e435a15 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.9500213 Jan 28 17:53:16.314492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:16.314819 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:16.321321 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 5 to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e Jan 28 17:53:16.329113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36276) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:16.357565 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Request body: {'subnet': {'network_id': 'a42aaec9-99cc-4bce-beef-6c4f40c99c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:16.366394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:16.372949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:16.450045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:16.450398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:16.450699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:16.455316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Usage tracker for resource:subnet and tenant:497995ce8e3140ad91d341eb3346d394 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:16.512176 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9d9b29a3-caec-40c7-9aae-fee70222fc34 tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.8256836 Jan 28 17:53:16.561260 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36280) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:16.619932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:53:16.620444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:16.634767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: from cryptography.utils import int_from_bytes Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: from cryptography.utils import int_from_bytes Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn_limited( Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn_limited( Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:53:16.656303 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:53:16.678623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:16.679088 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:16.730256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:16.742787 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 6 to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e Jan 28 17:53:16.777762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:16.778188 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:16.778617 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:16.790404 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:16.814454 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca2cef5-7348-4ee1-9044-9461bcb3f596 None None] Network 332e698a-eabc-4523-8476-c1c253a6cf19 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:53:16.819839 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:16.820523 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:16.901773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-34e6098b-4b6a-4fbb-aa5a-335e4413cd1e tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Deleting port 71eeb664-f232-4181-a6ac-6557bc31ec6c {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:16.905075 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34e6098b-4b6a-4fbb-aa5a-335e4413cd1e tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:17.010095 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 7 to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e Jan 28 17:53:17.025164 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:17.146110 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd70ac89-ca77-4c79-93a8-8b26795708fe None None] Network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:53:17.299334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-35b69803-d113-4fd7-8296-9cf77781f17a None None] Provisioning for port fdc258a8-9c2b-4e47-96d9-5f04e322708a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:17.353466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:17.353805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:17.354137 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:17.360176 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Made reservation on behalf of 497995ce8e3140ad91d341eb3346d394 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:17.362527 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:17.367822 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-35b69803-d113-4fd7-8296-9cf77781f17a None None] Provisioning complete for port fdc258a8-9c2b-4e47-96d9-5f04e322708a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:17.370071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-35b69803-d113-4fd7-8296-9cf77781f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:17.397108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:53:17.421075 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e06ddf-df09-48bb-af5d-e11875289e4c None None] Network 48ae0910-2b8b-43d3-bdda-e0b756f0482e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:53:17.433472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 10d20fb5-527b-4ebb-98c9-61036444006a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:17.460542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:17.474885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4f5377-70bd-4e2b-90b6-92c2941ef103 None None] Network 44583b02-fe97-441e-add2-b071fcf22932 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:53:17.478119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:17.478454 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:17.485428 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 8 to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e Jan 28 17:53:17.526853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:17.533556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:17.544288 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] 10.222.0.26 "DELETE /v2.0/networks/9beaeb23-545d-4732-a542-6cb096c49f88 HTTP/1.1" status: 204 len: 168 time: 2.7672966 Jan 28 17:53:17.552136 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ca462-7edc-43d4-85bb-25a81eb850fd tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Pushing event deleted for resources: {'Network': ['ID=9beaeb23-545d-4732-a542-6cb096c49f88,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:17.557367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36284) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:17.567935 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:17.568256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:17.568583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:17.596360 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:17.596561 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:17.603100 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 9 to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e Jan 28 17:53:17.612005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Transition to ACTIVE for port object b2c81343-4bbf-4c2e-bc6d-55603fa80920 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:17.618591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34e6098b-4b6a-4fbb-aa5a-335e4413cd1e tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:17.619025 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34e6098b-4b6a-4fbb-aa5a-335e4413cd1e tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:17.695293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Router 3254b0ce-0682-4532-9b7f-12cf3b085384 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:53:17.736477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:17.737977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:17.738331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:17.892103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-34e6098b-4b6a-4fbb-aa5a-335e4413cd1e tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Calling delete_port for 71eeb664-f232-4181-a6ac-6557bc31ec6c owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:17.922965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:17.923321 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:17.930306 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 10 to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e Jan 28 17:53:17.954558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7ad3-c120-4b13-9ac4-7da44fe0edde tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:17.988516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:53:17.990901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:17.991259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:17.991594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:17.995399 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:17.999518 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 10d20fb5-527b-4ebb-98c9-61036444006a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:18.002236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-35b69803-d113-4fd7-8296-9cf77781f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.002721 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Sync routers for ids ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:53:18.016127 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Routers {'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:53:18.016755 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:53:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:18.032359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:18.032697 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:18.033083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.050048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:53:18.068234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Sync routers for ids ['3254b0ce-0682-4532-9b7f-12cf3b085384'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:53:18.153232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.195399 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Routers {'3254b0ce-0682-4532-9b7f-12cf3b085384'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:53:18.196302 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:53:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['3254b0ce-0682-4532-9b7f-12cf3b085384'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:18.264397 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-35b69803-d113-4fd7-8296-9cf77781f17a None None] For port fdc258a8-9c2b-4e47-96d9-5f04e322708a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=fdc258a8-9c2b-4e47-96d9-5f04e322708a,segment=NetworkSegment(8685c786-491e-49b9-a4e8-0d2696932798),segment_id=8685c786-491e-49b9-a4e8-0d2696932798)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:18.271021 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Set router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:53:18.362915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7ad3-c120-4b13-9ac4-7da44fe0edde tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.382807 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:18.389770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:18.493004 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Set router 3254b0ce-0682-4532-9b7f-12cf3b085384 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:53:18.516680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.518308 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c4954383-faa7-4e6b-ac68-0dbbf1423ee1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1394625 Jan 28 17:53:18.519602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34e6098b-4b6a-4fbb-aa5a-335e4413cd1e tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.525249 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36288) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:18.571335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:18.576835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:18.577444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.585181 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6098b-4b6a-4fbb-aa5a-335e4413cd1e tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Pushing event deleted for resources: {'Port': ['ID=71eeb664-f232-4181-a6ac-6557bc31ec6c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:18.589511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.592803 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4cdb03ac-dac9-4ed6-9e2a-f1203486972a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.2349334 Jan 28 17:53:18.592803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event updated for resources: {'Port': ['ID=b2c81343-4bbf-4c2e-bc6d-55603fa80920,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:18.607230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36292) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:18.609106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-b7cb7ad3-c120-4b13-9ac4-7da44fe0edde tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a0957b-590d-401c-a8a6-0b842640cb75']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:18.642426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] For port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:18.642426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempted to set empty binding levels {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 17:53:18.655403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-35b69803-d113-4fd7-8296-9cf77781f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.666547 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:14Z', 'revision_number': 3, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:18.666547 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Checking router: f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:53:18.666547 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Updating router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a port 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:53:18.739729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-b7cb7ad3-c120-4b13-9ac4-7da44fe0edde tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0663c2f1-089a-4798-a1b0-f10206e977a1') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:18.740285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-b7cb7ad3-c120-4b13-9ac4-7da44fe0edde tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0663c2f1-089a-4798-a1b0-f10206e977a1') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:18.741113 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.764569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.847081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7ad3-c120-4b13-9ac4-7da44fe0edde tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.860036 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d891c976-a15a-4558-bcdf-d3eb5fc3c458 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 6.1324937 Jan 28 17:53:18.874816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36296) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:18.893623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:18.894221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.933190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34e6098b-4b6a-4fbb-aa5a-335e4413cd1e tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.936331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34e6098b-4b6a-4fbb-aa5a-335e4413cd1e tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:18.940792 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-34e6098b-4b6a-4fbb-aa5a-335e4413cd1e tempest-ExternalNetworksAdminNegativeTestJSON-404746657 tempest-ExternalNetworksAdminNegativeTestJSON-404746657-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/32d41596-be6e-4ae5-bd4d-630483dc3c1b HTTP/1.1" status: 204 len: 168 time: 2.3752043 Jan 28 17:53:19.022061 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7ad3-c120-4b13-9ac4-7da44fe0edde tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.027556 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b69803-d113-4fd7-8296-9cf77781f17a None None] Pushing event updated for resources: {'Port': ['ID=fdc258a8-9c2b-4e47-96d9-5f04e322708a,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:19.072489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cb7ad3-c120-4b13-9ac4-7da44fe0edde tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:53:19.076409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7ad3-c120-4b13-9ac4-7da44fe0edde tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.082502 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:53:19.086307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Pushing event updated for resources: {'Port': ['ID=f9ef69bb-a736-4bfa-9f0a-9f8e008f063e,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:53:19.088546 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:53:19.220484 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9448973d-0564-42e9-b9fd-81acc06bdc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 7.5482957 Jan 28 17:53:19.226968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36302) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:19.278683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:14Z', 'revision_number': 3, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:19.287610 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Checking router: 3254b0ce-0682-4532-9b7f-12cf3b085384 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:53:19.287957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Updating router 3254b0ce-0682-4532-9b7f-12cf3b085384 port 79113f8e-7fa1-47e1-8813-8238c6d47335 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:53:19.340263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device fdc258a8-9c2b-4e47-96d9-5f04e322708a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:19.343175 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.380633 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Transition to ACTIVE for port object 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:19.400808 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Provisioning for port 10d20fb5-527b-4ebb-98c9-61036444006a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:19.454562 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.459777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Provisioning complete for port 10d20fb5-527b-4ebb-98c9-61036444006a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:19.460184 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.572080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7ad3-c120-4b13-9ac4-7da44fe0edde tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.601405 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Pushing event updated for resources: {'Port': ['ID=6bd1ed95-4150-4edc-a6fd-0601bf9dc833,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:19.609947 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.611008 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Attempting to bind port 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:19.611384 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Attempting to bind port 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:19.611744 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Attempting to bind port 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:19.620085 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:19.620449 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:19.621147 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:19.621485 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:19.621809 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:19.622151 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:19.622717 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:19.623859 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:19.624332 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:19.624659 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:19.625173 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:19.625499 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Tracked resource versions report: Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: pushed versions: Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: { 'AddressGroup': {'1.2'}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'ConntrackHelper': {'1.0'}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Log': {'1.0'}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Network': {'1.1'}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Port': {'1.7'}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'PortForwarding': {'1.2'}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'QosPolicy': {'1.8'}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'SecurityGroup': {'1.4'}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'SecurityGroupRule': {'1.2'}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'SubPort': {'1.0'}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Subnet': {'1.1'}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Trunk': {'1.1'}} Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: consumer versions: Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: { DHCP agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: HyperV agent@hv-neutron-8269: {}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: L3 agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: Metadata agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: Metering agent@dv-neutron-826919-1-hyperv: {}, Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: Open vSwitch agent@dv-neutron-826919-1-hyperv: { 'AddressGroup': '1.2', Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'ConntrackHelper': '1.0', Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Log': '1.0', Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Network': '1.1', Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Port': '1.7', Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'PortForwarding': '1.2', Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'QosPolicy': '1.8', Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'SecurityGroup': '1.4', Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'SecurityGroupRule': '1.2', Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'SubPort': '1.0', Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Subnet': '1.1', Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: 'Trunk': '1.1'}} Jan 28 17:53:19.626718 dv-neutron-826919-1-hyperv neutron-server[88161]: {{(pid=88161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 17:53:19.637915 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:53:19.638292 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:19.638690 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.639674 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:53:19.640293 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Bound port: 6bd1ed95-4150-4edc-a6fd-0601bf9dc833, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:53:19.640832 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.675887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7ad3-c120-4b13-9ac4-7da44fe0edde tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.692204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb7ad3-c120-4b13-9ac4-7da44fe0edde tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] Pushing event deleted for resources: {'Network': ['ID=44a0957b-590d-401c-a8a6-0b842640cb75,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:19.715104 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b7cb7ad3-c120-4b13-9ac4-7da44fe0edde tempest-QuotasNegativeTest-591428931 tempest-QuotasNegativeTest-591428931-project-admin] 10.222.0.26 "DELETE /v2.0/networks/44a0957b-590d-401c-a8a6-0b842640cb75 HTTP/1.1" status: 204 len: 168 time: 2.1534393 Jan 28 17:53:19.732135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1afa21-53c7-4639-b863-31b5807fe509 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:19.738896 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1afa21-53c7-4639-b863-31b5807fe509 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:19.745533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1afa21-53c7-4639-b863-31b5807fe509 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:19.746870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ba1afa21-53c7-4639-b863-31b5807fe509 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Synchronizing usage tracker for tenant:b87de8a502824f24b7a26e3512cfbfcc on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:19.755774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b533afe0-dc00-4eee-bb26-1f176b14629b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Deleting port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:19.756283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b533afe0-dc00-4eee-bb26-1f176b14629b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.798178 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] For port 6bd1ed95-4150-4edc-a6fd-0601bf9dc833, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:19.801538 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] For port 6bd1ed95-4150-4edc-a6fd-0601bf9dc833, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6bd1ed95-4150-4edc-a6fd-0601bf9dc833,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:53:19.849053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36312) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:19.872757 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:53:19.881579 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.884031 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Sync routers for ids ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:53:19.898310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port fdc258a8-9c2b-4e47-96d9-5f04e322708a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:19.898310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.906201 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.911965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.objects.ports [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88158) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:53:19.912561 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.988941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:19.990894 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0a04c25b-f53f-4822-aebf-720ab001f69f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.6104310 Jan 28 17:53:19.994289 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36320) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:19.995461 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Routers {'521ea3a9-033a-4e5b-9889-9f32a6c7b540'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:53:19.996102 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:53:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:20.392205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ba1afa21-53c7-4639-b863-31b5807fe509 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Unset dirty status for tenant:b87de8a502824f24b7a26e3512cfbfcc on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:20.396790 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ba1afa21-53c7-4639-b863-31b5807fe509 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.5127256 Jan 28 17:53:20.397410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36326) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:20.426301 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Checking segment: {'id': '15064975-1e8d-4976-a969-2a0a7e085b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a42aaec9-99cc-4bce-beef-6c4f40c99c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:20.426625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Network hostable DHCP agents. Network: a42aaec9-99cc-4bce-beef-6c4f40c99c3d, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:53:20.444372 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Routers {'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:53:20.445009 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:53:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:20.459344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6ab149a4-f45c-45f4-9411-f03124a14657,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:20.462115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bef51a56-7328-4adb-a61a-c4368d0c7155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:20.483058 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:20.594086 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1bfc1-91ce-4ba6-a960-f464eac8825e None None] Pushing event updated for resources: {'Port': ['ID=6bd1ed95-4150-4edc-a6fd-0601bf9dc833,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:20.656165 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] For port 10d20fb5-527b-4ebb-98c9-61036444006a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=10d20fb5-527b-4ebb-98c9-61036444006a,segment=NetworkSegment(9510f328-c988-4486-9bd7-6e59ebe8fea9),segment_id=9510f328-c988-4486-9bd7-6e59ebe8fea9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:20.685637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:20.696287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bef51a56-7328-4adb-a61a-c4368d0c7155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:20.704043 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Transition to ACTIVE for port object 79113f8e-7fa1-47e1-8813-8238c6d47335 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:20.712957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-2db507d6-efda-4594-a8fc-cbc85b44fd97 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Deleting port b2c81343-4bbf-4c2e-bc6d-55603fa80920 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:20.713300 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2db507d6-efda-4594-a8fc-cbc85b44fd97 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:20.721932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bef51a56-7328-4adb-a61a-c4368d0c7155 admin admin] Usage tracker for resource:security_group_rule and tenant:1b3344829f1e4004a321061d25e09f00 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:20.725302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bef51a56-7328-4adb-a61a-c4368d0c7155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:20.731912 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bef51a56-7328-4adb-a61a-c4368d0c7155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:20.740142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:20.757343 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-b533afe0-dc00-4eee-bb26-1f176b14629b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] For port f9ef69bb-a736-4bfa-9f0a-9f8e008f063e, host hv-neutron-8269, got binding levels [] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:20.757871 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b533afe0-dc00-4eee-bb26-1f176b14629b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:20.771113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:20.815596 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Set router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:53:20.837725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:20.909368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b533afe0-dc00-4eee-bb26-1f176b14629b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Calling delete_port for f9ef69bb-a736-4bfa-9f0a-9f8e008f063e owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:20.910453 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Attempting to bind port 79113f8e-7fa1-47e1-8813-8238c6d47335 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:20.911041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Attempting to bind port 79113f8e-7fa1-47e1-8813-8238c6d47335 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:20.912338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Attempting to bind port 79113f8e-7fa1-47e1-8813-8238c6d47335 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:20.922765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:53:20.923527 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:20.924505 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:20.925187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:53:20.926273 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Bound port: 79113f8e-7fa1-47e1-8813-8238c6d47335, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:53:20.926966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:20.945168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Network a42aaec9-99cc-4bce-beef-6c4f40c99c3d is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:53:20.945977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36332) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:21.022697 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] Set router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:53:21.126637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Provisioning for port 4a50989a-7049-4dd1-b0a0-52c563c54d19 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:21.145102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, a42aaec9-99cc-4bce-beef-6c4f40c99c3d) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:21.178613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Pushing event updated for resources: {'Port': ['ID=10d20fb5-527b-4ebb-98c9-61036444006a,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:21.181875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:21.182467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:21.184108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04540b72-ac18-4996-94ac-d55f5f3e1c20 None None] Network a42aaec9-99cc-4bce-beef-6c4f40c99c3d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:53:21.261652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:21.280181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Provisioning complete for port 4a50989a-7049-4dd1-b0a0-52c563c54d19 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:21.280954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:21.291599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b533afe0-dc00-4eee-bb26-1f176b14629b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:21.301892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bef51a56-7328-4adb-a61a-c4368d0c7155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:21.384512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533afe0-dc00-4eee-bb26-1f176b14629b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9ef69bb-a736-4bfa-9f0a-9f8e008f063e,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:21.393758 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-64a6f079-08b4-4e65-b0b6-35b3d62f533c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.0483425 Jan 28 17:53:21.396278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bef51a56-7328-4adb-a61a-c4368d0c7155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:21.398974 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] For port 79113f8e-7fa1-47e1-8813-8238c6d47335, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:21.405238 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36338) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:21.424357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] For port 79113f8e-7fa1-47e1-8813-8238c6d47335, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=79113f8e-7fa1-47e1-8813-8238c6d47335,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:53:21.428580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b533afe0-dc00-4eee-bb26-1f176b14629b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:21.442246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Request body: {'floatingip': {'floating_network_id': 'a42aaec9-99cc-4bce-beef-6c4f40c99c3d'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:21.442442 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-de2c6c53-fee2-40a3-ac99-38f7ccd4f74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:21.462204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:21.495440 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b533afe0-dc00-4eee-bb26-1f176b14629b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "DELETE /v2.0/ports/f9ef69bb-a736-4bfa-9f0a-9f8e008f063e HTTP/1.1" status: 204 len: 168 time: 2.1489742 Jan 28 17:53:21.500736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Usage tracker for resource:floatingip and tenant:497995ce8e3140ad91d341eb3346d394 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:21.503143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36342) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:21.516226 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:16Z', 'revision_number': 3, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:21.517801 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-de2c6c53-fee2-40a3-ac99-38f7ccd4f74a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:21.520504 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Checking router: 521ea3a9-033a-4e5b-9889-9f32a6c7b540 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:53:21.520862 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Updating router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 port 2f082a27-2353-4063-8ed1-02c372a4888b binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:53:21.537604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:21.544819 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bef51a56-7328-4adb-a61a-c4368d0c7155 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b3344829f1e4004a321061d25e09f00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6560872 Jan 28 17:53:21.544819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef51a56-7328-4adb-a61a-c4368d0c7155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e979a5b3-ad7b-4c1c-a250-c557ef11fba2,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:21.546600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-de2c6c53-fee2-40a3-ac99-38f7ccd4f74a admin admin] Usage tracker for resource:security_group_rule and tenant:a45b107693f44e008e3be6bf4a019fb6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:21.546736 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:14Z', 'revision_number': 3, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:21.548349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36346) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:21.550147 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-de2c6c53-fee2-40a3-ac99-38f7ccd4f74a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:21.555110 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507ad615-5d95-4903-bb21-6cf82adf5563 None None] The sync data for ids ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'] in dv-neutron-826919-1-hyperv is: [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:14Z', 'revision_number': 3, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:53:21.562347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b9162-3ef3-4a0c-a56c-d45ef5279ca5 None None] Pushing event updated for resources: {'Port': ['ID=79113f8e-7fa1-47e1-8813-8238c6d47335,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:21.571685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:21.589329 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:21.589631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:21.604202 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb7a99d-9665-4b4c-b627-81c0c1ee5550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] GET failed (client error): The resource could not be found. Jan 28 17:53:21.604750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6bb7a99d-9665-4b4c-b627-81c0c1ee5550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Synchronizing usage tracker for tenant:5d8bbd4aee0f4a659055030f6f1bbb37 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:21.641693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-de2c6c53-fee2-40a3-ac99-38f7ccd4f74a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:21.732125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:21.765546 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa0d7-363b-4866-a778-fc42b2f6914d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:21.783257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2db507d6-efda-4594-a8fc-cbc85b44fd97 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:21.858228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Allocated IP 172.20.0.1 (332e698a-eabc-4523-8476-c1c253a6cf19/9f569c33-4985-408d-9d7e-933d23843497/403c19e3-19c9-448b-b2bc-e42b5ca6d6c4) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:21.866500 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa0d7-363b-4866-a778-fc42b2f6914d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:21.914656 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Routers {'3254b0ce-0682-4532-9b7f-12cf3b085384'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:53:21.915581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:53:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['3254b0ce-0682-4532-9b7f-12cf3b085384'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:22.007354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b9162-3ef3-4a0c-a56c-d45ef5279ca5 None None] Pushing event updated for resources: {'Port': ['ID=79113f8e-7fa1-47e1-8813-8238c6d47335,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:22.019263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Allocated IP 172.20.0.1 (44583b02-fe97-441e-add2-b071fcf22932/f546f4fd-62c1-4752-b8e2-87fa16bbf0de/7fd2c6dd-6749-47d0-aeb9-2204cb726824) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:22.062222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3c5167-20cd-4735-9814-f58f27a91adc None None] Network a42aaec9-99cc-4bce-beef-6c4f40c99c3d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:53:22.087872 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.119510 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Transition to ACTIVE for port object 2f082a27-2353-4063-8ed1-02c372a4888b will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:22.142296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa0d7-363b-4866-a778-fc42b2f6914d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.145133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-2db507d6-efda-4594-a8fc-cbc85b44fd97 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Calling delete_port for b2c81343-4bbf-4c2e-bc6d-55603fa80920 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:22.161606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.170865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfa0d7-363b-4866-a778-fc42b2f6914d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e979a5b3-ad7b-4c1c-a250-c557ef11fba2,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:22.191662 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.193792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Transition to ACTIVE for port object 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:22.195155 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa0d7-363b-4866-a778-fc42b2f6914d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.196282 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6cbfa0d7-363b-4866-a778-fc42b2f6914d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e979a5b3-ad7b-4c1c-a250-c557ef11fba2 HTTP/1.1" status: 204 len: 168 time: 0.6408758 Jan 28 17:53:22.215626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.323343 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Attempting to bind port 2f082a27-2353-4063-8ed1-02c372a4888b on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:22.324679 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Attempting to bind port 2f082a27-2353-4063-8ed1-02c372a4888b by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:22.325207 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Attempting to bind port 2f082a27-2353-4063-8ed1-02c372a4888b on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:22.347423 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:53:22.348107 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:22.348663 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.349324 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:53:22.350088 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Bound port: 2f082a27-2353-4063-8ed1-02c372a4888b, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:53:22.350655 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.430490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.458660 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] For port 2f082a27-2353-4063-8ed1-02c372a4888b, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:22.464081 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] For port 2f082a27-2353-4063-8ed1-02c372a4888b, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2f082a27-2353-4063-8ed1-02c372a4888b,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:53:22.471224 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1780896-55c8-4ee7-bffe-c515738a9209 None None] Pushing event updated for resources: {'Port': ['ID=2f082a27-2353-4063-8ed1-02c372a4888b,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:22.492307 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.520024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.525038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] Set router 3254b0ce-0682-4532-9b7f-12cf3b085384 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:53:22.540853 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.541389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Pushing event updated for resources: {'Port': ['ID=403c19e3-19c9-448b-b2bc-e42b5ca6d6c4,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:22.564877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Transition to ACTIVE for port object 7fd2c6dd-6749-47d0-aeb9-2204cb726824 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:22.565854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Network 332e698a-eabc-4523-8476-c1c253a6cf19 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:22.570004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:22.574023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:22.701848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.712270 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Routers {'521ea3a9-033a-4e5b-9889-9f32a6c7b540'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:53:22.713729 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:53:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:22.736771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.765930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Allocated IP 172.20.0.7 (a42aaec9-99cc-4bce-beef-6c4f40c99c3d/6ab149a4-f45c-45f4-9411-f03124a14657/69b7bfa0-e8b5-4ba6-9efa-189f2d09d2e7) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:22.848501 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Network 44583b02-fe97-441e-add2-b071fcf22932 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:22.867075 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:22.869811 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:22.958267 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-de2c6c53-fee2-40a3-ac99-38f7ccd4f74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:22.964336 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:23.094257 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] For port 4a50989a-7049-4dd1-b0a0-52c563c54d19, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=4a50989a-7049-4dd1-b0a0-52c563c54d19,segment=NetworkSegment(72a2afdd-3af5-4a01-89b9-aa871bc3a7b9),segment_id=72a2afdd-3af5-4a01-89b9-aa871bc3a7b9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:23.194641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36354) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:23.223564 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1780896-55c8-4ee7-bffe-c515738a9209 None None] Pushing event updated for resources: {'Port': ['ID=2f082a27-2353-4063-8ed1-02c372a4888b,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:23.240209 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:23.255174 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] Set router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:53:23.345687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6bb7a99d-9665-4b4c-b627-81c0c1ee5550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Unset dirty status for tenant:5d8bbd4aee0f4a659055030f6f1bbb37 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:23.354450 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6bb7a99d-9665-4b4c-b627-81c0c1ee5550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "GET /v2.0/ports/f9ef69bb-a736-4bfa-9f0a-9f8e008f063e HTTP/1.1" status: 404 len: 333 time: 1.8499105 Jan 28 17:53:23.362505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36358) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:23.379858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Request body: {'port': {'network_id': '0a107c8d-937c-49a9-b245-be57514b4767', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-600164139'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:23.426040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:23.434332 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Provisioning for port 47049800-8e2b-4763-a525-de5aeb0a77ce completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:23.450929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Provisioning complete for port 47049800-8e2b-4763-a525-de5aeb0a77ce triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:23.451876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:23.470632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:23.474283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:23.485863 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0e47c357-2760-43b4-82ff-14e1b09a3eef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66063f84ce6c421f88dc602388e75f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729819 Jan 28 17:53:23.492121 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36362) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:23.493268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:23.504505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd2c6dd-6749-47d0-aeb9-2204cb726824,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:23.528118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Port 47049800-8e2b-4763-a525-de5aeb0a77ce cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:23.532515 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:23.538647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-de2c6c53-fee2-40a3-ac99-38f7ccd4f74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:23.592788 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7e21-9b72-4ef5-ba55-35b9e3a5bc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:23.597625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Made reservation on behalf of 5d8bbd4aee0f4a659055030f6f1bbb37 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:23.601813 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:23.607724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Pushing event updated for resources: {'Port': ['ID=4a50989a-7049-4dd1-b0a0-52c563c54d19,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:23.630382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c6c53-fee2-40a3-ac99-38f7ccd4f74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52444468-66d0-425b-a4fd-f3d1518c22c7,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:23.635856 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Provisioning complete for port fdc258a8-9c2b-4e47-96d9-5f04e322708a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:23.636223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:23.637232 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2db507d6-efda-4594-a8fc-cbc85b44fd97 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:23.700274 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:16Z', 'revision_number': 3, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:23.709885 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfbaea5-c395-4c33-a8ce-561f9a1232ef None None] The sync data for ids ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'] in dv-neutron-826919-1-hyperv is: [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:16Z', 'revision_number': 3, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:53:23.734783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7e21-9b72-4ef5-ba55-35b9e3a5bc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:23.739074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:14Z', 'revision_number': 3, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:23.749703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950fe06-1bfe-4885-8a5a-79d503cb8799 None None] The sync data for ids ['3254b0ce-0682-4532-9b7f-12cf3b085384'] in dv-neutron-826919-1-hyperv is: [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:14Z', 'revision_number': 3, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:53:23.755828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:23.768645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] device_id is not set on port 9024a729-be3a-422e-8322-d307d77d6dc3 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:23.859578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:23.865388 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:23.865763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:23.999797 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Network a42aaec9-99cc-4bce-beef-6c4f40c99c3d is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:24.050352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Provisioning for port dcb0f60d-68d4-4766-8da0-f4f99858ae7d completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:24.053693 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:24.072863 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Provisioning complete for port dcb0f60d-68d4-4766-8da0-f4f99858ae7d triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:24.073248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:24.189669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Allocated IP 172.20.0.1 (48ae0910-2b8b-43d3-bdda-e0b756f0482e/d7465ff6-2577-41db-90a7-d08dc1e590e8/a99aa73d-3306-4de4-b7a0-8ed0c1901447) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:24.245024 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:24.272780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:24.354977 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:24.382263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 6bd1ed95-4150-4edc-a6fd-0601bf9dc833, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6bd1ed95-4150-4edc-a6fd-0601bf9dc833,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:24.424383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:24.470376 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:24.471178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 10d20fb5-527b-4ebb-98c9-61036444006a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:24.553613 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:24.585984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Transition to ACTIVE for port object a99aa73d-3306-4de4-b7a0-8ed0c1901447 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:24.613080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:24.620734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event updated for resources: {'Port': ['ID=69b7bfa0-e8b5-4ba6-9efa-189f2d09d2e7,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:24.630286 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7e21-9b72-4ef5-ba55-35b9e3a5bc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:24.649586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] For port dcb0f60d-68d4-4766-8da0-f4f99858ae7d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dcb0f60d-68d4-4766-8da0-f4f99858ae7d,segment=NetworkSegment(10739327-6374-43e5-9ff6-95deeb920e7b),segment_id=10739327-6374-43e5-9ff6-95deeb920e7b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:24.662628 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-de2c6c53-fee2-40a3-ac99-38f7ccd4f74a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a45b107693f44e008e3be6bf4a019fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7014039 Jan 28 17:53:24.671864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36366) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:24.679760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db507d6-efda-4594-a8fc-cbc85b44fd97 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event deleted for resources: {'Port': ['ID=b2c81343-4bbf-4c2e-bc6d-55603fa80920,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:24.680185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d7e21-9b72-4ef5-ba55-35b9e3a5bc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd27faab-8600-44a1-9d75-4eca0314d5f2,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:24.721699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=6bd1ed95-4150-4edc-a6fd-0601bf9dc833,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:24.740771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 10d20fb5-527b-4ebb-98c9-61036444006a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:24.741290 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:24.766086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:24.784170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:24.833591 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.003160 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Pushing event updated for resources: {'Port': ['ID=403c19e3-19c9-448b-b2bc-e42b5ca6d6c4,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:25.021111 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Network 48ae0910-2b8b-43d3-bdda-e0b756f0482e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:25.104018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Provisioning complete for port 4a50989a-7049-4dd1-b0a0-52c563c54d19 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:25.108046 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.212031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:25.228407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:25.235671 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f8498-34a5-44b1-a9c1-e6ad5d508bc7 None None] Pushing event updated for resources: {'Port': ['ID=dcb0f60d-68d4-4766-8da0-f4f99858ae7d,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:25.300901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.307837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7e21-9b72-4ef5-ba55-35b9e3a5bc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.309598 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0a3d7e21-9b72-4ef5-ba55-35b9e3a5bc76 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd27faab-8600-44a1-9d75-4eca0314d5f2 HTTP/1.1" status: 204 len: 168 time: 1.8137381 Jan 28 17:53:25.311933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.314738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2db507d6-efda-4594-a8fc-cbc85b44fd97 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.333397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.378208 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.382237 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Pushing event updated for resources: {'Port': ['ID=a99aa73d-3306-4de4-b7a0-8ed0c1901447,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:25.491862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Could not find standard attr ID for object b2c81343-4bbf-4c2e-bc6d-55603fa80920. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:53:25.540113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a13a0bbc-79b7-4b05-a974-41e347e6ed6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.589484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Provisioning for port 7fd2c6dd-6749-47d0-aeb9-2204cb726824 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:25.595053 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Provisioning complete for port 7fd2c6dd-6749-47d0-aeb9-2204cb726824 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:25.595259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.595722 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.637001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a13a0bbc-79b7-4b05-a974-41e347e6ed6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.672949 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2db507d6-efda-4594-a8fc-cbc85b44fd97 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "DELETE /v2.0/ports/b2c81343-4bbf-4c2e-bc6d-55603fa80920 HTTP/1.1" status: 204 len: 168 time: 5.2694328 Jan 28 17:53:25.675061 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.675914 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Port 7fd2c6dd-6749-47d0-aeb9-2204cb726824 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:25.677823 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36372) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:25.701334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Provisioning complete for port 47049800-8e2b-4763-a525-de5aeb0a77ce triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:25.702023 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.736020 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-922266ea-568d-41cb-a157-fd2a35e7bc4a tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] GET failed (client error): The resource could not be found. Jan 28 17:53:25.737116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-922266ea-568d-41cb-a157-fd2a35e7bc4a tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Synchronizing usage tracker for tenant:b87de8a502824f24b7a26e3512cfbfcc on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:25.784176 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 79113f8e-7fa1-47e1-8813-8238c6d47335 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:25.807644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Network 332e698a-eabc-4523-8476-c1c253a6cf19 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:25.811839 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:25.856985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Port 47049800-8e2b-4763-a525-de5aeb0a77ce cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:25.912134 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-922266ea-568d-41cb-a157-fd2a35e7bc4a tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Unset dirty status for tenant:b87de8a502824f24b7a26e3512cfbfcc on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:25.913279 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-922266ea-568d-41cb-a157-fd2a35e7bc4a tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "GET /v2.0/ports/b2c81343-4bbf-4c2e-bc6d-55603fa80920 HTTP/1.1" status: 404 len: 333 time: 0.2332015 Jan 28 17:53:25.918253 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36378) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:25.927817 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Request body: {'port': {'network_id': 'caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-745529248'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:25.930983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:25.963071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Provisioning for port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:25.974170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Provisioning complete for port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:25.974858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.023829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 79113f8e-7fa1-47e1-8813-8238c6d47335 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:26.043486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 79113f8e-7fa1-47e1-8813-8238c6d47335 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:26.044348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.086531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a13a0bbc-79b7-4b05-a974-41e347e6ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.165769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:26.205697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Provisioning complete for port dcb0f60d-68d4-4766-8da0-f4f99858ae7d triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:26.206228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0993bbcc-5552-4d90-aa60-85dbd9904ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.239603 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.258456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.resource_extend [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:53:26.281592 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.386337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a0bbc-79b7-4b05-a974-41e347e6ed6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52444468-66d0-425b-a4fd-f3d1518c22c7,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:26.388493 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.410770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Network 0a107c8d-937c-49a9-b245-be57514b4767 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:26.418007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:26.430879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:26.431850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:26.432447 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.436430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a13a0bbc-79b7-4b05-a974-41e347e6ed6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.447095 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a13a0bbc-79b7-4b05-a974-41e347e6ed6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52444468-66d0-425b-a4fd-f3d1518c22c7 HTTP/1.1" status: 204 len: 168 time: 1.7567792 Jan 28 17:53:26.447385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Pushing event updated for resources: {'Port': ['ID=9024a729-be3a-422e-8322-d307d77d6dc3,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:26.498265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Router 3254b0ce-0682-4532-9b7f-12cf3b085384 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:53:26.511451 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:26.517004 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.558373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.603425 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8c207d4f-5640-4ac9-96a5-32a0ac65d147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.2354171 Jan 28 17:53:26.610432 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36392) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:26.611516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:26.615787 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.625676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:26.635158 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 79113f8e-7fa1-47e1-8813-8238c6d47335, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=79113f8e-7fa1-47e1-8813-8238c6d47335,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:26.654038 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd2c6dd-6749-47d0-aeb9-2204cb726824,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:26.702166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.744569 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.745424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2f082a27-2353-4063-8ed1-02c372a4888b up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:26.793417 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Made reservation on behalf of b87de8a502824f24b7a26e3512cfbfcc for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:26.794834 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event updated for resources: {'Port': ['ID=69b7bfa0-e8b5-4ba6-9efa-189f2d09d2e7,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:26.796993 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.883151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:26.883385 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=79113f8e-7fa1-47e1-8813-8238c6d47335,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:26.906069 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] device_id is not set on port 8865260e-8c9f-4020-b6ed-27c3ec70b23a yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:26.954592 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3b6563ad-c2bc-465b-af5b-4e01eb2b5464 None None] Provisioning complete for port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:26.955209 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3b6563ad-c2bc-465b-af5b-4e01eb2b5464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:27.018503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3b6563ad-c2bc-465b-af5b-4e01eb2b5464 None None] Port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:27.025810 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:53:27.031579 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-422a9de5-eff8-426d-a129-aa0cfa0ef1fd admin admin] 10.222.0.26 "PUT /v2.0/routers/3254b0ce-0682-4532-9b7f-12cf3b085384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3954318 Jan 28 17:53:27.070165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:27.099931 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 2f082a27-2353-4063-8ed1-02c372a4888b completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:27.100455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:27.102296 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0d1b6486-f172-4297-94dc-6751be42f060 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.6858568 Jan 28 17:53:27.104078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.resource_extend [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:53:27.105891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36406) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:27.108910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 2f082a27-2353-4063-8ed1-02c372a4888b triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:27.109393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:27.150235 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3b6563ad-c2bc-465b-af5b-4e01eb2b5464 None None] Provisioning for port a99aa73d-3306-4de4-b7a0-8ed0c1901447 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:27.152962 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:27.170596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3b6563ad-c2bc-465b-af5b-4e01eb2b5464 None None] Provisioning complete for port a99aa73d-3306-4de4-b7a0-8ed0c1901447 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:27.171063 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3b6563ad-c2bc-465b-af5b-4e01eb2b5464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:27.200994 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-82153636-8fbb-4393-8c60-773ef9fa7b8e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Synchronizing usage tracker for tenant:497995ce8e3140ad91d341eb3346d394 on resource:floatingip {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:27.220597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Sync routers for ids ['3254b0ce-0682-4532-9b7f-12cf3b085384'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:53:27.243519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Network 44583b02-fe97-441e-add2-b071fcf22932 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:27.246533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Routers {'3254b0ce-0682-4532-9b7f-12cf3b085384'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:53:27.248748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:53:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['3254b0ce-0682-4532-9b7f-12cf3b085384'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:27.257758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:27.305549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36412) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:27.314444 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3b6563ad-c2bc-465b-af5b-4e01eb2b5464 None None] Port a99aa73d-3306-4de4-b7a0-8ed0c1901447 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:27.324591 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e87fb74d-b17a-40ff-bd8a-a49993675fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:27.335580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-82153636-8fbb-4393-8c60-773ef9fa7b8e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Unset dirty status for tenant:497995ce8e3140ad91d341eb3346d394 on resource:floatingip {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:27.336745 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-82153636-8fbb-4393-8c60-773ef9fa7b8e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=a42aaec9-99cc-4bce-beef-6c4f40c99c3d HTTP/1.1" status: 200 len: 689 time: 0.2291698 Jan 28 17:53:27.345561 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36416) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:27.378477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:27.385860 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e87fb74d-b17a-40ff-bd8a-a49993675fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:27.475481 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e87fb74d-b17a-40ff-bd8a-a49993675fea admin admin] Usage tracker for resource:security_group_rule and tenant:e1ec9e66de374f7c94d6c0a774723f43 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:27.487915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e87fb74d-b17a-40ff-bd8a-a49993675fea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:27.502202 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e87fb74d-b17a-40ff-bd8a-a49993675fea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:27.519903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Set router 3254b0ce-0682-4532-9b7f-12cf3b085384 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:53:27.608333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:27.649038 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Allocated IP 2001:db8::33 (caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1/81ae7a7e-c843-42c2-a952-7617a1fd720a/8865260e-8c9f-4020-b6ed-27c3ec70b23a) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:27.725903 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Deleting port 69b7bfa0-e8b5-4ba6-9efa-189f2d09d2e7 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:27.726229 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:27.774075 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:27.777780 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Pushing event updated for resources: {'Port': ['ID=a99aa73d-3306-4de4-b7a0-8ed0c1901447,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:27.975359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-12398fd3-46d1-4729-9e92-a83c5f3b5dd9 None None] Provisioning complete for port 7fd2c6dd-6749-47d0-aeb9-2204cb726824 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:27.975765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12398fd3-46d1-4729-9e92-a83c5f3b5dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:27.987709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e87fb74d-b17a-40ff-bd8a-a49993675fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.006410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:53:28.067611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e87fb74d-b17a-40ff-bd8a-a49993675fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.074946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.095640 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.138856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fb74d-b17a-40ff-bd8a-a49993675fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60461f25-d505-4965-933d-e51583041c08,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:28.204756 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-12398fd3-46d1-4729-9e92-a83c5f3b5dd9 None None] Port 7fd2c6dd-6749-47d0-aeb9-2204cb726824 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:28.217235 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.242435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 2f082a27-2353-4063-8ed1-02c372a4888b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2f082a27-2353-4063-8ed1-02c372a4888b,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:28.245974 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:23Z', 'revision_number': 4, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '403c19e3-19c9-448b-b2bc-e42b5ca6d6c4', 'name': '', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'mac_address': 'fa:16:3e:dd:b7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9f569c33-4985-408d-9d7e-933d23843497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:24Z', 'revision_number': 2, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'subnets': [{'id': '9f569c33-4985-408d-9d7e-933d23843497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:28.250805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Checking router: 3254b0ce-0682-4532-9b7f-12cf3b085384 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:53:28.251185 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Updating router 3254b0ce-0682-4532-9b7f-12cf3b085384 port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:53:28.277247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Calling delete_port for 69b7bfa0-e8b5-4ba6-9efa-189f2d09d2e7 owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:28.288955 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] device_id is not set on port 9024a729-be3a-422e-8322-d307d77d6dc3 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:28.314243 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e87fb74d-b17a-40ff-bd8a-a49993675fea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1ec9e66de374f7c94d6c0a774723f43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0076067 Jan 28 17:53:28.318561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.322413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36440) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:28.350985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.351911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:28.385177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Transition to ACTIVE for port object 9024a729-be3a-422e-8322-d307d77d6dc3 will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:28.408255 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0bc3d298-7aa2-4fc2-a09a-b7cd9b4c7741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.418038 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Network 48ae0910-2b8b-43d3-bdda-e0b756f0482e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:28.433065 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:28.447787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0bc3d298-7aa2-4fc2-a09a-b7cd9b4c7741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.528878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.718769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.741141 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.758089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=2f082a27-2353-4063-8ed1-02c372a4888b,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:28.802668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36450) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:28.817944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-eb721368-cbb1-4949-a6a7-6b4206215881 None None] Provisioning complete for port a99aa73d-3306-4de4-b7a0-8ed0c1901447 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:28.818470 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-eb721368-cbb1-4949-a6a7-6b4206215881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.835664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.877016 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Transition to ACTIVE for port object 8865260e-8c9f-4020-b6ed-27c3ec70b23a will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:28.886810 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0bc3d298-7aa2-4fc2-a09a-b7cd9b4c7741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.887745 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:28.891899 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:28.920809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:53:28.927987 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Pushing event updated for resources: {'Port': ['ID=9024a729-be3a-422e-8322-d307d77d6dc3,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:28.932145 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Sync routers for ids ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:53:28.948703 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Routers {'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:53:28.949328 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:53:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:29.006747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3d298-7aa2-4fc2-a09a-b7cd9b4c7741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60461f25-d505-4965-933d-e51583041c08,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:29.015511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event deleted for resources: {'Port': ['ID=69b7bfa0-e8b5-4ba6-9efa-189f2d09d2e7,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:29.031888 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:29.032391 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:29.032870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:29.051510 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:29.052082 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:29.057312 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 2 to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 Jan 28 17:53:29.066104 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-eb721368-cbb1-4949-a6a7-6b4206215881 None None] Port a99aa73d-3306-4de4-b7a0-8ed0c1901447 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:29.094494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:29.095202 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:29.095776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:29.104058 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:53:29.109030 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:29.109645 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:29.111328 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 3 to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 Jan 28 17:53:29.136388 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0505dfe1-706e-4404-a105-8458417f4385 admin admin] 10.222.0.26 "PUT /v2.0/routers/f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5588109 Jan 28 17:53:29.155547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:29.206268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:29.206887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:29.208054 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:29.225210 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:29.291053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-532921908'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:29.357350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:29.357674 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:29.367757 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:29.371673 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Set router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:53:29.384486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:29.397978 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 4 to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 Jan 28 17:53:29.405508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:29.418849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:29.460751 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Usage tracker for resource:network and tenant:8ace9bdbc4c74094a8a646d1a1f30e83 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:29.470424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:29.480257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:29.491394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0bc3d298-7aa2-4fc2-a09a-b7cd9b4c7741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:29.492653 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0bc3d298-7aa2-4fc2-a09a-b7cd9b4c7741 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60461f25-d505-4965-933d-e51583041c08 HTTP/1.1" status: 204 len: 168 time: 1.1692805 Jan 28 17:53:29.580158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Made reservation on behalf of 8ace9bdbc4c74094a8a646d1a1f30e83 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:29.583996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:29.620025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:29.659440 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:29.666862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36464) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:29.669384 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:29.678615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:29.679329 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:29.680396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:29.684700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Transition to ACTIVE for port object 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:29.752429 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:53:29.773655 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Sync routers for ids ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:53:29.783494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event updated for resources: {'Port': ['ID=8865260e-8c9f-4020-b6ed-27c3ec70b23a,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:29.793445 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6625e963-e952-4461-a1e0-ce4190e68b3f admin admin] 10.222.0.26 "PUT /v2.0/routers/521ea3a9-033a-4e5b-9889-9f32a6c7b540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7973680 Jan 28 17:53:29.796189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:29.806837 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:29.819205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:29.829671 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--965277744', 'description': 'tempest-description--739657844'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:29.831899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:29.847060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Usage tracker for resource:security_group and tenant:2b7716c2adc34b2caf014eb010a60fb6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:29.847060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:29.849653 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:29.850572 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:29.850917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:29.863884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab149a4-f45c-45f4-9411-f03124a14657,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:29.876059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Routers {'521ea3a9-033a-4e5b-9889-9f32a6c7b540'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:53:29.876876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:53:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:29.881117 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f4f60bce-87c3-42e8-a80e-eb050de8e18b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.9618018 Jan 28 17:53:29.885403 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36470) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:29.908522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:29.913062 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:29.922283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Usage tracker for resource:security_group_rule and tenant:8ace9bdbc4c74094a8a646d1a1f30e83 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:29.924913 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ad58d658-7fee-4d96-ba8a-d20207d560d5 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2be', 'mac_address': 'fa:16:3e:30:95:15'}]}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:30.006227 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '7fd2c6dd-6749-47d0-aeb9-2204cb726824', 'name': '', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'mac_address': 'fa:16:3e:89:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 2, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'subnets': [{'id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:30.015790 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Checking router: f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:53:30.016142 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Updating router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a port 7fd2c6dd-6749-47d0-aeb9-2204cb726824 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:53:30.022246 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 5 to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 Jan 28 17:53:30.100375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dcb0f60d-68d4-4766-8da0-f4f99858ae7d up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:30.144313 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:30.144648 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:30.145041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:30.163815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:30.172742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:30.177546 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:30.178149 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:30.180831 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.186052 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 6 to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 Jan 28 17:53:30.242335 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:30.242788 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:30.244886 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:30.287576 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ecf0f-47e1-46f6-899f-a7e8c186cb34 None None] Pushing event updated for resources: {'Port': ['ID=403c19e3-19c9-448b-b2bc-e42b5ca6d6c4,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:30.306893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36482) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:30.313873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.318627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1371963467', 'description': 'tempest-description--159256023'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:30.326620 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:30.331131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Usage tracker for resource:security_group and tenant:62177f82a6dd4848ac609f9e3a037891 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:30.335414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:30.342738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:30.357048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:30.358052 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:30.378717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.396525 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42aaec9-99cc-4bce-beef-6c4f40c99c3d']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:30.414004 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 7 to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 Jan 28 17:53:30.444310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:30.444310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:30.444310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:30.464065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15064975-1e8d-4976-a969-2a0a7e085b77') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:30.470129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15064975-1e8d-4976-a969-2a0a7e085b77') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:30.483697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4ef4848a-5b6a-4d88-97e2-11fd02e664f1 None None] Provisioning for port 8865260e-8c9f-4020-b6ed-27c3ec70b23a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:30.500942 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:30.500942 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:30.500942 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.504535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:30.507725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.518772 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 8 to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 Jan 28 17:53:30.549594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4ef4848a-5b6a-4d88-97e2-11fd02e664f1 None None] Provisioning complete for port 8865260e-8c9f-4020-b6ed-27c3ec70b23a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:30.549959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4ef4848a-5b6a-4d88-97e2-11fd02e664f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.559467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Usage tracker for resource:security_group_rule and tenant:2b7716c2adc34b2caf014eb010a60fb6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:30.592402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:30.621112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Attempting to bind port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:30.621474 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Attempting to bind port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '8685c786-491e-49b9-a4e8-0d2696932798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:30.621829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Attempting to bind port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 on network 332e698a-eabc-4523-8476-c1c253a6cf19 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:30.632684 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port dcb0f60d-68d4-4766-8da0-f4f99858ae7d triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:30.633046 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.639862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:30.656586 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.666570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.667767 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:53:30.668137 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Checking segment: {'id': '8685c786-491e-49b9-a4e8-0d2696932798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:30.668528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.668917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Bound using segment: {'id': '8685c786-491e-49b9-a4e8-0d2696932798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:53:30.669531 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Bound port: 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8685c786-491e-49b9-a4e8-0d2696932798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:53:30.669910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.683555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:53:30.683964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.734845 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad58d658-7fee-4d96-ba8a-d20207d560d5 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.743834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:30.744208 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:30.744481 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:30.745405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Set router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:53:30.749701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:30.756904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:30.757505 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:30.758017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Usage tracker for resource:security_group_rule and tenant:62177f82a6dd4848ac609f9e3a037891 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:30.762400 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 9 to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 Jan 28 17:53:30.770320 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:30.781866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:53:30.815471 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:53:30.952130 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.963695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.966268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:30.966380 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Transition to ACTIVE for port object 7fd2c6dd-6749-47d0-aeb9-2204cb726824 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:30.976763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4848a-5b6a-4d88-97e2-11fd02e664f1 None None] Port 8865260e-8c9f-4020-b6ed-27c3ec70b23a cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:30.982302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.015914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a42aaec9-99cc-4bce-beef-6c4f40c99c3d {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 17:53:31.032955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event deleted for resources: {'Network': ['ID=a42aaec9-99cc-4bce-beef-6c4f40c99c3d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:31.038638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.049728 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:31.054821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e347b9-27f9-4e14-a8db-7daca3fb1639,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:31.076828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.093942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36494) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:31.096882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.097482 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Added segment 333331aa-ea55-4b57-af05-fe26d6ed327d of type vlan for network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 Jan 28 17:53:31.100093 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.124154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310980143', 'description': 'tempest-description--2067061539'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:31.141889 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4745731c-bed4-42b5-aa84-cfc6ebb04969 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "DELETE /v2.0/networks/a42aaec9-99cc-4bce-beef-6c4f40c99c3d HTTP/1.1" status: 204 len: 168 time: 3.7902226 Jan 28 17:53:31.141889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:31.149943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36498) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:31.156968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Usage tracker for resource:security_group and tenant:0ef49bbe32614b6687d237574ba02852 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:31.221857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:31.230943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:31.233612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:31.234047 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:31.240275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:31.257113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] For port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:31.262861 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.267106 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d4190786-9d55-4718-9e9b-73b9c0fbf1f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5935700 Jan 28 17:53:31.284429 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36504) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:31.284627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-600401b1-10b4-45c8-b8fd-e547ca8d9d57 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Synchronizing usage tracker for tenant:497995ce8e3140ad91d341eb3346d394 on resource:floatingip {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:31.288444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.292928 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:31.295075 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:31.296167 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:31.310899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e23cc624-b183-4b53-b342-c8caa57c2566 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Request body: {'security_group_rule': {'security_group_id': '8e06e7ec-c8cf-4740-b78f-8ea0d768bc85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:31.322703 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e23cc624-b183-4b53-b342-c8caa57c2566 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:31.328225 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e23cc624-b183-4b53-b342-c8caa57c2566 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Usage tracker for resource:security_group_rule and tenant:2b7716c2adc34b2caf014eb010a60fb6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:31.333739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e23cc624-b183-4b53-b342-c8caa57c2566 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:31.348193 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] For port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=403c19e3-19c9-448b-b2bc-e42b5ca6d6c4,segment=NetworkSegment(8685c786-491e-49b9-a4e8-0d2696932798),segment_id=8685c786-491e-49b9-a4e8-0d2696932798)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:53:31.352043 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e23cc624-b183-4b53-b342-c8caa57c2566 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:31.365696 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 10 to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 Jan 28 17:53:31.370927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 4a50989a-7049-4dd1-b0a0-52c563c54d19 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:31.401684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.438735 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.438940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:31.441169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-600401b1-10b4-45c8-b8fd-e547ca8d9d57 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Unset dirty status for tenant:497995ce8e3140ad91d341eb3346d394 on resource:floatingip {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:31.442851 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-600401b1-10b4-45c8-b8fd-e547ca8d9d57 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2918653 Jan 28 17:53:31.447915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36512) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:31.448886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Usage tracker for resource:security_group_rule and tenant:0ef49bbe32614b6687d237574ba02852 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:31.458302 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:31.458650 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:31.458981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:31.477831 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:31.478151 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 9024a729-be3a-422e-8322-d307d77d6dc3 on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:31.478528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.575307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:31.582661 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b88c0d-15e0-4672-b52c-3fdb61fb6ad3 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:31.583321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b88c0d-15e0-4672-b52c-3fdb61fb6ad3 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:31.584194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b88c0d-15e0-4672-b52c-3fdb61fb6ad3 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:31.584835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b88c0d-15e0-4672-b52c-3fdb61fb6ad3 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:31.585289 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b88c0d-15e0-4672-b52c-3fdb61fb6ad3 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:31.585723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b88c0d-15e0-4672-b52c-3fdb61fb6ad3 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:31.586160 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b88c0d-15e0-4672-b52c-3fdb61fb6ad3 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:31.587566 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f5b88c0d-15e0-4672-b52c-3fdb61fb6ad3 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Synchronizing usage tracker for tenant:497995ce8e3140ad91d341eb3346d394 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:31.596048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:31.598198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.605054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:31.605647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.617470 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de856d9-11af-4a5f-88bd-96cd4fca3773 None None] Pushing event updated for resources: {'Port': ['ID=7fd2c6dd-6749-47d0-aeb9-2204cb726824,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:31.644474 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Attempting to bind port 7fd2c6dd-6749-47d0-aeb9-2204cb726824 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:31.645215 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Attempting to bind port 7fd2c6dd-6749-47d0-aeb9-2204cb726824 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '44583b02-fe97-441e-add2-b071fcf22932'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:31.645726 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Attempting to bind port 7fd2c6dd-6749-47d0-aeb9-2204cb726824 on network 44583b02-fe97-441e-add2-b071fcf22932 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:31.660547 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:53:31.661173 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Checking segment: {'id': '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '44583b02-fe97-441e-add2-b071fcf22932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:31.661758 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.662404 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Bound using segment: {'id': '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '44583b02-fe97-441e-add2-b071fcf22932'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:53:31.663037 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Bound port: 7fd2c6dd-6749-47d0-aeb9-2204cb726824, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '44583b02-fe97-441e-add2-b071fcf22932'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:53:31.665070 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.665185 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Routers {'3254b0ce-0682-4532-9b7f-12cf3b085384'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:53:31.665906 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:53:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['3254b0ce-0682-4532-9b7f-12cf3b085384'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:31.784706 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad58d658-7fee-4d96-ba8a-d20207d560d5 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.840165 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] For port 7fd2c6dd-6749-47d0-aeb9-2204cb726824, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:31.843824 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] For port 7fd2c6dd-6749-47d0-aeb9-2204cb726824, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7fd2c6dd-6749-47d0-aeb9-2204cb726824,segment=NetworkSegment(72a2afdd-3af5-4a01-89b9-aa871bc3a7b9),segment_id=72a2afdd-3af5-4a01-89b9-aa871bc3a7b9)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:53:31.855663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Pushing event updated for resources: {'Network': ['ID=cd926261-4e53-4d2d-9bf6-2ff14fb2e116,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:31.891547 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] For port 9024a729-be3a-422e-8322-d307d77d6dc3, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:31.891936 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempted to set empty binding levels {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 17:53:31.893116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e23cc624-b183-4b53-b342-c8caa57c2566 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.901758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'a99aa73d-3306-4de4-b7a0-8ed0c1901447', 'name': '', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'mac_address': 'fa:16:3e:fc:ba:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:23Z', 'updated_at': '2022-01-28T17:53:26Z', 'revision_number': 2, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'subnets': [{'id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:31.908121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad58d658-7fee-4d96-ba8a-d20207d560d5 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.938734 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.959312 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Checking router: 521ea3a9-033a-4e5b-9889-9f32a6c7b540 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:53:31.960079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Updating router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 port a99aa73d-3306-4de4-b7a0-8ed0c1901447 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:53:31.970162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.972366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f5b88c0d-15e0-4672-b52c-3fdb61fb6ad3 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Unset dirty status for tenant:497995ce8e3140ad91d341eb3346d394 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:31.977090 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f5b88c0d-15e0-4672-b52c-3fdb61fb6ad3 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.5213041 Jan 28 17:53:31.977741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36520) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:31.984741 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d7c4ba50-42ee-46e3-b0c6-f1ed18017ded tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.1779697 Jan 28 17:53:31.987311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:31.996088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.043345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ad58d658-7fee-4d96-ba8a-d20207d560d5 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] In _notify_port_updated(), no bound segment for port 8865260e-8c9f-4020-b6ed-27c3ec70b23a on network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 {{(pid=88159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 17:53:32.057916 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad58d658-7fee-4d96-ba8a-d20207d560d5 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.058754 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:32.059254 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad58d658-7fee-4d96-ba8a-d20207d560d5 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.063913 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ad58d658-7fee-4d96-ba8a-d20207d560d5 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "PUT /v2.0/ports/8865260e-8c9f-4020-b6ed-27c3ec70b23a HTTP/1.1" status: 200 len: 1001 time: 2.1760356 Jan 28 17:53:32.089761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36528) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:32.093826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.110521 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-0c27e049-bd53-40a6-b7d4-0e8be7117af7 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] delete failed (client error): The resource could not be found. Jan 28 17:53:32.114154 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de856d9-11af-4a5f-88bd-96cd4fca3773 None None] Pushing event updated for resources: {'Port': ['ID=7fd2c6dd-6749-47d0-aeb9-2204cb726824,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:32.114712 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0c27e049-bd53-40a6-b7d4-0e8be7117af7 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/13c8e757-9d80-4b84-8f9a-cbd79eac390f HTTP/1.1" status: 404 len: 345 time: 0.1324604 Jan 28 17:53:32.124460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.128028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36530) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:32.135263 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Routers {'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:53:32.135888 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:53:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:32.150577 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] In _notify_port_updated(), no bound segment for port 9024a729-be3a-422e-8322-d307d77d6dc3 on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 17:53:32.151762 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.152407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.157636 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "PUT /v2.0/ports/9024a729-be3a-422e-8322-d307d77d6dc3 HTTP/1.1" status: 200 len: 980 time: 5.5398912 Jan 28 17:53:32.188732 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36536) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:32.222534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:32.251146 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-9e4eaee5-e3f8-465d-b262-5e44c3b4798e tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Deleting port 8865260e-8c9f-4020-b6ed-27c3ec70b23a {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:32.251914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9e4eaee5-e3f8-465d-b262-5e44c3b4798e tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.274708 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d592ca1-cfc4-40ab-b0c0-edd6c90816e2 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 17:53:32.275220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d592ca1-cfc4-40ab-b0c0-edd6c90816e2 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:53:32.368263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58d658-7fee-4d96-ba8a-d20207d560d5 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event updated for resources: {'Port': ['ID=8865260e-8c9f-4020-b6ed-27c3ec70b23a,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:32.420430 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6d592ca1-cfc4-40ab-b0c0-edd6c90816e2 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "DELETE /v2.0/networks/a42aaec9-99cc-4bce-beef-6c4f40c99c3d HTTP/1.1" status: 404 len: 339 time: 0.2874634 Jan 28 17:53:32.425313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36542) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:32.437000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.438185 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-57cc632d-1348-4571-99fd-b558f458ff58 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3322966 Jan 28 17:53:32.448864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36546) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:32.452416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Request body: {'network': {'name': 'tempest-network--1992187538', 'router:external': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:32.484672 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6cb1c-60cb-459c-93bf-f242930f9d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Pushing event updated for resources: {'Port': ['ID=9024a729-be3a-422e-8322-d307d77d6dc3,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:32.498160 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a8d08b3e-ad2b-4a71-b091-29471b12fbfa tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Request body: {'security_group_rule': {'security_group_id': 'f57d4bf9-5b6b-43cc-bc50-7070789a1fe4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:32.498798 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e23cc624-b183-4b53-b342-c8caa57c2566 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.502504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d340114c-6088-454a-a048-a7c39e8edfd7,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:32.506348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a8d08b3e-ad2b-4a71-b091-29471b12fbfa tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:32.510540 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a8d08b3e-ad2b-4a71-b091-29471b12fbfa tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Usage tracker for resource:security_group_rule and tenant:0ef49bbe32614b6687d237574ba02852 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:32.513465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a8d08b3e-ad2b-4a71-b091-29471b12fbfa tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:32.519632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a8d08b3e-ad2b-4a71-b091-29471b12fbfa tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:32.531440 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:32.537257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Usage tracker for resource:network and tenant:497995ce8e3140ad91d341eb3346d394 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:32.540792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:32.548633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:32.569077 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 4a50989a-7049-4dd1-b0a0-52c563c54d19 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:32.569677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.606281 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.606814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.617580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.620329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.620947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.622533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.624795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.625413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.627555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.628179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.628831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.636014 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.636671 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.637448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.638074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.638712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.639360 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:32.641612 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Synchronizing usage tracker for tenant:5d8bbd4aee0f4a659055030f6f1bbb37 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:32.652366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Made reservation on behalf of 497995ce8e3140ad91d341eb3346d394 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:32.655472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.661076 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ecf0f-47e1-46f6-899f-a7e8c186cb34 None None] Pushing event updated for resources: {'Port': ['ID=403c19e3-19c9-448b-b2bc-e42b5ca6d6c4,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:32.673545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8d08b3e-ad2b-4a71-b091-29471b12fbfa tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.683649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.690184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36554) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:32.698724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Request body: {'port': {'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116', 'binding:host_id': 'hv-neutron-8269', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-987561051'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:32.703842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:32.707917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Usage tracker for resource:port and tenant:8866221f849846568768e87c579f0945 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:32.710942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:32.717345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:32.719528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.721646 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-df943d26-87b2-4c0f-b54b-89f94013b448 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4094079 Jan 28 17:53:32.725240 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] Set router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:53:32.728930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36558) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:32.734295 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e23cc624-b183-4b53-b342-c8caa57c2566 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.746674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a7bb59c0-d829-42dd-9c17-40875c0d00fc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Request body: {'security_group_rule': {'security_group_id': 'd340114c-6088-454a-a048-a7c39e8edfd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:32.749690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] Set router 3254b0ce-0682-4532-9b7f-12cf3b085384 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:53:32.757056 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a7bb59c0-d829-42dd-9c17-40875c0d00fc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:32.773575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a7bb59c0-d829-42dd-9c17-40875c0d00fc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Usage tracker for resource:security_group_rule and tenant:62177f82a6dd4848ac609f9e3a037891 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:32.780172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:32.784001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a7bb59c0-d829-42dd-9c17-40875c0d00fc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:32.785760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cc624-b183-4b53-b342-c8caa57c2566 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617bc439-0f05-4f3b-8a71-f7ac97752ff6,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:32.800043 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a7bb59c0-d829-42dd-9c17-40875c0d00fc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:32.807319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.807678 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Added segment d00e305a-a167-45ad-90bd-e00ee9ced344 of type vlan for network 8221b165-5324-4693-b043-611069bfba9d Jan 28 17:53:32.824609 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Made reservation on behalf of 8866221f849846568768e87c579f0945 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:32.826944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.837566 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8d08b3e-ad2b-4a71-b091-29471b12fbfa tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.844011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.852050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e23cc624-b183-4b53-b342-c8caa57c2566 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.856808 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e23cc624-b183-4b53-b342-c8caa57c2566 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5592237 Jan 28 17:53:32.861205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36564) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:32.872953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Unset dirty status for tenant:5d8bbd4aee0f4a659055030f6f1bbb37 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:32.873113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-198ea6fd-d62c-4c5e-85ba-949b1bac02f5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Request body: {'security_group_rule': {'security_group_id': '8e06e7ec-c8cf-4740-b78f-8ea0d768bc85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:32.876010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36568) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:32.879487 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9e4eaee5-e3f8-465d-b262-5e44c3b4798e tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:32.881806 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f7cd69e4-6716-44b8-aca6-75b42276f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15628 time: 0.6547260 Jan 28 17:53:32.893222 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-198ea6fd-d62c-4c5e-85ba-949b1bac02f5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:32.930229 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:32.952361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Usage tracker for resource:security_group_rule and tenant:8866221f849846568768e87c579f0945 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:32.958169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:32.968733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:32.974398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-f415541e-72c3-4d4c-b77f-1ab0384b649e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Deleting port 9024a729-be3a-422e-8322-d307d77d6dc3 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:32.974913 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f415541e-72c3-4d4c-b77f-1ab0384b649e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.002776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-198ea6fd-d62c-4c5e-85ba-949b1bac02f5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Usage tracker for resource:security_group_rule and tenant:2b7716c2adc34b2caf014eb010a60fb6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:33.079768 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-198ea6fd-d62c-4c5e-85ba-949b1bac02f5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:33.118486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.140401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.148255 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8d08b3e-ad2b-4a71-b091-29471b12fbfa tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.161446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-9e4eaee5-e3f8-465d-b262-5e44c3b4798e tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Calling delete_port for 8865260e-8c9f-4020-b6ed-27c3ec70b23a owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:33.211928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5038d1b1-0387-42ed-a70e-551ee62ee980 None None] Provisioning complete for port 8865260e-8c9f-4020-b6ed-27c3ec70b23a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:33.212745 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5038d1b1-0387-42ed-a70e-551ee62ee980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.224600 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '7fd2c6dd-6749-47d0-aeb9-2204cb726824', 'name': '', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'mac_address': 'fa:16:3e:89:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:31Z', 'revision_number': 4, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'subnets': [{'id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:33.231350 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf049cf-f203-46b8-9de7-9d35f232b7a8 None None] The sync data for ids ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'] in dv-neutron-826919-1-hyperv is: [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '7fd2c6dd-6749-47d0-aeb9-2204cb726824', 'name': '', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'mac_address': 'fa:16:3e:89:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:31Z', 'revision_number': 4, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'subnets': [{'id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:53:33.251491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.253443 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a7bb59c0-d829-42dd-9c17-40875c0d00fc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.256666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-198ea6fd-d62c-4c5e-85ba-949b1bac02f5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:33.349654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] device_id is not set on port a179eebc-0622-4444-a37b-01bbbc31ee5f yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:33.391139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6740cb-52d9-4b23-8aab-b85bd1d6df03,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:33.401185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d08b3e-ad2b-4a71-b091-29471b12fbfa tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fb451b-c7b4-4538-89b3-73b9eb141459,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:33.481454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-198ea6fd-d62c-4c5e-85ba-949b1bac02f5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.488239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5038d1b1-0387-42ed-a70e-551ee62ee980 None None] Port 8865260e-8c9f-4020-b6ed-27c3ec70b23a cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:33.500484 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a7bb59c0-d829-42dd-9c17-40875c0d00fc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.584226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8d08b3e-ad2b-4a71-b091-29471b12fbfa tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.588842 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a8d08b3e-ad2b-4a71-b091-29471b12fbfa tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1117165 Jan 28 17:53:33.597118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36582) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:33.597118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.597118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:33.597118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.647151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-8fa48fab-67b3-468c-ac05-74dd96909625 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Request body: {'security_group_rule': {'security_group_id': 'f57d4bf9-5b6b-43cc-bc50-7070789a1fe4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:33.656425 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-f415541e-72c3-4d4c-b77f-1ab0384b649e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] For port 9024a729-be3a-422e-8322-d307d77d6dc3, host hv-neutron-8269, got binding levels [] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:33.656777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f415541e-72c3-4d4c-b77f-1ab0384b649e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.671340 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-198ea6fd-d62c-4c5e-85ba-949b1bac02f5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.703628 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a7bb59c0-d829-42dd-9c17-40875c0d00fc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.718375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8fa48fab-67b3-468c-ac05-74dd96909625 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:33.748663 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9e4eaee5-e3f8-465d-b262-5e44c3b4798e tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.852969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36586) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:33.857800 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4294741 Jan 28 17:53:33.860275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36588) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:33.861376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8fa48fab-67b3-468c-ac05-74dd96909625 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Usage tracker for resource:security_group_rule and tenant:0ef49bbe32614b6687d237574ba02852 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:33.861852 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:23Z', 'revision_number': 4, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '403c19e3-19c9-448b-b2bc-e42b5ca6d6c4', 'name': '', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'mac_address': 'fa:16:3e:dd:b7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9f569c33-4985-408d-9d7e-933d23843497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:31Z', 'revision_number': 4, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'subnets': [{'id': '9f569c33-4985-408d-9d7e-933d23843497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:33.878720 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70af58e-a1a5-465f-a03e-1f0c16f71c4e None None] The sync data for ids ['3254b0ce-0682-4532-9b7f-12cf3b085384'] in dv-neutron-826919-1-hyperv is: [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:23Z', 'revision_number': 4, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '403c19e3-19c9-448b-b2bc-e42b5ca6d6c4', 'name': '', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'mac_address': 'fa:16:3e:dd:b7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9f569c33-4985-408d-9d7e-933d23843497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:31Z', 'revision_number': 4, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'subnets': [{'id': '9f569c33-4985-408d-9d7e-933d23843497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:53:33.892155 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:33.910134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Transition to ACTIVE for port object a99aa73d-3306-4de4-b7a0-8ed0c1901447 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:33.917326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8fa48fab-67b3-468c-ac05-74dd96909625 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:33.922419 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb59c0-d829-42dd-9c17-40875c0d00fc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4700a06c-abc3-4db9-bbf4-e2ad19bef820,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:33.985401 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.076038 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-f415541e-72c3-4d4c-b77f-1ab0384b649e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Calling delete_port for 9024a729-be3a-422e-8322-d307d77d6dc3 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:34.089001 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 79113f8e-7fa1-47e1-8813-8238c6d47335 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:34.164469 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572469fb-369e-45a0-abd9-953a687e5f30 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:34.172385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572469fb-369e-45a0-abd9-953a687e5f30 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:34.179060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572469fb-369e-45a0-abd9-953a687e5f30 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:34.186505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572469fb-369e-45a0-abd9-953a687e5f30 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:34.188217 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-572469fb-369e-45a0-abd9-953a687e5f30 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3025451 Jan 28 17:53:34.189203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4eaee5-e3f8-465d-b262-5e44c3b4798e tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event deleted for resources: {'Port': ['ID=8865260e-8c9f-4020-b6ed-27c3ec70b23a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:34.197751 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36596) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:34.200595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8fa48fab-67b3-468c-ac05-74dd96909625 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:34.203935 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ba9bf-e014-40e1-b5aa-63d08d05066c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event updated for resources: {'Network': ['ID=8221b165-5324-4693-b043-611069bfba9d,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:34.226082 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a632bd00-fd23-41a6-a068-4d491d338627 tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:34.253100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-198ea6fd-d62c-4c5e-85ba-949b1bac02f5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.360402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 8221b165-5324-4693-b043-611069bfba9d details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:34.363361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ea6fd-d62c-4c5e-85ba-949b1bac02f5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38c2a7d-3cbc-49a2-bf4c-d9a3251744da,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:34.411687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a7bb59c0-d829-42dd-9c17-40875c0d00fc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.419134 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a7bb59c0-d829-42dd-9c17-40875c0d00fc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6837809 Jan 28 17:53:34.446233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36602) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:34.473956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-92343cf7-34a7-4c8e-a446-3a47cac58e70 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Request body: {'security_group_rule': {'security_group_id': 'd340114c-6088-454a-a048-a7c39e8edfd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:34.486940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8fa48fab-67b3-468c-ac05-74dd96909625 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.502218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-92343cf7-34a7-4c8e-a446-3a47cac58e70 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:34.507366 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d88414-d8d3-4b1d-b89b-84dc97e9808b None None] Pushing event updated for resources: {'Port': ['ID=a99aa73d-3306-4de4-b7a0-8ed0c1901447,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:34.537961 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-92343cf7-34a7-4c8e-a446-3a47cac58e70 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Usage tracker for resource:security_group_rule and tenant:62177f82a6dd4848ac609f9e3a037891 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:34.566060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-92343cf7-34a7-4c8e-a446-3a47cac58e70 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:34.586222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-92343cf7-34a7-4c8e-a446-3a47cac58e70 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:34.648577 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a632bd00-fd23-41a6-a068-4d491d338627 tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] 10.222.0.26 "PUT /v2.0/quotas/c827cc0e5de04f3280e6ffcb71b3833d HTTP/1.1" status: 200 len: 366 time: 0.7894237 Jan 28 17:53:34.656887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36606) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:34.673393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Attempting to bind port a99aa73d-3306-4de4-b7a0-8ed0c1901447 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:34.673606 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Attempting to bind port a99aa73d-3306-4de4-b7a0-8ed0c1901447 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '10739327-6374-43e5-9ff6-95deeb920e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:34.673962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Attempting to bind port a99aa73d-3306-4de4-b7a0-8ed0c1901447 on network 48ae0910-2b8b-43d3-bdda-e0b756f0482e {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:34.692804 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-65269cb8-3ed0-4581-96b6-b751fdda0bd1 tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0325389 Jan 28 17:53:34.695812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36610) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:34.697847 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] device_id is not set on port a179eebc-0622-4444-a37b-01bbbc31ee5f yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:34.703135 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 79113f8e-7fa1-47e1-8813-8238c6d47335 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:34.703933 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.707584 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-198ea6fd-d62c-4c5e-85ba-949b1bac02f5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.708943 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-198ea6fd-d62c-4c5e-85ba-949b1bac02f5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8464520 Jan 28 17:53:34.726141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e5c667ad-4414-40f4-a13a-ea6494a2607c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.733181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36614) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:34.734885 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9e4eaee5-e3f8-465d-b262-5e44c3b4798e tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.737089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.737643 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9e4eaee5-e3f8-465d-b262-5e44c3b4798e tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "DELETE /v2.0/ports/8865260e-8c9f-4020-b6ed-27c3ec70b23a HTTP/1.1" status: 204 len: 168 time: 2.6161027 Jan 28 17:53:34.738893 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:53:34.739355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Checking segment: {'id': '10739327-6374-43e5-9ff6-95deeb920e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:34.739754 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.740139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Bound using segment: {'id': '10739327-6374-43e5-9ff6-95deeb920e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:53:34.740729 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Bound port: a99aa73d-3306-4de4-b7a0-8ed0c1901447, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10739327-6374-43e5-9ff6-95deeb920e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:53:34.741345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.744444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8fa48fab-67b3-468c-ac05-74dd96909625 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.749074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:34.753645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36618) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:34.765746 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3595d5c7-3ba0-4755-998d-bebc7cfc48f3 tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] 10.222.0.26 "GET /v2.0/quotas/c827cc0e5de04f3280e6ffcb71b3833d HTTP/1.1" status: 200 len: 366 time: 0.0618513 Jan 28 17:53:34.766851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36622) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:34.805802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:34.823438 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f415541e-72c3-4d4c-b77f-1ab0384b649e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.833266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Usage tracker for resource:floatingip and tenant:2b7716c2adc34b2caf014eb010a60fb6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:34.844924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:34.847859 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92343cf7-34a7-4c8e-a446-3a47cac58e70 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.861673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Transition to ACTIVE for port object a179eebc-0622-4444-a37b-01bbbc31ee5f will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:34.863418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8fa48fab-67b3-468c-ac05-74dd96909625 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:34.865643 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-def7811d-2fa1-4bfb-b5a0-5ec7050d5070 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] GET failed (client error): The resource could not be found. Jan 28 17:53:34.868964 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-def7811d-2fa1-4bfb-b5a0-5ec7050d5070 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "GET /v2.0/ports/8865260e-8c9f-4020-b6ed-27c3ec70b23a HTTP/1.1" status: 404 len: 333 time: 0.1088152 Jan 28 17:53:34.883878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:34.902495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36626) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:34.931316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Request body: {'port': {'network_id': 'caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1948069243'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:34.933714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] For port a99aa73d-3306-4de4-b7a0-8ed0c1901447, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:34.949716 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] For port a99aa73d-3306-4de4-b7a0-8ed0c1901447, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a99aa73d-3306-4de4-b7a0-8ed0c1901447,segment=NetworkSegment(10739327-6374-43e5-9ff6-95deeb920e7b),segment_id=10739327-6374-43e5-9ff6-95deeb920e7b)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:53:34.955780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2f082a27-2353-4063-8ed1-02c372a4888b up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:34.980408 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415541e-72c3-4d4c-b77f-1ab0384b649e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Pushing event deleted for resources: {'Port': ['ID=9024a729-be3a-422e-8322-d307d77d6dc3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:35.018644 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f415541e-72c3-4d4c-b77f-1ab0384b649e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.043375 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e5c667ad-4414-40f4-a13a-ea6494a2607c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.057856 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 2f082a27-2353-4063-8ed1-02c372a4888b triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:35.058224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.068757 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa48fab-67b3-468c-ac05-74dd96909625 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43d915c-d3e9-4eb1-b466-5ee069a08bae,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:35.084401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e5c667ad-4414-40f4-a13a-ea6494a2607c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8221b165-5324-4693-b043-611069bfba9d']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:35.099150 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f415541e-72c3-4d4c-b77f-1ab0384b649e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "DELETE /v2.0/ports/9024a729-be3a-422e-8322-d307d77d6dc3 HTTP/1.1" status: 204 len: 168 time: 2.2083080 Jan 28 17:53:35.100588 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cc1efca9-22d1-4509-a0a3-1affbec89195 tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/c827cc0e5de04f3280e6ffcb71b3833d HTTP/1.1" status: 204 len: 168 time: 0.2869251 Jan 28 17:53:35.102008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36630) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:35.102154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.116626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.119942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36632) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:35.122444 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.150865 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e5c667ad-4414-40f4-a13a-ea6494a2607c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00e305a-a167-45ad-90bd-e00ee9ced344') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:35.151302 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e5c667ad-4414-40f4-a13a-ea6494a2607c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00e305a-a167-45ad-90bd-e00ee9ced344') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:35.174220 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e5c667ad-4414-40f4-a13a-ea6494a2607c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.181982 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1d7220-993f-496a-87bd-4c32448696d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] GET failed (client error): The resource could not be found. Jan 28 17:53:35.183273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5b1d7220-993f-496a-87bd-4c32448696d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Synchronizing usage tracker for tenant:5d8bbd4aee0f4a659055030f6f1bbb37 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:35.203186 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e5c667ad-4414-40f4-a13a-ea6494a2607c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.206921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8fa48fab-67b3-468c-ac05-74dd96909625 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.211579 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8fa48fab-67b3-468c-ac05-74dd96909625 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5798564 Jan 28 17:53:35.213345 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-23e03c8d-c486-4e6b-aae8-1b864da6c3ac tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0865419 Jan 28 17:53:35.223213 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36640) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:35.224001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36642) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:35.253035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Routers {'521ea3a9-033a-4e5b-9889-9f32a6c7b540'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:53:35.253228 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:35.253656 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:53:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:35.260095 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c667ad-4414-40f4-a13a-ea6494a2607c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:53:35.260623 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e5c667ad-4414-40f4-a13a-ea6494a2607c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:53:35.278369 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:53:35.281858 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:35.332477 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d88414-d8d3-4b1d-b89b-84dc97e9808b None None] Pushing event updated for resources: {'Port': ['ID=a99aa73d-3306-4de4-b7a0-8ed0c1901447,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:35.342245 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4747cfe0-708e-4cec-aca6-f5d2372fa20b tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] 10.222.0.26 "GET /v2.0/quotas/c827cc0e5de04f3280e6ffcb71b3833d HTTP/1.1" status: 200 len: 370 time: 0.1145239 Jan 28 17:53:35.348743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36648) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:35.349345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Usage tracker for resource:floatingip and tenant:0ef49bbe32614b6687d237574ba02852 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:35.352145 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5b1d7220-993f-496a-87bd-4c32448696d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Unset dirty status for tenant:5d8bbd4aee0f4a659055030f6f1bbb37 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:35.356379 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92343cf7-34a7-4c8e-a446-3a47cac58e70 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.358087 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5b1d7220-993f-496a-87bd-4c32448696d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "GET /v2.0/ports/9024a729-be3a-422e-8322-d307d77d6dc3 HTTP/1.1" status: 404 len: 333 time: 0.2549045 Jan 28 17:53:35.360742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36650) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:35.367937 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9ae09a38-6cdc-4adb-b597-9c32cdd76718 tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] 10.222.0.26 "GET /v2.0/quotas/c827cc0e5de04f3280e6ffcb71b3833d/default HTTP/1.1" status: 200 len: 370 time: 0.0081456 Jan 28 17:53:35.370551 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36656) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:35.380356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:35.394100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:35.395077 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-828927243', 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:35.400701 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:35.412946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Pushing event updated for resources: {'Port': ['ID=a179eebc-0622-4444-a37b-01bbbc31ee5f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:35.432951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:35.437151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Checking segment: {'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:35.437502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Network hostable DHCP agents. Network: cd926261-4e53-4d2d-9bf6-2ff14fb2e116, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:53:35.453112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:35.455551 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-a4660c09-5e72-418a-97f6-ef8566bb44ab tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] delete failed (client error): The resource could not be found. Jan 28 17:53:35.456575 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a4660c09-5e72-418a-97f6-ef8566bb44ab tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/c827cc0e5de04f3280e6ffcb71b3833d HTTP/1.1" status: 404 len: 348 time: 0.0658143 Jan 28 17:53:35.464920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Usage tracker for resource:port and tenant:b87de8a502824f24b7a26e3512cfbfcc is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:35.470559 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:35.478326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:35.519614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92343cf7-34a7-4c8e-a446-3a47cac58e70 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.537519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7fd2c6dd-6749-47d0-aeb9-2204cb726824 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:35.549326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92343cf7-34a7-4c8e-a446-3a47cac58e70 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f208ec21-b35f-4d16-9f89-9c68e231b8bc,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:35.557924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.563210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.575544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e5c667ad-4414-40f4-a13a-ea6494a2607c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.581689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c667ad-4414-40f4-a13a-ea6494a2607c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8221b165-5324-4693-b043-611069bfba9d {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 17:53:35.584548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e5c667ad-4414-40f4-a13a-ea6494a2607c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.594851 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] Set router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:53:35.636580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Made reservation on behalf of 5d8bbd4aee0f4a659055030f6f1bbb37 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:35.638555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.648552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:53:35.655786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Made reservation on behalf of b87de8a502824f24b7a26e3512cfbfcc for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:35.659471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.668187 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e5c667ad-4414-40f4-a13a-ea6494a2607c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "DELETE /v2.0/networks/8221b165-5324-4693-b043-611069bfba9d HTTP/1.1" status: 204 len: 168 time: 1.4106791 Jan 28 17:53:35.669227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c667ad-4414-40f4-a13a-ea6494a2607c tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event deleted for resources: {'Network': ['ID=8221b165-5324-4693-b043-611069bfba9d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:35.687290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36662) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:35.693878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Request body: {'network': {'name': 'tempest-network--1842801669', 'router:external': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:35.707424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92343cf7-34a7-4c8e-a446-3a47cac58e70 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.711368 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-92343cf7-34a7-4c8e-a446-3a47cac58e70 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2472050 Jan 28 17:53:35.713527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36666) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:35.727115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:35.739417 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:35.743838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Usage tracker for resource:floatingip and tenant:62177f82a6dd4848ac609f9e3a037891 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:35.747494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:35.753337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:35.753689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:35.761023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] device_id is not set on port 91e99283-6db2-4c29-ab9d-f0b37fb75fd9 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:35.815234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Usage tracker for resource:network and tenant:497995ce8e3140ad91d341eb3346d394 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:35.821676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] device_id is not set on port e21d185b-04bd-4171-9d89-a72e4161db2d yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:35.829653 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.859846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:35.883885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, cd926261-4e53-4d2d-9bf6-2ff14fb2e116) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:35.890425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:35.898966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:35.915881 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:35.951478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36670) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:35.962562 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6d8a73-fac8-4f8f-8d95-539800125e6e None None] Network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:53:35.972656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Allocated IP 172.26.1.98 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/8a6b56d7-266d-42d2-83ff-7c50efa1930c) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:35.993706 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:35.994031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:35.994365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:36.073352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 7fd2c6dd-6749-47d0-aeb9-2204cb726824 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:36.150763 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:36.169496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Made reservation on behalf of 497995ce8e3140ad91d341eb3346d394 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:36.172338 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:36.176199 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 7fd2c6dd-6749-47d0-aeb9-2204cb726824 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:36.176572 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:36.180504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:36.180839 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:36.192555 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 2 to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f Jan 28 17:53:36.357422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Usage tracker for resource:network and tenant:38f86ee114514fd59188ab3ccb6c020a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:36.375115 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'a99aa73d-3306-4de4-b7a0-8ed0c1901447', 'name': '', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'mac_address': 'fa:16:3e:fc:ba:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:23Z', 'updated_at': '2022-01-28T17:53:34Z', 'revision_number': 4, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'subnets': [{'id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:36.393382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecbfaf7-8f3d-4475-8c9b-8c5506645a80 None None] The sync data for ids ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'] in dv-neutron-826919-1-hyperv is: [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'a99aa73d-3306-4de4-b7a0-8ed0c1901447', 'name': '', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'mac_address': 'fa:16:3e:fc:ba:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:23Z', 'updated_at': '2022-01-28T17:53:34Z', 'revision_number': 4, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'subnets': [{'id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:53:36.405389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:36.415259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:36.415710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:36.415909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:36.447322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:36.447522 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 7fd2c6dd-6749-47d0-aeb9-2204cb726824, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7fd2c6dd-6749-47d0-aeb9-2204cb726824,segment=NetworkSegment(72a2afdd-3af5-4a01-89b9-aa871bc3a7b9),segment_id=72a2afdd-3af5-4a01-89b9-aa871bc3a7b9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:36.455798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:36.456124 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:36.465037 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 3 to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f Jan 28 17:53:36.471557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:36.507948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Allocated IP 2001:db8::2a8 (caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1/81ae7a7e-c843-42c2-a952-7617a1fd720a/e21d185b-04bd-4171-9d89-a72e4161db2d) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:36.524415 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:36.539765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:36.540121 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Added segment e3e667d7-bf5e-42f6-ab9b-e6651fbc13d5 of type vlan for network f8ac2954-582e-439b-87d4-178463f86d65 Jan 28 17:53:36.543376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Usage tracker for resource:subnet and tenant:38f86ee114514fd59188ab3ccb6c020a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:36.545881 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:36.546214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:36.546547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:36.580790 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:36.580790 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:36.582772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:36.590618 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 4 to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f Jan 28 17:53:36.597213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:36.658290 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=7fd2c6dd-6749-47d0-aeb9-2204cb726824,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:36.678717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:36.679072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:36.679411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:36.713912 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Usage tracker for resource:subnetpool and tenant:38f86ee114514fd59188ab3ccb6c020a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:36.721171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:36.725915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:36.730308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:36.730635 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:36.737878 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 5 to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f Jan 28 17:53:36.745647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:36.759026 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:36.844731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:36.845067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:36.845402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:36.880740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:36.881601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:36.881933 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:36.888342 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:36.889704 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 6 to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f Jan 28 17:53:36.889812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:36.902096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Usage tracker for resource:port and tenant:38f86ee114514fd59188ab3ccb6c020a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:36.925167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:36.932413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:36.932742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:36.933069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:36.955539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:36.955871 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:36.960585 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 7 to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f Jan 28 17:53:36.989828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.004153 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Usage tracker for resource:router and tenant:38f86ee114514fd59188ab3ccb6c020a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:37.031580 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.071283 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=403c19e3-19c9-448b-b2bc-e42b5ca6d6c4,segment=NetworkSegment(8685c786-491e-49b9-a4e8-0d2696932798),segment_id=8685c786-491e-49b9-a4e8-0d2696932798)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:37.079309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.080120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:37.080762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.111932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:37.114058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:37.114372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:37.114702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:37.117062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.142091 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.142699 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Allocated IP 172.26.1.65 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/9d894a71-8f05-4751-985e-d43d61df3e1c) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:37.144383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a99aa73d-3306-4de4-b7a0-8ed0c1901447 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:37.171903 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:37.172232 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:37.175714 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.229432 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 8 to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f Jan 28 17:53:37.240024 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Pushing event updated for resources: {'Port': ['ID=91e99283-6db2-4c29-ab9d-f0b37fb75fd9,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:37.246655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Network 0a107c8d-937c-49a9-b245-be57514b4767 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:37.297230 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=403c19e3-19c9-448b-b2bc-e42b5ca6d6c4,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:37.323601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:37.325378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Usage tracker for resource:floatingip and tenant:38f86ee114514fd59188ab3ccb6c020a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:37.327436 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.327893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:37.328650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:37.329230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.339058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:37.362312 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port a99aa73d-3306-4de4-b7a0-8ed0c1901447 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:37.367489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port a99aa73d-3306-4de4-b7a0-8ed0c1901447 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:37.367886 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.369442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:37.383869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:37.384447 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:37.384786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:37.386751 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:37.393274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:37.427840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Transition to ACTIVE for port object e21d185b-04bd-4171-9d89-a72e4161db2d will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:37.436955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event updated for resources: {'Network': ['ID=f8ac2954-582e-439b-87d4-178463f86d65,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:37.450011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:37.450348 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:37.470741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network f8ac2954-582e-439b-87d4-178463f86d65 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:37.519129 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 9 to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f Jan 28 17:53:37.530856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Pushing event updated for resources: {'Port': ['ID=8a6b56d7-266d-42d2-83ff-7c50efa1930c,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:37.550038 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.561291 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a6cc067f-0dc3-44c2-b448-f0c804b00a3e tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8737099 Jan 28 17:53:37.571463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36674) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:37.583715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:37.584039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:37.584366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:37.589601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.619999 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.634780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port a99aa73d-3306-4de4-b7a0-8ed0c1901447, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a99aa73d-3306-4de4-b7a0-8ed0c1901447,segment=NetworkSegment(10739327-6374-43e5-9ff6-95deeb920e7b),segment_id=10739327-6374-43e5-9ff6-95deeb920e7b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:37.647660 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Pushing event updated for resources: {'Port': ['ID=9d894a71-8f05-4751-985e-d43d61df3e1c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:37.657165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:37.659695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:37.662954 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:37.665085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:37.665449 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:37.709229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Allocated IP 172.26.1.155 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/fb0ae560-5c01-4709-ad3a-e2692fe1ee1b) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:37.725711 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 10 to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f Jan 28 17:53:37.733301 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.782312 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f8776fa3-6474-43d9-8d32-b5faeb19b4c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4157708 Jan 28 17:53:37.795887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36678) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:37.805784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:37.835737 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=a99aa73d-3306-4de4-b7a0-8ed0c1901447,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:37.854453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:37.854789 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:37.855144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:37.857763 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:37.859784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:37.866457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:37.867070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.905098 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.917153 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port a179eebc-0622-4444-a37b-01bbbc31ee5f on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:37.917469 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port a179eebc-0622-4444-a37b-01bbbc31ee5f on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:37.917817 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.929475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.947295 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:37.953921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a429c0-a87d-4ea1-af9c-6fe35c5bbd10 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:37.957901 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a3a429c0-a87d-4ea1-af9c-6fe35c5bbd10 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] 10.222.0.26 "GET /v2.0/networks/f8ac2954-582e-439b-87d4-178463f86d65 HTTP/1.1" status: 200 len: 757 time: 0.3816533 Jan 28 17:53:37.957901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event updated for resources: {'Port': ['ID=e21d185b-04bd-4171-9d89-a72e4161db2d,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:37.958492 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36682) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:38.025124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Usage tracker for resource:security_group and tenant:38f86ee114514fd59188ab3ccb6c020a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:38.052834 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:38.065670 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5330a5-d62e-41d7-91af-8dbfccdbaab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:38.067337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-de5330a5-d62e-41d7-91af-8dbfccdbaab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Synchronizing usage tracker for tenant:5d8bbd4aee0f4a659055030f6f1bbb37 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:38.101570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Usage tracker for resource:security_group_rule and tenant:38f86ee114514fd59188ab3ccb6c020a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:38.111938 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:38.164064 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e14718bc-8be4-4997-8b16-f73776d62cc9 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2603939 Jan 28 17:53:38.172661 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36686) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:38.173938 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-384f4e10-312d-4cd5-82c1-b18c9b117b9a tempest-QuotasTest-2091905693 tempest-QuotasTest-2091905693-project-admin] 10.222.0.26 "GET /v2.0/quotas/38f86ee114514fd59188ab3ccb6c020a/details.json HTTP/1.1" status: 200 len: 703 time: 2.2044415 Jan 28 17:53:38.177525 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] For port a179eebc-0622-4444-a37b-01bbbc31ee5f, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:38.177901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempted to set empty binding levels {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 17:53:38.189651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:38.193853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-9cee6986-1249-4c1f-b259-52faf0ef5208 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:30:95:15'}]}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:38.242178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-de5330a5-d62e-41d7-91af-8dbfccdbaab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Unset dirty status for tenant:5d8bbd4aee0f4a659055030f6f1bbb37 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:38.243405 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-de5330a5-d62e-41d7-91af-8dbfccdbaab1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "GET /v2.0/ports/91e99283-6db2-4c29-ab9d-f0b37fb75fd9 HTTP/1.1" status: 200 len: 958 time: 0.4441583 Jan 28 17:53:38.246325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36692) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:38.250887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186394e-2026-4902-b4ac-49e7460180f4 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:38.251666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9186394e-2026-4902-b4ac-49e7460180f4 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Synchronizing usage tracker for tenant:9e8a1d5dae7c477ab9d03ed68dbc687d on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:38.275645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:38.297401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:38.327871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2721d867-f765-4177-b12f-781b4dd47b69 None None] Provisioning for port e21d185b-04bd-4171-9d89-a72e4161db2d completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:38.332726 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2721d867-f765-4177-b12f-781b4dd47b69 None None] Provisioning complete for port e21d185b-04bd-4171-9d89-a72e4161db2d triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:38.333092 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2721d867-f765-4177-b12f-781b4dd47b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:38.393307 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-2721d867-f765-4177-b12f-781b4dd47b69 None None] Port e21d185b-04bd-4171-9d89-a72e4161db2d cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:38.414467 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:38.507025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:38.507620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:38.519149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8d120-20a6-43ab-a88a-79abc05ed7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Deleting port 91e99283-6db2-4c29-ab9d-f0b37fb75fd9 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:38.519479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d120-20a6-43ab-a88a-79abc05ed7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:38.535507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9186394e-2026-4902-b4ac-49e7460180f4 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Unset dirty status for tenant:9e8a1d5dae7c477ab9d03ed68dbc687d on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:38.535507 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9186394e-2026-4902-b4ac-49e7460180f4 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] 10.222.0.26 "GET /v2.0/networks/6d1bbd6f-6260-4c60-9dea-4e1616485ee3 HTTP/1.1" status: 200 len: 767 time: 0.5708060 Jan 28 17:53:38.590621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36696) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:38.609049 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:38.656970 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Pushing event updated for resources: {'Port': ['ID=a179eebc-0622-4444-a37b-01bbbc31ee5f,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:38.681844 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:38.682216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:38.686466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:38.695797 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:38.711963 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:38.756589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Pushing event updated for resources: {'Port': ['ID=fb0ae560-5c01-4709-ad3a-e2692fe1ee1b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:38.802630 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-39604957-e0d7-4cf9-accd-7e973946bf19 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.1110961 Jan 28 17:53:38.805117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36702) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:38.829502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7fd2c6dd-6749-47d0-aeb9-2204cb726824 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:38.858960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9cee6986-1249-4c1f-b259-52faf0ef5208 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:38.859213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02a12f2b-9f7f-49c8-aa33-446000c36d13 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:38.906827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 7fd2c6dd-6749-47d0-aeb9-2204cb726824 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:38.907299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:38.920531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36706) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:38.990416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-3c09d8aa-4b70-465d-ae11-b4a96b36b8ef tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Deleting port a179eebc-0622-4444-a37b-01bbbc31ee5f {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:38.990759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c09d8aa-4b70-465d-ae11-b4a96b36b8ef tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.016698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.047461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a99aa73d-3306-4de4-b7a0-8ed0c1901447 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:53:39.083100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.resource_extend [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:53:39.117141 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port a99aa73d-3306-4de4-b7a0-8ed0c1901447 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:39.117618 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.133087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.160303 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.172106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.197918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d120-20a6-43ab-a88a-79abc05ed7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.225704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.291300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02a12f2b-9f7f-49c8-aa33-446000c36d13 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.362121 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e60e89ef-2669-4ed7-aa5f-b799ea76775a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.427931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Pushing event updated for resources: {'Port': ['ID=9d894a71-8f05-4751-985e-d43d61df3e1c,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:39.473104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.474534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8d120-20a6-43ab-a88a-79abc05ed7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Calling delete_port for 91e99283-6db2-4c29-ab9d-f0b37fb75fd9 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:39.489852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.563178 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9cee6986-1249-4c1f-b259-52faf0ef5208 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.575400 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e60e89ef-2669-4ed7-aa5f-b799ea76775a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:39.580654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-02a12f2b-9f7f-49c8-aa33-446000c36d13 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ac2954-582e-439b-87d4-178463f86d65']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:39.625487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e60e89ef-2669-4ed7-aa5f-b799ea76775a admin admin] Usage tracker for resource:security_group_rule and tenant:d25b1f05ac1d463e80d172378a06eef5 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:39.634839 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-02a12f2b-9f7f-49c8-aa33-446000c36d13 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e667d7-bf5e-42f6-ab9b-e6651fbc13d5') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:39.635170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-02a12f2b-9f7f-49c8-aa33-446000c36d13 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e667d7-bf5e-42f6-ab9b-e6651fbc13d5') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:39.644138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.644418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e60e89ef-2669-4ed7-aa5f-b799ea76775a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:39.652948 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-240a2af4-3362-4763-a67f-dbc79412d690 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4200795 Jan 28 17:53:39.681549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9cee6986-1249-4c1f-b259-52faf0ef5208 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.709110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02a12f2b-9f7f-49c8-aa33-446000c36d13 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.726077 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Pushing event updated for resources: {'Port': ['ID=8a6b56d7-266d-42d2-83ff-7c50efa1930c,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:39.738749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e60e89ef-2669-4ed7-aa5f-b799ea76775a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:39.759657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-9cee6986-1249-4c1f-b259-52faf0ef5208 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] In _notify_port_updated(), no bound segment for port e21d185b-04bd-4171-9d89-a72e4161db2d on network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 {{(pid=88159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 17:53:39.766075 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee6986-1249-4c1f-b259-52faf0ef5208 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:39.766731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9cee6986-1249-4c1f-b259-52faf0ef5208 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.770930 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9cee6986-1249-4c1f-b259-52faf0ef5208 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "PUT /v2.0/ports/e21d185b-04bd-4171-9d89-a72e4161db2d HTTP/1.1" status: 200 len: 1003 time: 1.5936491 Jan 28 17:53:39.776149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36716) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:39.800803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.805128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02a12f2b-9f7f-49c8-aa33-446000c36d13 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.824724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-3c09d8aa-4b70-465d-ae11-b4a96b36b8ef tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] For port a179eebc-0622-4444-a37b-01bbbc31ee5f, host hv-neutron-8269, got binding levels [] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:39.825080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c09d8aa-4b70-465d-ae11-b4a96b36b8ef tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.835285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a12f2b-9f7f-49c8-aa33-446000c36d13 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:53:39.835682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02a12f2b-9f7f-49c8-aa33-446000c36d13 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.846842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee6986-1249-4c1f-b259-52faf0ef5208 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event updated for resources: {'Port': ['ID=e21d185b-04bd-4171-9d89-a72e4161db2d,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:53:39.858663 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:53:39.870321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7eda3438-384b-47c9-bb9e-590d966358d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.880113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-685c8ceb-bc4f-49c6-bcf6-ccdd6fad8e47 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Deleting port e21d185b-04bd-4171-9d89-a72e4161db2d {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:39.880456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-685c8ceb-bc4f-49c6-bcf6-ccdd6fad8e47 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:39.911447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.008094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.172185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-3c09d8aa-4b70-465d-ae11-b4a96b36b8ef tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Calling delete_port for a179eebc-0622-4444-a37b-01bbbc31ee5f owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:40.200931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d120-20a6-43ab-a88a-79abc05ed7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.210035 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36738) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:40.214145 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Pushing event updated for resources: {'Port': ['ID=fb0ae560-5c01-4709-ad3a-e2692fe1ee1b,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:40.221523 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 17:53:40.236094 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-33337287-56cf-4f66-9178-43aab95cbc01 None None] Provisioning complete for port e21d185b-04bd-4171-9d89-a72e4161db2d triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:40.236659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-33337287-56cf-4f66-9178-43aab95cbc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.281094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8d120-20a6-43ab-a88a-79abc05ed7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Pushing event deleted for resources: {'Port': ['ID=91e99283-6db2-4c29-ab9d-f0b37fb75fd9,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:40.286783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.302707 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-685c8ceb-bc4f-49c6-bcf6-ccdd6fad8e47 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.302802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d120-20a6-43ab-a88a-79abc05ed7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.302802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.302802 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c1500d6e-a794-4e99-90db-4e1ff07ac3d5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5656145 Jan 28 17:53:40.316064 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bcb8d120-20a6-43ab-a88a-79abc05ed7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "DELETE /v2.0/ports/91e99283-6db2-4c29-ab9d-f0b37fb75fd9 HTTP/1.1" status: 204 len: 168 time: 2.0684965 Jan 28 17:53:40.318934 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36744) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:40.324403 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-8f657d97-accd-41fa-ba4b-c7f5cf9f4afe tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--310980143&fields=id&tenant_id=0ef49bbe32614b6687d237574ba02852 HTTP/1.1" status: 200 len: 267 time: 0.1114383 Jan 28 17:53:40.327813 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-33337287-56cf-4f66-9178-43aab95cbc01 None None] Port e21d185b-04bd-4171-9d89-a72e4161db2d cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:40.382163 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfbb50d-a923-42c3-8321-48f7f9d1516b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] GET failed (client error): The resource could not be found. Jan 28 17:53:40.383295 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ccfbb50d-a923-42c3-8321-48f7f9d1516b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Synchronizing usage tracker for tenant:5d8bbd4aee0f4a659055030f6f1bbb37 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:40.403562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02a12f2b-9f7f-49c8-aa33-446000c36d13 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.439127 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a12f2b-9f7f-49c8-aa33-446000c36d13 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8ac2954-582e-439b-87d4-178463f86d65 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 17:53:40.445301 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a12f2b-9f7f-49c8-aa33-446000c36d13 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8ac2954-582e-439b-87d4-178463f86d65,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:40.447497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02a12f2b-9f7f-49c8-aa33-446000c36d13 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.468952 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-02a12f2b-9f7f-49c8-aa33-446000c36d13 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "DELETE /v2.0/networks/f8ac2954-582e-439b-87d4-178463f86d65 HTTP/1.1" status: 204 len: 168 time: 1.8711767 Jan 28 17:53:40.469148 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-685c8ceb-bc4f-49c6-bcf6-ccdd6fad8e47 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Calling delete_port for e21d185b-04bd-4171-9d89-a72e4161db2d owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:40.470373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36750) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:40.485246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Request body: {'network': {'name': 'tempest-network--1950672918'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:40.488870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c09d8aa-4b70-465d-ae11-b4a96b36b8ef tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.494664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:40.571098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Usage tracker for resource:network and tenant:497995ce8e3140ad91d341eb3346d394 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:40.576825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09d8aa-4b70-465d-ae11-b4a96b36b8ef tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Pushing event deleted for resources: {'Port': ['ID=a179eebc-0622-4444-a37b-01bbbc31ee5f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:40.589072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:40.603368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:40.608010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e60e89ef-2669-4ed7-aa5f-b799ea76775a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.610190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ccfbb50d-a923-42c3-8321-48f7f9d1516b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Unset dirty status for tenant:5d8bbd4aee0f4a659055030f6f1bbb37 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:40.611669 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ccfbb50d-a923-42c3-8321-48f7f9d1516b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "GET /v2.0/ports/91e99283-6db2-4c29-ab9d-f0b37fb75fd9 HTTP/1.1" status: 404 len: 333 time: 0.2916200 Jan 28 17:53:40.613262 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c09d8aa-4b70-465d-ae11-b4a96b36b8ef tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.615425 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3c09d8aa-4b70-465d-ae11-b4a96b36b8ef tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "DELETE /v2.0/ports/a179eebc-0622-4444-a37b-01bbbc31ee5f HTTP/1.1" status: 204 len: 168 time: 1.8018029 Jan 28 17:53:40.617832 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36768) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:40.618347 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36770) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:40.627437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Request body: {'port': {'network_id': '0a107c8d-937c-49a9-b245-be57514b4767', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1443745193'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:40.682469 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:40.686134 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-659de57a-e228-4164-948f-89714282f33d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] GET failed (client error): The resource could not be found. Jan 28 17:53:40.687024 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-659de57a-e228-4164-948f-89714282f33d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Synchronizing usage tracker for tenant:8866221f849846568768e87c579f0945 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:40.700858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:40.715876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36780) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:40.719349 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 17:53:40.749386 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-36cf9b79-5b82-44aa-9ec8-b6ac2e7b18d2 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:40.779815 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-36cf9b79-5b82-44aa-9ec8-b6ac2e7b18d2 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/networks?id=48ae0910-2b8b-43d3-bdda-e0b756f0482e HTTP/1.1" status: 200 len: 812 time: 0.2976701 Jan 28 17:53:40.779949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-b8df38af-248b-4772-84f6-c0d0dea9b47b tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Synchronizing usage tracker for tenant:2b7716c2adc34b2caf014eb010a60fb6 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:40.780042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.780042 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2de91a78-060f-4dd8-ae8d-a01b17e77bb5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0539770 Jan 28 17:53:40.781494 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-e64aba5e-d554-49a2-adc9-4351cb881545 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/quotas/0ef49bbe32614b6687d237574ba02852 HTTP/1.1" status: 200 len: 375 time: 0.0245461 Jan 28 17:53:40.836975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e60e89ef-2669-4ed7-aa5f-b799ea76775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.879742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-e81015c2-305f-4c1d-ab5a-5acd84a103cc tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Synchronizing usage tracker for tenant:0ef49bbe32614b6687d237574ba02852 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:40.890547 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e60e89ef-2669-4ed7-aa5f-b799ea76775a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d25b1f05ac1d463e80d172378a06eef5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9652836 Jan 28 17:53:40.890547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e89ef-2669-4ed7-aa5f-b799ea76775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc69e99-1325-4b39-af74-48f7db593936,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:40.890826 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36786) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:40.893450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-659de57a-e228-4164-948f-89714282f33d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Unset dirty status for tenant:8866221f849846568768e87c579f0945 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:40.895835 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-659de57a-e228-4164-948f-89714282f33d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "GET /v2.0/ports/a179eebc-0622-4444-a37b-01bbbc31ee5f HTTP/1.1" status: 404 len: 333 time: 0.2744555 Jan 28 17:53:40.899729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36790) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:40.900479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Made reservation on behalf of 5d8bbd4aee0f4a659055030f6f1bbb37 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:40.903032 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.918892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-685c8ceb-bc4f-49c6-bcf6-ccdd6fad8e47 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.936147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Made reservation on behalf of 497995ce8e3140ad91d341eb3346d394 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:40.940016 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:40.956376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Request body: {'port': {'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-486972521'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:40.966020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-b8df38af-248b-4772-84f6-c0d0dea9b47b tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Unset dirty status for tenant:2b7716c2adc34b2caf014eb010a60fb6 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:40.974516 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-b8df38af-248b-4772-84f6-c0d0dea9b47b tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--965277744&fields=id&tenant_id=2b7716c2adc34b2caf014eb010a60fb6 HTTP/1.1" status: 200 len: 267 time: 0.2564075 Jan 28 17:53:40.988252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c8ceb-bc4f-49c6-bcf6-ccdd6fad8e47 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event deleted for resources: {'Port': ['ID=e21d185b-04bd-4171-9d89-a72e4161db2d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:41.005536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:41.012757 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] device_id is not set on port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:41.049002 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-e81015c2-305f-4c1d-ab5a-5acd84a103cc tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Unset dirty status for tenant:0ef49bbe32614b6687d237574ba02852 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:41.055449 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-e81015c2-305f-4c1d-ab5a-5acd84a103cc tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ef49bbe32614b6687d237574ba02852&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2661045 Jan 28 17:53:41.059411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:41.069314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-685c8ceb-bc4f-49c6-bcf6-ccdd6fad8e47 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:41.070871 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:41.071297 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Added segment 01fb988f-0836-4a0d-ac0a-2807296c3707 of type vlan for network 65d9865b-eb25-4af0-b77d-ee30ad419dc7 Jan 28 17:53:41.097747 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-685c8ceb-bc4f-49c6-bcf6-ccdd6fad8e47 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "DELETE /v2.0/ports/e21d185b-04bd-4171-9d89-a72e4161db2d HTTP/1.1" status: 204 len: 168 time: 1.3208697 Jan 28 17:53:41.098524 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36800) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:41.103163 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f768c3b4-273f-4f47-b49f-a0e098de8c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:41.145939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:41.148240 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-46998d02-492d-452f-a421-dfa775b4e41e tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] GET failed (client error): The resource could not be found. Jan 28 17:53:41.149239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-46998d02-492d-452f-a421-dfa775b4e41e tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Synchronizing usage tracker for tenant:b87de8a502824f24b7a26e3512cfbfcc on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:41.192333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:41.193251 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f768c3b4-273f-4f47-b49f-a0e098de8c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:41.257278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-46998d02-492d-452f-a421-dfa775b4e41e tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Unset dirty status for tenant:b87de8a502824f24b7a26e3512cfbfcc on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:41.259166 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-46998d02-492d-452f-a421-dfa775b4e41e tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "GET /v2.0/ports/e21d185b-04bd-4171-9d89-a72e4161db2d HTTP/1.1" status: 404 len: 333 time: 0.1578043 Jan 28 17:53:41.264665 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-a2b02547-f88a-45a0-975b-a2788b239666 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:53:41.265755 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-a2b02547-f88a-45a0-975b-a2788b239666 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0928569 Jan 28 17:53:41.269334 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36806) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:41.275124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Request body: {'port': {'network_id': 'caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1159759066'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:41.291523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Made reservation on behalf of 8866221f849846568768e87c579f0945 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:41.293811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:41.327178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-3168dd7c-2546-428a-a1d5-5c258701ed17 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:41.328657 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-3168dd7c-2546-428a-a1d5-5c258701ed17 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/networks?id=332e698a-eabc-4523-8476-c1c253a6cf19 HTTP/1.1" status: 200 len: 805 time: 0.3533845 Jan 28 17:53:41.415198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] device_id is not set on port e09b3c17-48ff-4e61-8532-79daa72a761d yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:41.452660 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-6351ce27-53c8-4e19-b6ec-d08fef7cce0b tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/quotas/2b7716c2adc34b2caf014eb010a60fb6 HTTP/1.1" status: 200 len: 375 time: 0.1177132 Jan 28 17:53:41.467911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:41.468843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:41.469416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:41.494976 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f768c3b4-273f-4f47-b49f-a0e098de8c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:41.539636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768c3b4-273f-4f47-b49f-a0e098de8c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc69e99-1325-4b39-af74-48f7db593936,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:41.551760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f768c3b4-273f-4f47-b49f-a0e098de8c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:41.552881 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f768c3b4-273f-4f47-b49f-a0e098de8c07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6cc69e99-1325-4b39-af74-48f7db593936 HTTP/1.1" status: 204 len: 168 time: 0.6610556 Jan 28 17:53:41.626613 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-956f6f9f-ab20-4b35-a654-0e77c6951e02 service neutron] 10.222.0.26 "GET /v2.0/networks/48ae0910-2b8b-43d3-bdda-e0b756f0482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305948 Jan 28 17:53:41.628818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:41.640418 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:41.714552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event updated for resources: {'Network': ['ID=65d9865b-eb25-4af0-b77d-ee30ad419dc7,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:41.725868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 65d9865b-eb25-4af0-b77d-ee30ad419dc7 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:41.744307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:41.775376 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-bb8fac1c-9fab-4b12-b087-7f834fa26ee0 service neutron] 10.222.0.26 "GET /v2.0/networks/48ae0910-2b8b-43d3-bdda-e0b756f0482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325266 Jan 28 17:53:41.866958 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2cf6ff83-e6cf-4ce3-971b-91631b1d6744 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3950250 Jan 28 17:53:41.870065 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36812) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:41.875810 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b90d0788-c180-4407-9346-b70629c2bc7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:41.898567 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-53c68ff0-df7a-4000-8667-da9752abed5c tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Synchronizing usage tracker for tenant:2b7716c2adc34b2caf014eb010a60fb6 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:41.946889 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Made reservation on behalf of b87de8a502824f24b7a26e3512cfbfcc for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:41.947828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:41.950321 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:41.993964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] device_id is not set on port c336154c-ac14-4030-bf29-e725a245bee5 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:42.041718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:42.086351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:42.099404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-53c68ff0-df7a-4000-8667-da9752abed5c tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Unset dirty status for tenant:2b7716c2adc34b2caf014eb010a60fb6 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:42.116153 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-53c68ff0-df7a-4000-8667-da9752abed5c tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7716c2adc34b2caf014eb010a60fb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6261942 Jan 28 17:53:42.193921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:42.198833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:42.201923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:42.202827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:42.204110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:42.211628 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Network 0a107c8d-937c-49a9-b245-be57514b4767 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:42.218898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:42.228300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:42.228300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:42.228300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:42.238719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Pushing event updated for resources: {'Port': ['ID=8ccaea2c-cbc2-4ddf-8b01-1aab520a411e,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:42.276849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01d09384-f6dc-4f73-b064-83dc666759d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:42.287670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b90d0788-c180-4407-9346-b70629c2bc7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:42.297501 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-3034d0c7-f0dd-44d2-9daf-ac822bd43633 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Synchronizing usage tracker for tenant:62177f82a6dd4848ac609f9e3a037891 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:42.318381 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3840573 Jan 28 17:53:42.319732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Allocated IP 2001:db8::31a (caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1/81ae7a7e-c843-42c2-a952-7617a1fd720a/c336154c-ac14-4030-bf29-e725a245bee5) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:42.321399 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36848) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:42.328974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:42.361040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff9785-e854-4d45-8c21-633539ccc521 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Pushing event updated for resources: {'Port': ['ID=e09b3c17-48ff-4e61-8532-79daa72a761d,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:42.386557 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1ce93a29-37f7-4e98-ac99-5208cbe1cee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7645221 Jan 28 17:53:42.386837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36852) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:42.395758 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:42.462603 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36858) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:42.470562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b90d0788-c180-4407-9346-b70629c2bc7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:42.474358 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-3034d0c7-f0dd-44d2-9daf-ac822bd43633 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Unset dirty status for tenant:62177f82a6dd4848ac609f9e3a037891 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:42.475531 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-3034d0c7-f0dd-44d2-9daf-ac822bd43633 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1371963467&fields=id&tenant_id=62177f82a6dd4848ac609f9e3a037891 HTTP/1.1" status: 200 len: 267 time: 0.2712395 Jan 28 17:53:42.522381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b90d0788-c180-4407-9346-b70629c2bc7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Network 65d9865b-eb25-4af0-b77d-ee30ad419dc7 is not hosted by any dhcp agent {{(pid=88159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 17:53:42.527959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90d0788-c180-4407-9346-b70629c2bc7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:42.528575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b90d0788-c180-4407-9346-b70629c2bc7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:42.532648 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b90d0788-c180-4407-9346-b70629c2bc7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "PUT /v2.0/networks/65d9865b-eb25-4af0-b77d-ee30ad419dc7 HTTP/1.1" status: 200 len: 858 time: 0.6589136 Jan 28 17:53:42.540285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-bb94d986-9d29-4a9e-a8f2-891abf0d337d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:53:42.541272 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-bb94d986-9d29-4a9e-a8f2-891abf0d337d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2617166 Jan 28 17:53:42.545919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36862) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:42.607298 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-49551bab-1062-469d-87a9-d5fb7e601e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:42.707535 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-49551bab-1062-469d-87a9-d5fb7e601e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:42.731710 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d0788-c180-4407-9346-b70629c2bc7d tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event updated for resources: {'Network': ['ID=65d9865b-eb25-4af0-b77d-ee30ad419dc7,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:42.734735 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-49551bab-1062-469d-87a9-d5fb7e601e4c admin admin] Usage tracker for resource:security_group_rule and tenant:38f86ee114514fd59188ab3ccb6c020a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:42.744768 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-49551bab-1062-469d-87a9-d5fb7e601e4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:42.769844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-49551bab-1062-469d-87a9-d5fb7e601e4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:42.818869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:42.824634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:42.844502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:42.870512 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ca1525fd-f053-4531-8c5e-eee521dabe21 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:42.870512 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ca1525fd-f053-4531-8c5e-eee521dabe21 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/networks?id=44583b02-fe97-441e-add2-b071fcf22932 HTTP/1.1" status: 200 len: 811 time: 0.3625073 Jan 28 17:53:42.874274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Transition to ACTIVE for port object c336154c-ac14-4030-bf29-e725a245bee5 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:42.876592 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47cff17e-a1b2-4a6e-a7b9-a7a33ee93dd0 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:42.902853 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-58fd8d54-5b6d-4836-add7-6e1ad16e8f82 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/quotas/62177f82a6dd4848ac609f9e3a037891 HTTP/1.1" status: 200 len: 375 time: 0.0210981 Jan 28 17:53:43.009106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-49551bab-1062-469d-87a9-d5fb7e601e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.017115 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0fdb6167-3392-4123-9fcf-49694df3dcaf service neutron] 10.222.0.26 "GET /v2.0/networks/332e698a-eabc-4523-8476-c1c253a6cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686263 Jan 28 17:53:43.042257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-3a89300f-1f8c-44ba-a56e-72000c2381ed tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Synchronizing usage tracker for tenant:62177f82a6dd4848ac609f9e3a037891 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:43.089100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.090793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-49551bab-1062-469d-87a9-d5fb7e601e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.198208 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-3a89300f-1f8c-44ba-a56e-72000c2381ed tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Unset dirty status for tenant:62177f82a6dd4848ac609f9e3a037891 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:43.199538 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-3a89300f-1f8c-44ba-a56e-72000c2381ed tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62177f82a6dd4848ac609f9e3a037891&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2873096 Jan 28 17:53:43.202511 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:43.206749 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-49551bab-1062-469d-87a9-d5fb7e601e4c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38f86ee114514fd59188ab3ccb6c020a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7431276 Jan 28 17:53:43.210642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:43.212445 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49551bab-1062-469d-87a9-d5fb7e601e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43ee388-f376-42ed-97b3-444c1d06d261,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:43.214541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36880) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:43.215241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:43.227124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:43.227124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.238641 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.242413 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event updated for resources: {'Port': ['ID=c336154c-ac14-4030-bf29-e725a245bee5,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:43.410643 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.414618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47cff17e-a1b2-4a6e-a7b9-a7a33ee93dd0 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.494101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-47cff17e-a1b2-4a6e-a7b9-a7a33ee93dd0 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d9865b-eb25-4af0-b77d-ee30ad419dc7']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:43.541111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-47cff17e-a1b2-4a6e-a7b9-a7a33ee93dd0 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fb988f-0836-4a0d-ac0a-2807296c3707') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:43.541349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-47cff17e-a1b2-4a6e-a7b9-a7a33ee93dd0 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fb988f-0836-4a0d-ac0a-2807296c3707') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:43.545600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-929c0033-5a82-4554-b1bb-af770e82c682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.558023 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-f88ea6be-fe97-4b0d-bfe9-5c688bfdc5ae service neutron] 10.222.0.26 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994151 Jan 28 17:53:43.560530 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-e0a0d903-ccca-4cbe-a3e5-f05910ccfe9d service neutron] 10.222.0.26 "GET /v2.0/networks/332e698a-eabc-4523-8476-c1c253a6cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142074 Jan 28 17:53:43.583424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47cff17e-a1b2-4a6e-a7b9-a7a33ee93dd0 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.629777 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-09f817f0-d651-41d8-9b44-b0dd15a38928 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3593109 Jan 28 17:53:43.634425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36888) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:43.642479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] device_id is not set on port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:43.662919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Request body: {'port': {'network_id': 'caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-638612931'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:43.681940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47cff17e-a1b2-4a6e-a7b9-a7a33ee93dd0 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.699236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.699391 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-929c0033-5a82-4554-b1bb-af770e82c682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.746899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cff17e-a1b2-4a6e-a7b9-a7a33ee93dd0 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:53:43.747322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47cff17e-a1b2-4a6e-a7b9-a7a33ee93dd0 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.755156 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1c3713c6-01f6-4f8d-9251-8b29b1ca81c3 None None] Provisioning for port c336154c-ac14-4030-bf29-e725a245bee5 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:43.760297 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1c3713c6-01f6-4f8d-9251-8b29b1ca81c3 None None] Provisioning complete for port c336154c-ac14-4030-bf29-e725a245bee5 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:53:43.760815 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:53:43.762759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1c3713c6-01f6-4f8d-9251-8b29b1ca81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.769522 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-2c466402-0b98-48d9-bc68-d10137e8e828 service neutron] 10.222.0.26 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966729 Jan 28 17:53:43.825527 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1c3713c6-01f6-4f8d-9251-8b29b1ca81c3 None None] Port c336154c-ac14-4030-bf29-e725a245bee5 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:43.917414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-929c0033-5a82-4554-b1bb-af770e82c682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.935640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c0033-5a82-4554-b1bb-af770e82c682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43ee388-f376-42ed-97b3-444c1d06d261,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:43.950128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] device_id is not set on port e09b3c17-48ff-4e61-8532-79daa72a761d yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:43.964115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-929c0033-5a82-4554-b1bb-af770e82c682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:43.967744 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-929c0033-5a82-4554-b1bb-af770e82c682 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a43ee388-f376-42ed-97b3-444c1d06d261 HTTP/1.1" status: 204 len: 168 time: 0.7395258 Jan 28 17:53:44.026462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:44.104387 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ffcbfa85-3e7e-42ae-8094-da1ea15e3de4 req-ed566ac0-15a0-43f3-8051-906d0069898c tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 210 time: 0.1565111 Jan 28 17:53:44.181135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:44.186651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Usage tracker for resource:port and tenant:b87de8a502824f24b7a26e3512cfbfcc is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:44.189280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:44.191877 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f90ce748-3c11-42ed-ba85-cd3ed8dcc8af req-1ba67798-5a69-4482-9e8a-c491227d6fb3 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 210 time: 0.0677147 Jan 28 17:53:44.197067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:44.229129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Transition to ACTIVE for port object e09b3c17-48ff-4e61-8532-79daa72a761d will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:44.229129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Transition to ACTIVE for port object 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:44.259274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47cff17e-a1b2-4a6e-a7b9-a7a33ee93dd0 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:44.278300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cff17e-a1b2-4a6e-a7b9-a7a33ee93dd0 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65d9865b-eb25-4af0-b77d-ee30ad419dc7 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 17:53:44.288858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47cff17e-a1b2-4a6e-a7b9-a7a33ee93dd0 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:44.295634 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-735f61cd-065e-4b7d-aabf-5a4c550d3102 req-c3a88dee-dec9-4ab7-93da-0898ed1189a4 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 210 time: 0.0703893 Jan 28 17:53:44.299687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cff17e-a1b2-4a6e-a7b9-a7a33ee93dd0 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] Pushing event deleted for resources: {'Network': ['ID=65d9865b-eb25-4af0-b77d-ee30ad419dc7,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:44.303939 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-47cff17e-a1b2-4a6e-a7b9-a7a33ee93dd0 tempest-ExternalNetworksTestJSON-878862419 tempest-ExternalNetworksTestJSON-878862419-project-admin] 10.222.0.26 "DELETE /v2.0/networks/65d9865b-eb25-4af0-b77d-ee30ad419dc7 HTTP/1.1" status: 204 len: 168 time: 1.7570782 Jan 28 17:53:44.308011 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36928) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:44.318821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:44.359473 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:44.363047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Made reservation on behalf of b87de8a502824f24b7a26e3512cfbfcc for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:44.367109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:44.381049 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-12702e02-403a-4efd-979f-5e43af30b32c tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] DELETE failed (client error): The resource could not be found. Jan 28 17:53:44.381792 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12702e02-403a-4efd-979f-5e43af30b32c tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:53:44.389278 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-12702e02-403a-4efd-979f-5e43af30b32c tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] 10.222.0.26 "DELETE /v2.0/subnets/6ab149a4-f45c-45f4-9411-f03124a14657 HTTP/1.1" status: 404 len: 337 time: 0.0800538 Jan 28 17:53:44.390398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36934) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:44.462921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] device_id is not set on port 34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:44.634359 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1ade9b5-147f-4ac2-a666-68ca6f66c460 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:44.644392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Pushing event updated for resources: {'Port': ['ID=e09b3c17-48ff-4e61-8532-79daa72a761d,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:44.737519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:44.737847 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:44.738159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:44.772084 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:44.772769 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:44.773358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:44.773731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:44.774063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:44.785398 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 2 to bind port e09b3c17-48ff-4e61-8532-79daa72a761d Jan 28 17:53:44.804474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:44.804774 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:44.815071 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 2 to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e Jan 28 17:53:44.815581 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1ade9b5-147f-4ac2-a666-68ca6f66c460 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:44.833774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Pushing event updated for resources: {'Port': ['ID=8ccaea2c-cbc2-4ddf-8b01-1aab520a411e,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:44.836147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:44.836491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:44.836824 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:44.848639 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e1ade9b5-147f-4ac2-a666-68ca6f66c460 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1bbd6f-6260-4c60-9dea-4e1616485ee3']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:44.856895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:44.857162 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:44.866350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e1ade9b5-147f-4ac2-a666-68ca6f66c460 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3694d3a-a354-46c0-b07a-81044753b875') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:44.866350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e1ade9b5-147f-4ac2-a666-68ca6f66c460 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3694d3a-a354-46c0-b07a-81044753b875') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:44.876143 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 3 to bind port e09b3c17-48ff-4e61-8532-79daa72a761d Jan 28 17:53:44.879938 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:44.881040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1ade9b5-147f-4ac2-a666-68ca6f66c460 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:44.881222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Allocated IP 2001:db8::32a (caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1/81ae7a7e-c843-42c2-a952-7617a1fd720a/34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:44.887732 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:44.888618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:44.890100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:44.907235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1ade9b5-147f-4ac2-a666-68ca6f66c460 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:44.908227 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:44.908561 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:44.909708 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 3 to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e Jan 28 17:53:44.916562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:44.916894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:44.917228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:44.917328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ade9b5-147f-4ac2-a666-68ca6f66c460 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:53:44.917777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1ade9b5-147f-4ac2-a666-68ca6f66c460 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:44.932266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:44.932591 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:53:44.937140 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:53:44.944682 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 4 to bind port e09b3c17-48ff-4e61-8532-79daa72a761d Jan 28 17:53:44.958772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:44.959444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:44.959444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:44.978745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:44.979115 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:44.983525 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 4 to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e Jan 28 17:53:44.993772 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:53:44.999692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:45.000030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:45.000366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:45.020630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:45.020961 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:45.024640 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 5 to bind port e09b3c17-48ff-4e61-8532-79daa72a761d Jan 28 17:53:45.031547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:45.031904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:45.032201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:45.126770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:45.126770 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:45.126770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:45.126770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:45.126770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:45.132736 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 5 to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e Jan 28 17:53:45.145632 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1ade9b5-147f-4ac2-a666-68ca6f66c460 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:45.157533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:45.157663 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:45.162397 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 6 to bind port e09b3c17-48ff-4e61-8532-79daa72a761d Jan 28 17:53:45.170463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1ade9b5-147f-4ac2-a666-68ca6f66c460 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:45.180923 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ade9b5-147f-4ac2-a666-68ca6f66c460 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] Pushing event deleted for resources: {'Network': ['ID=6d1bbd6f-6260-4c60-9dea-4e1616485ee3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:45.193720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:45.193720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:45.193720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:45.218308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:45.218878 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:45.223566 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 6 to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e Jan 28 17:53:45.250474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:45.250815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:45.251152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:45.265409 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e1ade9b5-147f-4ac2-a666-68ca6f66c460 tempest-ExternalNetworksTestJSON-1225578731 tempest-ExternalNetworksTestJSON-1225578731-project] 10.222.0.26 "DELETE /v2.0/networks/6d1bbd6f-6260-4c60-9dea-4e1616485ee3 HTTP/1.1" status: 204 len: 168 time: 0.8707852 Jan 28 17:53:45.267106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:45.267426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:45.267759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:45.276518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:45.276518 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:45.276669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:45.277468 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:45.277468 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 7 to bind port e09b3c17-48ff-4e61-8532-79daa72a761d Jan 28 17:53:45.294892 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 7 to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e Jan 28 17:53:45.374686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:45.375026 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:45.375371 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:45.386713 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-94a20789-1572-411d-ad92-cf749a4ba0e2 req-be8e1509-bcb4-4f6e-b122-83c91f423df2 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 210 time: 0.1021655 Jan 28 17:53:45.387446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:45.387766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:45.388142 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:45.398031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:45.398355 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:45.401037 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:45.404904 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 8 to bind port e09b3c17-48ff-4e61-8532-79daa72a761d Jan 28 17:53:45.415665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:45.415994 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:45.419139 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 8 to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e Jan 28 17:53:45.446474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:45.446797 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:45.460069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:45.460983 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bccb4ac5-796a-4f04-9303-fcdb3296b40f req-7af459d3-bafe-409f-9ba9-6b2fb03fbf82 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 210 time: 0.0886900 Jan 28 17:53:45.461072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Transition to ACTIVE for port object 34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:45.462091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:45.462415 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:45.464136 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 9 to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e Jan 28 17:53:45.471169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:45.471499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:45.471829 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:45.490224 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:45.490455 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:45.491726 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 9 to bind port e09b3c17-48ff-4e61-8532-79daa72a761d Jan 28 17:53:45.508637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:45.509039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:45.509480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:45.525405 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:45.525734 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:45.556896 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempt 10 to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e Jan 28 17:53:45.580446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:45.580782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:45.581119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:45.588138 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-990510e9-fed5-453e-8c27-ed86ceaa2cba req-de79ade8-c43b-419b-b9ba-a14c87b55a52 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 210 time: 0.0731537 Jan 28 17:53:45.593376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:45.593712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:45.594042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempting to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:45.600356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:45.600734 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:45.602168 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.plugins.ml2.plugin [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 10 to bind port e09b3c17-48ff-4e61-8532-79daa72a761d Jan 28 17:53:45.609134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:45.609456 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Failed to bind port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on host hv-neutron-8269 for vnic_type normal using segments [{'id': '1a725536-163c-4da0-afea-4fa8b4c8a66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a107c8d-937c-49a9-b245-be57514b4767'}] Jan 28 17:53:45.609806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:45.786658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:45.786658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:45.786658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:45.786658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:45.786658 dv-neutron-826919-1-hyperv neutron-server[88158]: ERROR neutron.plugins.ml2.managers [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port e09b3c17-48ff-4e61-8532-79daa72a761d on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:53:45.786658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:45.787575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36974) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:45.788055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] For port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:45.788055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attempted to set empty binding levels {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 17:53:45.815496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] For port e09b3c17-48ff-4e61-8532-79daa72a761d, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:45.816146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempted to set empty binding levels {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 17:53:45.849758 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-027b6234-82de-48e6-903a-e374f9d24eb2 tempest-AgentManagementNegativeTest-610000705 tempest-AgentManagementNegativeTest-610000705-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1322975 Jan 28 17:53:45.913412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:45.967461 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:45.971535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:46.025373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:46.040244 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] In _notify_port_updated(), no bound segment for port e09b3c17-48ff-4e61-8532-79daa72a761d on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 17:53:46.040891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.041798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:46.042753 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "PUT /v2.0/ports/e09b3c17-48ff-4e61-8532-79daa72a761d HTTP/1.1" status: 200 len: 976 time: 3.7204459 Jan 28 17:53:46.045795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36986) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:46.047501 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] In _notify_port_updated(), no bound segment for port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e on network 0a107c8d-937c-49a9-b245-be57514b4767 {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 17:53:46.048307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.048886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:46.051467 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "PUT /v2.0/ports/8ccaea2c-cbc2-4ddf-8b01-1aab520a411e HTTP/1.1" status: 200 len: 981 time: 3.6636887 Jan 28 17:53:46.052846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:46.067413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 36990) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:46.080128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:46.089234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.090085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:46.101303 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 36992) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:46.184752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event updated for resources: {'Port': ['ID=34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:46.185439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.186132 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.186866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.187538 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.188228 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.188969 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.189634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.190225 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.192279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.192279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.192473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.192990 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.193491 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.194088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.194737 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.196580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.197308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.199537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.201295 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.201950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.202583 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.203283 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:46.210643 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-242b3d47-24ab-4852-9555-5d3be7579eee tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19706 time: 0.1635196 Jan 28 17:53:46.212075 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37002) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:46.275473 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e08c6e2e-ea09-4ef8-beae-b72bbbaf947a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Deleting port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:46.275829 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e08c6e2e-ea09-4ef8-beae-b72bbbaf947a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:46.286831 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e24e1-1e78-4d37-b211-e15ca583a700 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Deleting port e09b3c17-48ff-4e61-8532-79daa72a761d {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:46.289734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce4e24e1-1e78-4d37-b211-e15ca583a700 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:46.353799 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-736037c1-2be7-44c4-bb36-a49964ef1b0d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7107673 Jan 28 17:53:46.355195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37006) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:46.361324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c30f65-29c4-4590-aefb-575c6f77eb4d tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Pushing event updated for resources: {'Port': ['ID=e09b3c17-48ff-4e61-8532-79daa72a761d,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:46.367897 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a54c8dcc-5fc0-4913-bb23-468109c23f00 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2be', 'mac_address': 'fa:16:3e:30:95:15'}, {'ip_address': '2001:db8::31a', 'mac_address': 'fa:16:3e:8f:ee:94'}]}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:46.482895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-42201613-fac4-45e1-a191-c2ddce3eb8c4 None None] Provisioning for port 34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:46.489760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-42201613-fac4-45e1-a191-c2ddce3eb8c4 None None] Provisioning complete for port 34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:46.490425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-42201613-fac4-45e1-a191-c2ddce3eb8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:46.576211 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9d9f19f9-bb47-42e7-89d2-7866ca1ff719 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e8a1d5dae7c477ab9d03ed68dbc687d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4733424 Jan 28 17:53:46.577669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-42201613-fac4-45e1-a191-c2ddce3eb8c4 None None] Port 34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:46.583079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37018) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:46.645876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a271a-b8f6-4f60-9595-d2e530ab41ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Pushing event updated for resources: {'Port': ['ID=8ccaea2c-cbc2-4ddf-8b01-1aab520a411e,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:46.647896 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.16', 60060) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:46.767058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37026) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:46.949676 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-64ac99f8-6b5d-4e1f-b0cc-91b016202bbe req-6e1f41e0-559e-4299-bbac-dc3a20326da8 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 210 time: 0.1892574 Jan 28 17:53:46.980746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-ce4e24e1-1e78-4d37-b211-e15ca583a700 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] For port e09b3c17-48ff-4e61-8532-79daa72a761d, host hv-neutron-8269, got binding levels [] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:46.981118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce4e24e1-1e78-4d37-b211-e15ca583a700 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.025440 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6033651d-3b36-40d3-ae86-c5ef84fb8e1c req-f7aab6fe-a8dd-4da1-ac1b-e92411a4ffe1 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 210 time: 0.2113106 Jan 28 17:53:47.056046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-e08c6e2e-ea09-4ef8-beae-b72bbbaf947a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] For port 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e, host hv-neutron-8269, got binding levels [] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:53:47.056517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e08c6e2e-ea09-4ef8-beae-b72bbbaf947a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.074300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4e19f891-f789-427c-937e-65397d02a140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.094082 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-27ae6e50-6b75-4692-b4a1-2f3fa0edd98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.237735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4e19f891-f789-427c-937e-65397d02a140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:47.242455 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5e5f04f7-39b8-411a-bfd6-826ceeb503b6 req-50014038-d2ed-417f-9037-c55871b0cba5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 210 time: 0.1544580 Jan 28 17:53:47.254115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e24e1-1e78-4d37-b211-e15ca583a700 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Calling delete_port for e09b3c17-48ff-4e61-8532-79daa72a761d owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:47.254648 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e08c6e2e-ea09-4ef8-beae-b72bbbaf947a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Calling delete_port for 8ccaea2c-cbc2-4ddf-8b01-1aab520a411e owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:47.281801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4e19f891-f789-427c-937e-65397d02a140 admin admin] Usage tracker for resource:security_group_rule and tenant:e712c4c18626446eb7c882f56f74cb3b is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:47.292582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-27ae6e50-6b75-4692-b4a1-2f3fa0edd98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.307076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4e19f891-f789-427c-937e-65397d02a140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:47.315184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a54c8dcc-5fc0-4913-bb23-468109c23f00 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.327987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4e19f891-f789-427c-937e-65397d02a140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:47.337336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-eb14f966-9e5a-46f6-bbde-0b8b98a104c8 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:47.338005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-eb14f966-9e5a-46f6-bbde-0b8b98a104c8 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Synchronizing usage tracker for tenant:0ef49bbe32614b6687d237574ba02852 on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:47.511536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce4e24e1-1e78-4d37-b211-e15ca583a700 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.542278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-eb14f966-9e5a-46f6-bbde-0b8b98a104c8 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Unset dirty status for tenant:0ef49bbe32614b6687d237574ba02852 on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:47.543429 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-eb14f966-9e5a-46f6-bbde-0b8b98a104c8 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.16 "GET /v2.0/networks?id=48ae0910-2b8b-43d3-bdda-e0b756f0482e HTTP/1.1" status: 200 len: 812 time: 0.8775651 Jan 28 17:53:47.546031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e08c6e2e-ea09-4ef8-beae-b72bbbaf947a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.573106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e24e1-1e78-4d37-b211-e15ca583a700 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Pushing event deleted for resources: {'Port': ['ID=e09b3c17-48ff-4e61-8532-79daa72a761d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:47.585870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-27ae6e50-6b75-4692-b4a1-2f3fa0edd98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.598704 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce4e24e1-1e78-4d37-b211-e15ca583a700 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.621675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.16', 60066) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:47.644319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e08c6e2e-ea09-4ef8-beae-b72bbbaf947a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.647178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c6e2e-ea09-4ef8-beae-b72bbbaf947a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ccaea2c-cbc2-4ddf-8b01-1aab520a411e,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:47.670102 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ce4e24e1-1e78-4d37-b211-e15ca583a700 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "DELETE /v2.0/ports/e09b3c17-48ff-4e61-8532-79daa72a761d HTTP/1.1" status: 204 len: 168 time: 1.4534285 Jan 28 17:53:47.671063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37056) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:47.673877 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae6e50-6b75-4692-b4a1-2f3fa0edd98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e49ad19-54d3-4994-b93b-2888bc8bb820,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:47.719200 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3b26c7-a861-4483-b113-e6d3b9c446f5 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] GET failed (client error): The resource could not be found. Jan 28 17:53:47.719734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9b3b26c7-a861-4483-b113-e6d3b9c446f5 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Synchronizing usage tracker for tenant:8866221f849846568768e87c579f0945 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:47.792535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-27ae6e50-6b75-4692-b4a1-2f3fa0edd98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.793632 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-27ae6e50-6b75-4692-b4a1-2f3fa0edd98d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e49ad19-54d3-4994-b93b-2888bc8bb820 HTTP/1.1" status: 204 len: 168 time: 1.2094619 Jan 28 17:53:47.803034 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e08c6e2e-ea09-4ef8-beae-b72bbbaf947a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "DELETE /v2.0/ports/8ccaea2c-cbc2-4ddf-8b01-1aab520a411e HTTP/1.1" status: 204 len: 168 time: 1.7244616 Jan 28 17:53:47.806973 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a54c8dcc-5fc0-4913-bb23-468109c23f00 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.824303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37068) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:47.827186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-655b9377-fb39-4c69-9d19-c78935c6c252 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Synchronizing usage tracker for tenant:0ef49bbe32614b6687d237574ba02852 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:47.902388 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-daaa6376-5401-499f-9f30-80c764f77127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] GET failed (client error): The resource could not be found. Jan 28 17:53:47.902904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-daaa6376-5401-499f-9f30-80c764f77127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Synchronizing usage tracker for tenant:5d8bbd4aee0f4a659055030f6f1bbb37 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:47.921596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4e19f891-f789-427c-937e-65397d02a140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.930467 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a54c8dcc-5fc0-4913-bb23-468109c23f00 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:47.950017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-9e08391a-bfa8-4473-9b5c-f9f65d91682f tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:47.950784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-9e08391a-bfa8-4473-9b5c-f9f65d91682f tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Synchronizing usage tracker for tenant:62177f82a6dd4848ac609f9e3a037891 on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:47.973508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9b3b26c7-a861-4483-b113-e6d3b9c446f5 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Unset dirty status for tenant:8866221f849846568768e87c579f0945 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:47.973508 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9b3b26c7-a861-4483-b113-e6d3b9c446f5 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "GET /v2.0/ports/e09b3c17-48ff-4e61-8532-79daa72a761d HTTP/1.1" status: 404 len: 333 time: 0.2898471 Jan 28 17:53:47.974733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37072) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:47.974733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-522517341', 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:47.990109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a54c8dcc-5fc0-4913-bb23-468109c23f00 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] In _notify_port_updated(), no bound segment for port 34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b on network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 {{(pid=88159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 17:53:48.000746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54c8dcc-5fc0-4913-bb23-468109c23f00 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:48.001900 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:48.005031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a54c8dcc-5fc0-4913-bb23-468109c23f00 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:48.009867 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a54c8dcc-5fc0-4913-bb23-468109c23f00 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "PUT /v2.0/ports/34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b HTTP/1.1" status: 200 len: 1067 time: 1.6531351 Jan 28 17:53:48.018121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37080) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:48.022920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:48.038308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-daaa6376-5401-499f-9f30-80c764f77127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] Unset dirty status for tenant:5d8bbd4aee0f4a659055030f6f1bbb37 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:48.039493 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-daaa6376-5401-499f-9f30-80c764f77127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596871440-project-admin] 10.222.0.26 "GET /v2.0/ports/8ccaea2c-cbc2-4ddf-8b01-1aab520a411e HTTP/1.1" status: 404 len: 333 time: 0.2253859 Jan 28 17:53:48.040231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4e19f891-f789-427c-937e-65397d02a140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:48.057258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37084) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:48.080032 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-655b9377-fb39-4c69-9d19-c78935c6c252 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Unset dirty status for tenant:0ef49bbe32614b6687d237574ba02852 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:48.081268 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-655b9377-fb39-4c69-9d19-c78935c6c252 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef49bbe32614b6687d237574ba02852 HTTP/1.1" status: 200 len: 379 time: 0.4815121 Jan 28 17:53:48.101149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c8dcc-5fc0-4913-bb23-468109c23f00 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event updated for resources: {'Port': ['ID=34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:48.132168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3365c-65af-479b-981c-2862ac81f35b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Deleting port 34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:48.132780 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3fe3365c-65af-479b-981c-2862ac81f35b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:48.145753 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Request body: {'port': {'device_id': '17d45196-0a60-40f5-91fd-1f0ce4c5bf2e', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'admin_state_up': True, 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'security_groups': ['f57d4bf9-5b6b-43cc-bc50-7070789a1fe4']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:48.377899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Made reservation on behalf of 8866221f849846568768e87c579f0945 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:48.380111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:48.401213 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-979d9072-59bd-422c-9e94-eb01ea9f6414 req-7695bb20-9ecd-49eb-8435-1faa0049d5bd tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 210 time: 0.0685599 Jan 28 17:53:48.465020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-9e08391a-bfa8-4473-9b5c-f9f65d91682f tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Unset dirty status for tenant:62177f82a6dd4848ac609f9e3a037891 on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:48.467632 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-9e08391a-bfa8-4473-9b5c-f9f65d91682f tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.16 "GET /v2.0/networks?id=44583b02-fe97-441e-add2-b071fcf22932 HTTP/1.1" status: 200 len: 811 time: 0.8447399 Jan 28 17:53:48.471809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a5637bfd-fa1d-4e29-abe7-6628f98bbf3f None None] Provisioning complete for port 34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:48.472460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a5637bfd-fa1d-4e29-abe7-6628f98bbf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:48.489700 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.16', 60068) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:48.530371 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c868e926-3398-4afd-8b3b-6c96829f559e req-a14d6b9b-2a38-40af-be9e-6e5652df173f tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 210 time: 0.1584146 Jan 28 17:53:48.531730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] device_id is not set on port a15b6441-be18-4756-8bf6-1d3d55573922 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:48.599311 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-a5637bfd-fa1d-4e29-abe7-6628f98bbf3f None None] Port 34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:48.653202 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4e19f891-f789-427c-937e-65397d02a140 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e712c4c18626446eb7c882f56f74cb3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8474386 Jan 28 17:53:48.659905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37106) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:48.660927 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19f891-f789-427c-937e-65397d02a140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a64152-a38d-41bf-bcef-f102880e2198,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:48.680667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:48.763653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:48.792275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8d0ee473-da4b-4c28-900d-35c35389bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:48.862221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-e1ecd8f3-d245-49ea-805f-b1c469b7a1c6 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Synchronizing usage tracker for tenant:62177f82a6dd4848ac609f9e3a037891 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:48.921471 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c75c1aaa-4e04-4ffb-a994-a9bddb49cf45 req-13637d6d-64a3-4394-b84c-4478c08e8c33 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 210 time: 0.2845280 Jan 28 17:53:49.026262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37110) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:49.040931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3fe3365c-65af-479b-981c-2862ac81f35b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:49.138703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Made reservation on behalf of 0ef49bbe32614b6687d237574ba02852 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:49.142417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:49.151914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-4b6320b4-82e2-48a8-a185-66b54fbfd518 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:49.158270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-4b6320b4-82e2-48a8-a185-66b54fbfd518 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Synchronizing usage tracker for tenant:2b7716c2adc34b2caf014eb010a60fb6 on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:49.182335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-e1ecd8f3-d245-49ea-805f-b1c469b7a1c6 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Unset dirty status for tenant:62177f82a6dd4848ac609f9e3a037891 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:49.183670 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-e1ecd8f3-d245-49ea-805f-b1c469b7a1c6 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62177f82a6dd4848ac609f9e3a037891 HTTP/1.1" status: 200 len: 380 time: 0.5500271 Jan 28 17:53:49.235814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Request body: {'port': {'device_id': '61f6e717-1453-473b-a5ca-6a3627f50b23', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'admin_state_up': True, 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'security_groups': ['d340114c-6088-454a-a048-a7c39e8edfd7']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:49.334306 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1fbf06c5-c01c-48fb-bbf7-1804d6bceaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:49.440274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3365c-65af-479b-981c-2862ac81f35b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Calling delete_port for 34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:49.549744 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d24b5083-a3aa-4a93-add0-a192e99aae52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=497995ce8e3140ad91d341eb3346d394&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5161364 Jan 28 17:53:49.549744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37120) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:49.585091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:49.595821 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-4b6320b4-82e2-48a8-a185-66b54fbfd518 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Unset dirty status for tenant:2b7716c2adc34b2caf014eb010a60fb6 on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:49.597079 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-4b6320b4-82e2-48a8-a185-66b54fbfd518 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.16 "GET /v2.0/networks?id=332e698a-eabc-4523-8476-c1c253a6cf19 HTTP/1.1" status: 200 len: 805 time: 1.1058664 Jan 28 17:53:49.601588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:49.664111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:49.747082 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-c6c26553-1df6-475e-95e1-d3218d65c1ef tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Synchronizing usage tracker for tenant:2b7716c2adc34b2caf014eb010a60fb6 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:49.786376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Made reservation on behalf of 62177f82a6dd4848ac609f9e3a037891 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:49.790531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:49.805009 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-02724aa3-6876-43c6-ab26-0a8f68ff8f33 req-7f3c4d62-d43a-4638-aa33-8d8e176ff69b tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 210 time: 0.1253085 Jan 28 17:53:49.809439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:49.823604 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dcbaae00-6bda-4d63-b3b7-ea98d5bbc6fe req-6287c636-ba2c-4d88-b71a-412e5438c451 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 210 time: 0.1196606 Jan 28 17:53:49.867532 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2065595b-2c00-4983-8570-9093f6584ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:49.873213 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-c6c26553-1df6-475e-95e1-d3218d65c1ef tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Unset dirty status for tenant:2b7716c2adc34b2caf014eb010a60fb6 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:49.874690 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-c6c26553-1df6-475e-95e1-d3218d65c1ef tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b7716c2adc34b2caf014eb010a60fb6 HTTP/1.1" status: 200 len: 379 time: 0.2526104 Jan 28 17:53:49.912693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2065595b-2c00-4983-8570-9093f6584ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:49.913470 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8d0ee473-da4b-4c28-900d-35c35389bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:49.928961 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1fbf06c5-c01c-48fb-bbf7-1804d6bceaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:49.929877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Request body: {'port': {'device_id': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'admin_state_up': True, 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'security_groups': ['8e06e7ec-c8cf-4740-b78f-8ea0d768bc85']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:50.069862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8d0ee473-da4b-4c28-900d-35c35389bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a107c8d-937c-49a9-b245-be57514b4767']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:50.107111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8d0ee473-da4b-4c28-900d-35c35389bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a725536-163c-4da0-afea-4fa8b4c8a66d') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:50.107420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8d0ee473-da4b-4c28-900d-35c35389bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a725536-163c-4da0-afea-4fa8b4c8a66d') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:53:50.132046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Allocated IP 172.20.0.9 (48ae0910-2b8b-43d3-bdda-e0b756f0482e/d7465ff6-2577-41db-90a7-d08dc1e590e8/360c6c95-302d-42ce-a47c-370f6c7bd8d1) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:50.164288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8d0ee473-da4b-4c28-900d-35c35389bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:50.178108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:50.180362 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3fe3365c-65af-479b-981c-2862ac81f35b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:50.254394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8d0ee473-da4b-4c28-900d-35c35389bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:50.272515 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c17b631c-aefc-4c73-b686-6a5c0d566da3 req-5beffbb2-4ec2-44f5-88a0-f231100607ab tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 210 time: 0.1360998 Jan 28 17:53:50.275421 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3365c-65af-479b-981c-2862ac81f35b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event deleted for resources: {'Port': ['ID=34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:50.316925 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:50.322488 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0ee473-da4b-4c28-900d-35c35389bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:53:50.322488 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8d0ee473-da4b-4c28-900d-35c35389bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:53:50.334729 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:53:50.354446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Allocated IP 172.20.0.14 (44583b02-fe97-441e-add2-b071fcf22932/f546f4fd-62c1-4752-b8e2-87fa16bbf0de/81efd65d-d7b9-42f2-aa8b-f0586b726f1c) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:50.355866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:50.449997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:50.454781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Pushing event updated for resources: {'Port': ['ID=a15b6441-be18-4756-8bf6-1d3d55573922,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:50.489375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:50.518455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1fbf06c5-c01c-48fb-bbf7-1804d6bceaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:50.529715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:50.530771 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:50.531542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:50.586754 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2065595b-2c00-4983-8570-9093f6584ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:50.588850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf06c5-c01c-48fb-bbf7-1804d6bceaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a64152-a38d-41bf-bcef-f102880e2198,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:50.664058 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065595b-2c00-4983-8570-9093f6584ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbcaad5-972d-4019-bab7-ca6dbfe13ff5,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:50.664058 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3fe3365c-65af-479b-981c-2862ac81f35b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:50.688220 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2065595b-2c00-4983-8570-9093f6584ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:50.692984 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2065595b-2c00-4983-8570-9093f6584ec3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cbcaad5-972d-4019-bab7-ca6dbfe13ff5 HTTP/1.1" status: 204 len: 168 time: 1.1406677 Jan 28 17:53:50.700072 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3fe3365c-65af-479b-981c-2862ac81f35b tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "DELETE /v2.0/ports/34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b HTTP/1.1" status: 204 len: 168 time: 2.6789002 Jan 28 17:53:50.710434 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37130) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:50.779397 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e5db1a-84c3-456d-9532-5b36b2ee636c tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] GET failed (client error): The resource could not be found. Jan 28 17:53:50.780331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-59e5db1a-84c3-456d-9532-5b36b2ee636c tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Synchronizing usage tracker for tenant:b87de8a502824f24b7a26e3512cfbfcc on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:50.818695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Made reservation on behalf of 2b7716c2adc34b2caf014eb010a60fb6 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:50.823296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:50.908618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:51.036516 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c48cb911-4895-4822-8bd3-355b60f13d9d req-6071f711-14ca-4c2e-add4-5219d4842a0d tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 210 time: 0.0555162 Jan 28 17:53:51.057842 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-da1eb2df-1125-48cc-9422-ad093e66c97c req-3649e114-1069-4da9-962f-8842373b2de3 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 210 time: 0.0566788 Jan 28 17:53:51.132669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-59e5db1a-84c3-456d-9532-5b36b2ee636c tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Unset dirty status for tenant:b87de8a502824f24b7a26e3512cfbfcc on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:51.136948 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-59e5db1a-84c3-456d-9532-5b36b2ee636c tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "GET /v2.0/ports/34b5f1b9-00a1-43e6-8bb3-3c91c21a0f7b HTTP/1.1" status: 404 len: 333 time: 0.4249179 Jan 28 17:53:51.137997 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37138) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:51.166148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Transition to ACTIVE for port object 360c6c95-302d-42ce-a47c-370f6c7bd8d1 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:51.171169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8d0ee473-da4b-4c28-900d-35c35389bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:51.174012 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1fbf06c5-c01c-48fb-bbf7-1804d6bceaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:51.177894 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1fbf06c5-c01c-48fb-bbf7-1804d6bceaf9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74a64152-a38d-41bf-bcef-f102880e2198 HTTP/1.1" status: 204 len: 168 time: 2.5115952 Jan 28 17:53:51.195317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8d0ee473-da4b-4c28-900d-35c35389bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:51.197228 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8d0ee473-da4b-4c28-900d-35c35389bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] 10.222.0.26 "DELETE /v2.0/networks/0a107c8d-937c-49a9-b245-be57514b4767 HTTP/1.1" status: 204 len: 168 time: 3.1150298 Jan 28 17:53:51.201818 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:51.218803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ee473-da4b-4c28-900d-35c35389bda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255431970-project] Pushing event deleted for resources: {'Network': ['ID=0a107c8d-937c-49a9-b245-be57514b4767,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:51.237334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Transition to ACTIVE for port object 81efd65d-d7b9-42f2-aa8b-f0586b726f1c will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:51.251735 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f95178e8-7209-4a90-a1bc-6f2ec6ca6612 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.2857502 Jan 28 17:53:51.255626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37146) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:51.317979 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ab1aad39-d725-478b-b4d1-ac5670814deb tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Deleting port c336154c-ac14-4030-bf29-e725a245bee5 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:51.318566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ab1aad39-d725-478b-b4d1-ac5670814deb tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:51.334854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38a8531-05ff-4723-8b8c-25351198b452 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:51.340466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d38a8531-05ff-4723-8b8c-25351198b452 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Synchronizing usage tracker for tenant:8866221f849846568768e87c579f0945 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:51.360811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:51.633674 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Allocated IP 172.20.0.13 (332e698a-eabc-4523-8476-c1c253a6cf19/9f569c33-4985-408d-9d7e-933d23843497/d86d4399-3eaa-4ec9-8c17-5a9ff86169e6) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:53:51.666213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:51.667881 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d38a8531-05ff-4723-8b8c-25351198b452 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Unset dirty status for tenant:8866221f849846568768e87c579f0945 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:51.669847 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d38a8531-05ff-4723-8b8c-25351198b452 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "GET /v2.0/ports/a15b6441-be18-4756-8bf6-1d3d55573922 HTTP/1.1" status: 200 len: 954 time: 0.4130292 Jan 28 17:53:51.690039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37154) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:51.753774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Network 48ae0910-2b8b-43d3-bdda-e0b756f0482e is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:51.764035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:51.774599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:51.807919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Network 44583b02-fe97-441e-add2-b071fcf22932 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:51.813871 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Pushing event updated for resources: {'Port': ['ID=360c6c95-302d-42ce-a47c-370f6c7bd8d1,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:51.822372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-eb717780-4064-4b54-9150-f2db5d2fe202 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Deleting port a15b6441-be18-4756-8bf6-1d3d55573922 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:51.822722 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb717780-4064-4b54-9150-f2db5d2fe202 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:51.823591 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:51.866005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:52.094272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:52.094986 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:52.176724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Pushing event updated for resources: {'Port': ['ID=81efd65d-d7b9-42f2-aa8b-f0586b726f1c,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:52.201633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:52.202298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:52.258455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ab1aad39-d725-478b-b4d1-ac5670814deb tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:52.269551 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0dc28-c372-4d28-8280-83fec75903f8 req-d04a38fc-f32d-48c2-98e9-1a2040e87078 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:52.270311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-a1d0dc28-c372-4d28-8280-83fec75903f8 req-d04a38fc-f32d-48c2-98e9-1a2040e87078 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Synchronizing usage tracker for tenant:62177f82a6dd4848ac609f9e3a037891 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:52.293973 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-c83f70b4-dc63-4ed0-86ab-6807424564cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1994858 Jan 28 17:53:52.323801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-9e2fd96d-3590-4287-b41f-7bdc716d613d tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:53:52.328008 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-9e2fd96d-3590-4287-b41f-7bdc716d613d tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060692 Jan 28 17:53:52.375372 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-4152f418-9091-4d3e-a58e-72093250c674 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1515820 Jan 28 17:53:52.420950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-a1d0dc28-c372-4d28-8280-83fec75903f8 req-d04a38fc-f32d-48c2-98e9-1a2040e87078 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Unset dirty status for tenant:62177f82a6dd4848ac609f9e3a037891 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:52.422536 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a1d0dc28-c372-4d28-8280-83fec75903f8 req-d04a38fc-f32d-48c2-98e9-1a2040e87078 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 932 time: 0.7659450 Jan 28 17:53:52.448453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37170) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:52.463419 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0091fb4e-0419-4023-9fd9-cd5a7289e1b2 None None] Provisioning for port 360c6c95-302d-42ce-a47c-370f6c7bd8d1 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:52.471463 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bd3716fc-1d4e-47a8-bd2b-5e78dc57962a req-4aac5c0c-635d-4234-b46f-e4b3b2132925 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 210 time: 0.1613123 Jan 28 17:53:52.481319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0091fb4e-0419-4023-9fd9-cd5a7289e1b2 None None] Provisioning complete for port 360c6c95-302d-42ce-a47c-370f6c7bd8d1 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:52.481775 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0091fb4e-0419-4023-9fd9-cd5a7289e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:52.527440 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a1d0dc28-c372-4d28-8280-83fec75903f8 req-44f7c2d6-a6dc-4e4e-a6af-9572399e43bf tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990760 Jan 28 17:53:52.580324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ab1aad39-d725-478b-b4d1-ac5670814deb tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Calling delete_port for c336154c-ac14-4030-bf29-e725a245bee5 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:52.752427 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0091fb4e-0419-4023-9fd9-cd5a7289e1b2 None None] Port 360c6c95-302d-42ce-a47c-370f6c7bd8d1 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:52.835052 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2c0b7e75-9e0e-475d-b635-734747471a12 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04b19e8363c3463f8922e53888daffb5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3707261 Jan 28 17:53:52.838833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37190) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:52.847546 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Request body: {'port': {'device_id': '17d45196-0a60-40f5-91fd-1f0ce4c5bf2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:52.851785 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:52.853941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0091fb4e-0419-4023-9fd9-cd5a7289e1b2 None None] Provisioning for port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:52.859534 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0091fb4e-0419-4023-9fd9-cd5a7289e1b2 None None] Provisioning complete for port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:52.859928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0091fb4e-0419-4023-9fd9-cd5a7289e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:52.965949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Request body: {'port': {'device_id': '61f6e717-1453-473b-a5ca-6a3627f50b23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:52.983974 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0091fb4e-0419-4023-9fd9-cd5a7289e1b2 None None] Port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:52.987542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Transition to ACTIVE for port object d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:53.007915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb717780-4064-4b54-9150-f2db5d2fe202 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:53.221230 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-eb717780-4064-4b54-9150-f2db5d2fe202 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Calling delete_port for a15b6441-be18-4756-8bf6-1d3d55573922 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:53.264006 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:53.288117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:53.305867 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3684e02e-15de-4c02-8e2e-b343caf4b86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:53.340534 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3684e02e-15de-4c02-8e2e-b343caf4b86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:53.385941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696199a-37ac-40d8-9da5-dda3b48f1230 req-4f1716fd-bcfb-4bd1-850d-200950ca4528 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:53.387449 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2696199a-37ac-40d8-9da5-dda3b48f1230 req-4f1716fd-bcfb-4bd1-850d-200950ca4528 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 931 time: 0.7173078 Jan 28 17:53:53.485551 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2696199a-37ac-40d8-9da5-dda3b48f1230 req-7ea6282a-d582-4f0d-9a76-3d323e391cd3 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890844 Jan 28 17:53:53.525537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ab1aad39-d725-478b-b4d1-ac5670814deb tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:53.688693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1aad39-d725-478b-b4d1-ac5670814deb tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event deleted for resources: {'Port': ['ID=c336154c-ac14-4030-bf29-e725a245bee5,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:53.708161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:53.708374 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb717780-4064-4b54-9150-f2db5d2fe202 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:53.710048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3684e02e-15de-4c02-8e2e-b343caf4b86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:53.743557 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684e02e-15de-4c02-8e2e-b343caf4b86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324b28db-2acd-401b-84fa-5b5f0cf95867,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:53.884129 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Network 332e698a-eabc-4523-8476-c1c253a6cf19 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:53.892625 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:54.008369 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:54.290852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ab1aad39-d725-478b-b4d1-ac5670814deb tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:54.300755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Pushing event updated for resources: {'Port': ['ID=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:54.317597 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb717780-4064-4b54-9150-f2db5d2fe202 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:54.341278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37220) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:54.367844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.resource_extend [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:53:54.375397 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-eb717780-4064-4b54-9150-f2db5d2fe202 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "DELETE /v2.0/ports/a15b6441-be18-4756-8bf6-1d3d55573922 HTTP/1.1" status: 204 len: 168 time: 2.6827774 Jan 28 17:53:54.388932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:54.388932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:54.411313 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37226) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:54.481215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81efd65d-d7b9-42f2-aa8b-f0586b726f1c {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 17:53:54.482508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb717780-4064-4b54-9150-f2db5d2fe202 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Pushing event deleted for resources: {'Port': ['ID=a15b6441-be18-4756-8bf6-1d3d55573922,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:54.492200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:54.519193 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddcb91-7722-4b35-9004-4fc7b01c19cf req-ef0786f1-a845-4d8b-aff5-1c58e1c663a4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:54.524533 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-deddcb91-7722-4b35-9004-4fc7b01c19cf req-ef0786f1-a845-4d8b-aff5-1c58e1c663a4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 932 time: 0.7538393 Jan 28 17:53:54.543479 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0926675f-b547-4556-8a2e-756357c1bbd6 None None] Provisioning for port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:53:54.544545 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3684e02e-15de-4c02-8e2e-b343caf4b86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:54.546340 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3684e02e-15de-4c02-8e2e-b343caf4b86e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/324b28db-2acd-401b-84fa-5b5f0cf95867 HTTP/1.1" status: 204 len: 168 time: 1.6795750 Jan 28 17:53:54.559696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Transition to ACTIVE for port object 81efd65d-d7b9-42f2-aa8b-f0586b726f1c will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:54.560439 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9edb4a0-fb15-4acc-bdd3-dfb6a4c3b2e2 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] GET failed (client error): The resource could not be found. Jan 28 17:53:54.560439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b9edb4a0-fb15-4acc-bdd3-dfb6a4c3b2e2 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Synchronizing usage tracker for tenant:8866221f849846568768e87c579f0945 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:54.560439 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ab1aad39-d725-478b-b4d1-ac5670814deb tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "DELETE /v2.0/ports/c336154c-ac14-4030-bf29-e725a245bee5 HTTP/1.1" status: 204 len: 168 time: 3.4123492 Jan 28 17:53:54.560918 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37236) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:54.565792 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0926675f-b547-4556-8a2e-756357c1bbd6 None None] Provisioning complete for port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:53:54.567605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0926675f-b547-4556-8a2e-756357c1bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:54.611048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360c6c95-302d-42ce-a47c-370f6c7bd8d1 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 17:53:54.640981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0926675f-b547-4556-8a2e-756357c1bbd6 None None] Port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:53:54.648678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:54.698078 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Transition to ACTIVE for port object 360c6c95-302d-42ce-a47c-370f6c7bd8d1 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:54.710969 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-0d15f9c6-f4e4-414f-91fc-ef9df0ddf1f6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7873349 Jan 28 17:53:54.715252 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b8067b-f681-49ac-955b-2cbb58c2173d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] GET failed (client error): The resource could not be found. Jan 28 17:53:54.723091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-44b8067b-f681-49ac-955b-2cbb58c2173d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Synchronizing usage tracker for tenant:b87de8a502824f24b7a26e3512cfbfcc on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:54.725781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2079193818'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:54.729687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:54.766561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5d938-cc85-434d-bae8-0d9f72ed3b6b req-acb959bb-0dd0-4b20-956e-b72ed60a8a2a tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:54.814765 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-54e5d938-cc85-434d-bae8-0d9f72ed3b6b req-acb959bb-0dd0-4b20-956e-b72ed60a8a2a tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 932 time: 1.0408673 Jan 28 17:53:54.814765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Request body: {'port': {'device_id': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:54.814940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:54.828953 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-deddcb91-7722-4b35-9004-4fc7b01c19cf req-91c60bde-426d-4766-b293-e4da39fd3152 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825572 Jan 28 17:53:54.831952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:network and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:54.850916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:54.969846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:54.994331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Pushing event updated for resources: {'Port': ['ID=81efd65d-d7b9-42f2-aa8b-f0586b726f1c,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:54.997444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:55.180808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b9edb4a0-fb15-4acc-bdd3-dfb6a4c3b2e2 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Unset dirty status for tenant:8866221f849846568768e87c579f0945 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:55.201850 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b9edb4a0-fb15-4acc-bdd3-dfb6a4c3b2e2 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "GET /v2.0/ports/a15b6441-be18-4756-8bf6-1d3d55573922 HTTP/1.1" status: 404 len: 333 time: 0.7114151 Jan 28 17:53:55.201850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37244) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:55.216915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Request body: {'port': {'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1471725427'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:55.328022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:55.330536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:55.358202 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-54e5d938-cc85-434d-bae8-0d9f72ed3b6b req-b02466c9-58cf-407b-bec7-75de480910b4 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5806007 Jan 28 17:53:55.406456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-44b8067b-f681-49ac-955b-2cbb58c2173d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Unset dirty status for tenant:b87de8a502824f24b7a26e3512cfbfcc on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:55.411241 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-44b8067b-f681-49ac-955b-2cbb58c2173d tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "GET /v2.0/ports/c336154c-ac14-4030-bf29-e725a245bee5 HTTP/1.1" status: 404 len: 333 time: 0.8457768 Jan 28 17:53:55.411241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:55.457747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37252) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:55.613628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5af474bc-deb0-4b85-815e-86f741e791b3 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Deleting port 47049800-8e2b-4763-a525-de5aeb0a77ce {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:53:55.614340 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5af474bc-deb0-4b85-815e-86f741e791b3 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:55.764040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Pushing event updated for resources: {'Port': ['ID=360c6c95-302d-42ce-a47c-370f6c7bd8d1,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:55.800366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Attempting to bind port 360c6c95-302d-42ce-a47c-370f6c7bd8d1 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:55.800366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Attempting to bind port 360c6c95-302d-42ce-a47c-370f6c7bd8d1 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '10739327-6374-43e5-9ff6-95deeb920e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:55.800366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Attempting to bind port 360c6c95-302d-42ce-a47c-370f6c7bd8d1 on network 48ae0910-2b8b-43d3-bdda-e0b756f0482e {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:55.800893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:55.806827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:55.855584 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Made reservation on behalf of 8866221f849846568768e87c579f0945 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:55.859646 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:55.869277 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Port 360c6c95-302d-42ce-a47c-370f6c7bd8d1 on network 48ae0910-2b8b-43d3-bdda-e0b756f0482e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:55.869699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Attempting to bind port 360c6c95-302d-42ce-a47c-370f6c7bd8d1 on network 48ae0910-2b8b-43d3-bdda-e0b756f0482e {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:55.899487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:55.933324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] device_id is not set on port bec4e7d3-d22d-4c63-936a-ec3065ecf49b yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:55.938750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:53:55.939182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Checking segment: {'id': '10739327-6374-43e5-9ff6-95deeb920e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:55.939813 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Bound using segment: {'id': '10739327-6374-43e5-9ff6-95deeb920e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:53:55.940368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Bound port: 360c6c95-302d-42ce-a47c-370f6c7bd8d1, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10739327-6374-43e5-9ff6-95deeb920e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:53:55.940768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:56.002436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:56.025952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:security_group_rule and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:56.042882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:56.067449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:56.234656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Attempting to bind port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:56.235349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Attempting to bind port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '44583b02-fe97-441e-add2-b071fcf22932'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:56.235959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Attempting to bind port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c on network 44583b02-fe97-441e-add2-b071fcf22932 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:56.267471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c on network 44583b02-fe97-441e-add2-b071fcf22932 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:56.268524 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Attempting to bind port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c on network 44583b02-fe97-441e-add2-b071fcf22932 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:56.297173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c0a36-d921-4104-8a98-0b551bf433e3 req-55132876-a63d-46e2-b543-418e60cb592c tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:56.298167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-a90c0a36-d921-4104-8a98-0b551bf433e3 req-55132876-a63d-46e2-b543-418e60cb592c tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Synchronizing usage tracker for tenant:0ef49bbe32614b6687d237574ba02852 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:56.304403 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37266) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:56.311445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:53:56.312323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Checking segment: {'id': '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '44583b02-fe97-441e-add2-b071fcf22932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:56.312920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Bound using segment: {'id': '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '44583b02-fe97-441e-add2-b071fcf22932'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:53:56.314411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Bound port: 81efd65d-d7b9-42f2-aa8b-f0586b726f1c, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '44583b02-fe97-441e-add2-b071fcf22932'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:53:56.315338 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:56.352564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] For port 360c6c95-302d-42ce-a47c-370f6c7bd8d1, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:56.430487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] For port 360c6c95-302d-42ce-a47c-370f6c7bd8d1, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=360c6c95-302d-42ce-a47c-370f6c7bd8d1,segment=NetworkSegment(10739327-6374-43e5-9ff6-95deeb920e7b),segment_id=10739327-6374-43e5-9ff6-95deeb920e7b)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:53:56.479806 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5af474bc-deb0-4b85-815e-86f741e791b3 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:56.568889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37274) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:56.575438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:56.575438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] For port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:56.627193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:56.643177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] For port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=81efd65d-d7b9-42f2-aa8b-f0586b726f1c,segment=NetworkSegment(72a2afdd-3af5-4a01-89b9-aa871bc3a7b9),segment_id=72a2afdd-3af5-4a01-89b9-aa871bc3a7b9)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:53:56.669524 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4c0da268-84dd-47fb-b4c1-b326908e81b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d8bbd4aee0f4a659055030f6f1bbb37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988581 Jan 28 17:53:56.672212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37278) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:56.692718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:56.696553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-a90c0a36-d921-4104-8a98-0b551bf433e3 req-55132876-a63d-46e2-b543-418e60cb592c tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Unset dirty status for tenant:0ef49bbe32614b6687d237574ba02852 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:56.704411 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a90c0a36-d921-4104-8a98-0b551bf433e3 req-55132876-a63d-46e2-b543-418e60cb592c tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 943 time: 1.2991538 Jan 28 17:53:56.705778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5af474bc-deb0-4b85-815e-86f741e791b3 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Calling delete_port for 47049800-8e2b-4763-a525-de5aeb0a77ce owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:53:56.756634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 17:53:56.774144 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563aae0-35a5-4edf-bc20-b7f83411d4c8 req-a6da43f4-0fa4-4256-a251-0fd53858a287 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:56.805584 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-3563aae0-35a5-4edf-bc20-b7f83411d4c8 req-a6da43f4-0fa4-4256-a251-0fd53858a287 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Synchronizing usage tracker for tenant:2b7716c2adc34b2caf014eb010a60fb6 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:53:56.805584 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:56.806856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:56.806856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:56.806856 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] 10.222.0.16 "PUT /v2.0/ports/360c6c95-302d-42ce-a47c-370f6c7bd8d1 HTTP/1.1" status: 200 len: 1093 time: 4.1140993 Jan 28 17:53:56.836401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d45196-0a60-40f5-91fd-1f0ce4c5bf2e', 'tag': '360c6c95-302d-42ce-a47c-370f6c7bd8d1'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:53:56.839591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Transition to ACTIVE for port object d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:53:56.880523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f94fdfa2-c776-4033-90e2-4bdacc560e1a tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1113368877'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:56.895979 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f94fdfa2-c776-4033-90e2-4bdacc560e1a tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:56.915023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f94fdfa2-c776-4033-90e2-4bdacc560e1a tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Usage tracker for resource:router and tenant:8c2dce90dd02481abe29bccea74164a0 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:56.930458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f94fdfa2-c776-4033-90e2-4bdacc560e1a tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:56.948813 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a90c0a36-d921-4104-8a98-0b551bf433e3 req-5afd1e7e-d194-4431-976c-829b7d3bd6dc tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426798 Jan 28 17:53:56.971488 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:56.989694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f94fdfa2-c776-4033-90e2-4bdacc560e1a tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:57.034098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd570c49-2ae2-4bd1-b9e7-ebd0ea3d7631 service neutron] Pushing event updated for resources: {'Port': ['ID=360c6c95-302d-42ce-a47c-370f6c7bd8d1,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:57.050180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.167657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.171107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7c2b84a4-4075-4c0d-ba0d-f0382c2af4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.176837 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-3563aae0-35a5-4edf-bc20-b7f83411d4c8 req-a6da43f4-0fa4-4256-a251-0fd53858a287 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Unset dirty status for tenant:2b7716c2adc34b2caf014eb010a60fb6 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:53:57.176837 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3563aae0-35a5-4edf-bc20-b7f83411d4c8 req-a6da43f4-0fa4-4256-a251-0fd53858a287 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 932 time: 0.9972515 Jan 28 17:53:57.200914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:53:57.222042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.371019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:57.372127 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.373722 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] 10.222.0.16 "PUT /v2.0/ports/81efd65d-d7b9-42f2-aa8b-f0586b726f1c HTTP/1.1" status: 200 len: 1094 time: 4.6888311 Jan 28 17:53:57.465285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f94fdfa2-c776-4033-90e2-4bdacc560e1a tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.467802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f94fdfa2-c776-4033-90e2-4bdacc560e1a tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.495525 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4943a42e-0f60-4af5-a2f1-a0c48522b3e3,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:57.510212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.516290 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Added segment 9252e3e6-24ca-4096-846c-9628e3230cca of type vlan for network c221bf74-e816-466d-af85-3d953f9ff4cd Jan 28 17:53:57.543420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7c2b84a4-4075-4c0d-ba0d-f0382c2af4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.638679 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3563aae0-35a5-4edf-bc20-b7f83411d4c8 req-26805d2b-90e2-46c8-b5bc-a8dbec3635ae tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4147680 Jan 28 17:53:57.673106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada697f2-bdad-4ae6-b1db-ea0957aef153 service neutron] Pushing event updated for resources: {'Port': ['ID=81efd65d-d7b9-42f2-aa8b-f0586b726f1c,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:57.676168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Pushing event updated for resources: {'Port': ['ID=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:57.679739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:53:57.695320 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.735250 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:53:57.754562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbf918-0a51-43e4-966a-89f58b30e776 req-b009fae6-a9ab-4fa4-865a-b1d69f023bdb tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:57.761766 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bcfbf918-0a51-43e4-966a-89f58b30e776 req-b009fae6-a9ab-4fa4-865a-b1d69f023bdb tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 944 time: 0.5851984 Jan 28 17:53:57.769190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:53:57.770196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:57.770802 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.784151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-4157e7e5-31ca-4485-8bc7-2a912ad75dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:57.784151 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-4157e7e5-31ca-4485-8bc7-2a912ad75dc1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ef49bbe32614b6687d237574ba02852&device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 1096 time: 0.4432847 Jan 28 17:53:57.868959 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bcfbf918-0a51-43e4-966a-89f58b30e776 req-7f9d52e0-57cf-4c69-89c0-15daa85fc402 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062257 Jan 28 17:53:57.914905 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5af474bc-deb0-4b85-815e-86f741e791b3 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.943301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Attempting to bind port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:53:57.944062 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Attempting to bind port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '8685c786-491e-49b9-a4e8-0d2696932798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:53:57.944682 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Attempting to bind port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 on network 332e698a-eabc-4523-8476-c1c253a6cf19 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:57.955503 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 on network 332e698a-eabc-4523-8476-c1c253a6cf19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:53:57.956049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Attempting to bind port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 on network 332e698a-eabc-4523-8476-c1c253a6cf19 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:53:57.963197 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d45196-0a60-40f5-91fd-1f0ce4c5bf2e', 'tag': '360c6c95-302d-42ce-a47c-370f6c7bd8d1', 'status': 'completed', 'code': 200} Jan 28 17:53:57.984040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.986231 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:53:57.986598 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Checking segment: {'id': '8685c786-491e-49b9-a4e8-0d2696932798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:53:57.987244 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Bound using segment: {'id': '8685c786-491e-49b9-a4e8-0d2696932798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:53:57.988162 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Bound port: d86d4399-3eaa-4ec9-8c17-5a9ff86169e6, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8685c786-491e-49b9-a4e8-0d2696932798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:53:57.989379 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.989729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:57.990318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:57.994578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7c2b84a4-4075-4c0d-ba0d-f0382c2af4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:58.023983 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-bef2adaa-7601-4cf7-a686-e60a51536b77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360c6c95-302d-42ce-a47c-370f6c7bd8d1 HTTP/1.1" status: 200 len: 217 time: 0.1676769 Jan 28 17:53:58.032680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Pushing event updated for resources: {'Port': ['ID=bec4e7d3-d22d-4c63-936a-ec3065ecf49b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:58.046720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f94fdfa2-c776-4033-90e2-4bdacc560e1a tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:58.143378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b84a4-4075-4c0d-ba0d-f0382c2af4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef21495d-af3a-4a8f-af0e-cb5de87de5a3,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:58.208830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5af474bc-deb0-4b85-815e-86f741e791b3 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:58.211656 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5af474bc-deb0-4b85-815e-86f741e791b3 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "DELETE /v2.0/ports/47049800-8e2b-4763-a525-de5aeb0a77ce HTTP/1.1" status: 204 len: 168 time: 2.7480030 Jan 28 17:53:58.220680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af474bc-deb0-4b85-815e-86f741e791b3 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event deleted for resources: {'Port': ['ID=47049800-8e2b-4763-a525-de5aeb0a77ce,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:58.241977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37294) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:58.265262 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-672ebb4c-415b-43e3-a092-35b4d41e7b47 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.0743709 Jan 28 17:53:58.276397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37296) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:58.303983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:58.488285 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:58.511092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Network': ['ID=c221bf74-e816-466d-af85-3d953f9ff4cd,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:58.533920 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:53:58.553480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7c2b84a4-4075-4c0d-ba0d-f0382c2af4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:58.565409 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] For port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:53:58.565757 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7c2b84a4-4075-4c0d-ba0d-f0382c2af4e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef21495d-af3a-4a8f-af0e-cb5de87de5a3 HTTP/1.1" status: 204 len: 168 time: 1.8913908 Jan 28 17:53:58.577561 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-25e94692-44ee-4ced-a764-f244b3e77a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:58.595081 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-25e94692-44ee-4ced-a764-f244b3e77a5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=62177f82a6dd4848ac609f9e3a037891&device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 1097 time: 0.8044829 Jan 28 17:53:58.595312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] For port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6,segment=NetworkSegment(8685c786-491e-49b9-a4e8-0d2696932798),segment_id=8685c786-491e-49b9-a4e8-0d2696932798)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:53:58.603587 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-66cbb862-ecad-4dc5-8d01-8efce9d29864 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.2400167 Jan 28 17:53:58.605233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-a4d94200-3d52-4366-946f-4b924fda809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:58.607249 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-a4d94200-3d52-4366-946f-4b924fda809e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7465ff6-2577-41db-90a7-d08dc1e590e8 HTTP/1.1" status: 200 len: 851 time: 0.5583203 Jan 28 17:53:58.662517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37304) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:58.720169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:53:58.755998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3e5db8-0ab3-468a-8544-881b6d249c53 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Deleting subnet 81ae7a7e-c843-42c2-a952-7617a1fd720a {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:53:58.766728 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-6f657c9a-9adf-41bb-90a7-07dfd5d66cd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81efd65d-d7b9-42f2-aa8b-f0586b726f1c HTTP/1.1" status: 200 len: 217 time: 0.1718805 Jan 28 17:53:58.772385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5db8-0ab3-468a-8544-881b6d249c53 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:58.924642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f94fdfa2-c776-4033-90e2-4bdacc560e1a tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:58.938680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:59.004474 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:59.005642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:59.005764 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5db8-0ab3-468a-8544-881b6d249c53 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:59.009048 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] 10.222.0.16 "PUT /v2.0/ports/d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 HTTP/1.1" status: 200 len: 1094 time: 4.2629724 Jan 28 17:53:59.009872 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'tag': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:53:59.067805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190921-89ca-4c1e-acbb-d1b974a4e5b1 req-1ff944fa-3e24-482a-98e3-9d5a18bc34f7 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:59.075918 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7b190921-89ca-4c1e-acbb-d1b974a4e5b1 req-1ff944fa-3e24-482a-98e3-9d5a18bc34f7 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 943 time: 0.8723431 Jan 28 17:53:59.081503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-2ffd3fba-0cac-463c-bc69-dd79fe25a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:59.082914 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-2ffd3fba-0cac-463c-bc69-dd79fe25a6bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f546f4fd-62c1-4752-b8e2-87fa16bbf0de HTTP/1.1" status: 200 len: 850 time: 0.2271333 Jan 28 17:53:59.111837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:53:59.127390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.resource_extend [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:53:59.170141 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:53:59.174100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f94fdfa2-c776-4033-90e2-4bdacc560e1a tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:59.175358 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f94fdfa2-c776-4033-90e2-4bdacc560e1a tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.8291862 Jan 28 17:53:59.176740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:53:59.262791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37316) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:53:59.270096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:53:59.397065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-1b6834ce-dc68-4607-9fc9-0f466d8e0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:59.398845 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-1b6834ce-dc68-4607-9fc9-0f466d8e0a75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48ae0910-2b8b-43d3-bdda-e0b756f0482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7336109 Jan 28 17:53:59.433540 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7b190921-89ca-4c1e-acbb-d1b974a4e5b1 req-a8e7a12b-4ee6-493c-bbfd-1b2306a8f645 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341966 Jan 28 17:53:59.464342 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5db8-0ab3-468a-8544-881b6d249c53 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:59.536635 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-156b510b-471c-436a-81af-8ca8d9280676 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:59.537042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-11faeb06-c343-4e2f-8eee-9d991449b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:53:59.538441 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-11faeb06-c343-4e2f-8eee-9d991449b294 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44583b02-fe97-441e-add2-b071fcf22932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3913188 Jan 28 17:53:59.697890 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] device_id is not set on port bec4e7d3-d22d-4c63-936a-ec3065ecf49b yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:53:59.719747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280fcc2-0bae-4629-8684-7c5dbcb6eddf service neutron] Pushing event updated for resources: {'Port': ['ID=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:53:59.728168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:59.730649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:53:59.735138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:53:59.990413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f6e717-1453-473b-a5ca-6a3627f50b23', 'tag': '81efd65d-d7b9-42f2-aa8b-f0586b726f1c'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:54:00.013299 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5db8-0ab3-468a-8544-881b6d249c53 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:00.079562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f099cbd-b00a-4f25-9b65-b049569a5dba req-870dc18c-ca3b-4b57-b1cc-d91b25567001 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:00.081056 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1f099cbd-b00a-4f25-9b65-b049569a5dba req-870dc18c-ca3b-4b57-b1cc-d91b25567001 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 944 time: 1.2504406 Jan 28 17:54:00.086578 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-4ebb4ee2-c1e4-4cad-9f69-cdf50a021720 service neutron] 10.222.0.16 "GET /v2.0/networks/48ae0910-2b8b-43d3-bdda-e0b756f0482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111664 Jan 28 17:54:00.093218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e5db8-0ab3-468a-8544-881b6d249c53 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event deleted for resources: {'Subnet': ['ID=81ae7a7e-c843-42c2-a952-7617a1fd720a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:00.097692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5db8-0ab3-468a-8544-881b6d249c53 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:00.103026 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-156b510b-471c-436a-81af-8ca8d9280676 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:00.106146 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-156b510b-471c-436a-81af-8ca8d9280676 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:00.108408 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Transition to ACTIVE for port object bec4e7d3-d22d-4c63-936a-ec3065ecf49b will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:00.118059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b8654-5b6d-4168-b724-fe93b331b5c5 None None] Network caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:00.153210 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1d3e5db8-0ab3-468a-8544-881b6d249c53 tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "DELETE /v2.0/subnets/81ae7a7e-c843-42c2-a952-7617a1fd720a HTTP/1.1" status: 204 len: 168 time: 1.7698767 Jan 28 17:54:00.162076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37336) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:00.197310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:00.280259 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-9466bc70-dd42-45f1-8243-c13bae37dbd4 service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064906 Jan 28 17:54:00.319972 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369268c-d620-4b69-9440-5c1e7e618063 req-8343693e-bc6e-4e70-a91e-40e7354cfeb2 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:00.321398 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2369268c-d620-4b69-9440-5c1e7e618063 req-8343693e-bc6e-4e70-a91e-40e7354cfeb2 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 944 time: 0.6987574 Jan 28 17:54:00.376587 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-156b510b-471c-436a-81af-8ca8d9280676 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:00.381640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156b510b-471c-436a-81af-8ca8d9280676 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff1e8d0-8f64-40a2-bae1-828c914d7e90 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:54:00.404346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Pushing event updated for resources: {'Port': ['ID=bec4e7d3-d22d-4c63-936a-ec3065ecf49b,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:00.409119 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1f099cbd-b00a-4f25-9b65-b049569a5dba req-8163aced-fc25-46ce-9a20-af1d520a1208 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245982 Jan 28 17:54:00.420475 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-e62bbb03-1d96-4c5f-8a26-a274ad029d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:00.422134 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-e62bbb03-1d96-4c5f-8a26-a274ad029d43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b7716c2adc34b2caf014eb010a60fb6&device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 1097 time: 0.7168541 Jan 28 17:54:00.423772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a9399-ed0d-40af-8826-cef538b66cad None None] DHCP port deletion for caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:54:00.425444 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-156b510b-471c-436a-81af-8ca8d9280676 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:00.429495 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-156b510b-471c-436a-81af-8ca8d9280676 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] 10.222.0.26 "DELETE /v2.0/routers/1ff1e8d0-8f64-40a2-bae1-828c914d7e90 HTTP/1.1" status: 204 len: 168 time: 1.1623096 Jan 28 17:54:00.429495 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:00.429495 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:00.429495 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:00.429890 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f83a9399-ed0d-40af-8826-cef538b66cad None None] Deleting port 10d20fb5-527b-4ebb-98c9-61036444006a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:00.429890 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f83a9399-ed0d-40af-8826-cef538b66cad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:00.433102 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37344) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:00.496134 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-81a17b0b-199c-430a-9b53-585a7428be4f tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Request body: {'router': {'name': 'tempest-router-1608412076', 'distributed': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:00.507655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:54:00.508042 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:54:00.508994 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-81a17b0b-199c-430a-9b53-585a7428be4f tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:00.511385 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 2 to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b Jan 28 17:54:00.525426 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-3f19a4c0-81dd-47c7-a5af-6102323379f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 HTTP/1.1" status: 200 len: 217 time: 0.0930533 Jan 28 17:54:00.529300 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-81a17b0b-199c-430a-9b53-585a7428be4f tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Usage tracker for resource:router and tenant:8c2dce90dd02481abe29bccea74164a0 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:00.534920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-81a17b0b-199c-430a-9b53-585a7428be4f tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:00.573858 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-81a17b0b-199c-430a-9b53-585a7428be4f tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:00.584398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:00.584730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:00.585063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:00.603726 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:54:00.604058 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:54:00.607331 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 3 to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b Jan 28 17:54:00.629713 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:00.630047 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:00.630378 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:00.633461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-a787e20c-a4a3-4973-a7ae-d22eeb2264d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:00.634928 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-a787e20c-a4a3-4973-a7ae-d22eeb2264d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f569c33-4985-408d-9d7e-933d23843497 HTTP/1.1" status: 200 len: 844 time: 0.0971875 Jan 28 17:54:00.638473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:54:00.638777 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:54:00.639184 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 4 to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b Jan 28 17:54:00.719205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:00.719423 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:00.719646 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:00.723908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:00.730532 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:54:00.733382 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:54:00.744383 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'tag': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6', 'status': 'completed', 'code': 200} Jan 28 17:54:00.744383 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 5 to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b Jan 28 17:54:00.749702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f83a9399-ed0d-40af-8826-cef538b66cad None None] For port 10d20fb5-527b-4ebb-98c9-61036444006a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=10d20fb5-527b-4ebb-98c9-61036444006a,segment=NetworkSegment(9510f328-c988-4486-9bd7-6e59ebe8fea9),segment_id=9510f328-c988-4486-9bd7-6e59ebe8fea9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:00.750451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f83a9399-ed0d-40af-8826-cef538b66cad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:00.764157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:00.764157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:00.764471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:00.771393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:54:00.771722 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:54:00.772763 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 6 to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b Jan 28 17:54:00.792405 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81a17b0b-199c-430a-9b53-585a7428be4f tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:00.793727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81a17b0b-199c-430a-9b53-585a7428be4f tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:00.804229 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2369268c-d620-4b69-9440-5c1e7e618063 req-7b61311f-bfe3-4615-bd87-32a700e01e13 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4561691 Jan 28 17:54:00.813290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:00.813290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:00.813290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:00.830113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:54:00.830452 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:54:00.831811 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 7 to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b Jan 28 17:54:00.854383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:00.854718 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:00.855076 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:00.860679 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-87f09a11-5b34-4589-b867-3afc81f4404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:00.862153 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-87f09a11-5b34-4589-b867-3afc81f4404a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=332e698a-eabc-4523-8476-c1c253a6cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2014012 Jan 28 17:54:00.864062 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:54:00.864386 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:54:00.864762 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 8 to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b Jan 28 17:54:00.893730 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f6e717-1453-473b-a5ca-6a3627f50b23', 'tag': '81efd65d-d7b9-42f2-aa8b-f0586b726f1c', 'status': 'completed', 'code': 200} Jan 28 17:54:00.896335 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cd02fc45-c0bc-48f7-b809-9aaf0b7ce735 req-13111cca-7524-431e-a84b-e29410485cf2 service neutron] 10.222.0.16 "GET /v2.0/networks/48ae0910-2b8b-43d3-bdda-e0b756f0482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102521 Jan 28 17:54:00.897412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Deleting port 10d20fb5-527b-4ebb-98c9-61036444006a {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:00.897984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:00.901315 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f83a9399-ed0d-40af-8826-cef538b66cad None None] Calling delete_port for 10d20fb5-527b-4ebb-98c9-61036444006a owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:00.968506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:00.969048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:00.969230 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:00.995608 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81a17b0b-199c-430a-9b53-585a7428be4f tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:00.999441 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:54:00.999771 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:54:01.001995 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 9 to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b Jan 28 17:54:01.008472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37356) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:01.039899 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 10d20fb5-527b-4ebb-98c9-61036444006a no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:54:01.067913 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6dc1a7be-97b5-4991-adf9-1d84f1afffcb req-460d6997-f518-470f-808c-5c917f945246 service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588162 Jan 28 17:54:01.071397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:01.071718 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:01.072053 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:01.108536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:01.124476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:54:01.125392 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:54:01.127920 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-d01cfea6-a233-4054-805a-f0bdf4d5655f service neutron] 10.222.0.16 "GET /v2.0/networks/332e698a-eabc-4523-8476-c1c253a6cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513189 Jan 28 17:54:01.129610 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.plugins.ml2.plugin [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempt 10 to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b Jan 28 17:54:01.205015 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:01.228884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-766173857'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:01.231924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:01.232252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:01.232582 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempting to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:01.247421 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:01.256229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81a17b0b-199c-430a-9b53-585a7428be4f tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:01.259377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:54:01.259693 dv-neutron-826919-1-hyperv neutron-server[88159]: ERROR neutron.plugins.ml2.managers [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Failed to bind port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on host hv-neutron-8269 for vnic_type normal using segments [{'id': '333331aa-ea55-4b57-af05-fe26d6ed327d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd926261-4e53-4d2d-9bf6-2ff14fb2e116'}] Jan 28 17:54:01.260041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:01.270617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:network and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:01.276024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:01.282382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f83a9399-ed0d-40af-8826-cef538b66cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:01.291770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:01.366234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a9399-ed0d-40af-8826-cef538b66cad None None] Pushing event deleted for resources: {'Port': ['ID=10d20fb5-527b-4ebb-98c9-61036444006a,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:01.368424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83a9399-ed0d-40af-8826-cef538b66cad None None] No DVR routers for this DVR port 10d20fb5-527b-4ebb-98c9-61036444006a on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:54:01.406500 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-870ba121-65a5-45b5-a93f-6b3849eac4c1 req-35f9b39c-de39-4a88-a02e-87a304adcc2c service neutron] 10.222.0.16 "GET /v2.0/networks/332e698a-eabc-4523-8476-c1c253a6cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653840 Jan 28 17:54:01.429450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] For port bec4e7d3-d22d-4c63-936a-ec3065ecf49b, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:54:01.429893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attempted to set empty binding levels {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 17:54:01.448149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Made reservation on behalf of ed3b3cb4c11d4295920488b7f0f6f0ae for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:01.449367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=00156fbc-9c26-41a3-83f0-471422d597b0,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:01.454753 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:01.470339 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:01.487239 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:01.487595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network hostable DHCP agents. Network: c221bf74-e816-466d-af85-3d953f9ff4cd, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:54:01.488008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:01.492955 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:security_group_rule and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:01.496394 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:01.508508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:01.508752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] For port 10d20fb5-527b-4ebb-98c9-61036444006a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=10d20fb5-527b-4ebb-98c9-61036444006a,segment=NetworkSegment(9510f328-c988-4486-9bd7-6e59ebe8fea9),segment_id=9510f328-c988-4486-9bd7-6e59ebe8fea9)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:01.508868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:01.525212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81a17b0b-199c-430a-9b53-585a7428be4f tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:01.538910 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-81a17b0b-199c-430a-9b53-585a7428be4f tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0971143 Jan 28 17:54:01.541433 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37366) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:01.660307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956475-d5f4-4749-b7dc-45cf29ef57e4 req-e99777dd-3108-4892-9758-c685caf7dfbd tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:01.661710 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-47956475-d5f4-4749-b7dc-45cf29ef57e4 req-e99777dd-3108-4892-9758-c685caf7dfbd tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 943 time: 0.6614635 Jan 28 17:54:01.669673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Calling delete_port for 10d20fb5-527b-4ebb-98c9-61036444006a owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:01.716119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:01.736045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e743b-1e94-42a6-82e8-f0088922a136 req-1b52a4b0-65fc-42fe-b370-3f7cbd70c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:01.737452 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a58e743b-1e94-42a6-82e8-f0088922a136 req-1b52a4b0-65fc-42fe-b370-3f7cbd70c386 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=62177f82a6dd4848ac609f9e3a037891&device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 1097 time: 0.5273886 Jan 28 17:54:01.742249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba585d-f8c6-4ef2-bc67-ca691dc137aa req-116ecf4c-5ea7-427e-8e44-a924ea42bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:01.743601 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-12ba585d-f8c6-4ef2-bc67-ca691dc137aa req-116ecf4c-5ea7-427e-8e44-a924ea42bb86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ef49bbe32614b6687d237574ba02852&device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 1096 time: 0.6749463 Jan 28 17:54:01.813616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:54:01.919600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a85007cd-50bf-48ce-8e80-275a886a5f14 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:01.954055 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-47956475-d5f4-4749-b7dc-45cf29ef57e4 req-cef32b5b-1359-44f5-975b-ff7245cf0409 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470448 Jan 28 17:54:01.975824 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] In _notify_port_updated(), no bound segment for port bec4e7d3-d22d-4c63-936a-ec3065ecf49b on network cd926261-4e53-4d2d-9bf6-2ff14fb2e116 {{(pid=88159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 17:54:01.997780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:54:01.997780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:54:01.998310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:01.998310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:01.998310 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "PUT /v2.0/ports/bec4e7d3-d22d-4c63-936a-ec3065ecf49b HTTP/1.1" status: 200 len: 977 time: 3.6991427 Jan 28 17:54:01.998310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37372) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:02.039625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e743b-1e94-42a6-82e8-f0088922a136 req-14cb9791-172f-4473-8196-4481ad950feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:02.041100 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a58e743b-1e94-42a6-82e8-f0088922a136 req-14cb9791-172f-4473-8196-4481ad950feb service neutron] 10.222.0.16 "GET /v2.0/networks?id=44583b02-fe97-441e-add2-b071fcf22932 HTTP/1.1" status: 200 len: 912 time: 0.2900145 Jan 28 17:54:02.048375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba585d-f8c6-4ef2-bc67-ca691dc137aa req-ecf77179-542e-453c-b44f-4db16a350a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:02.049766 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-12ba585d-f8c6-4ef2-bc67-ca691dc137aa req-ecf77179-542e-453c-b44f-4db16a350a0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=48ae0910-2b8b-43d3-bdda-e0b756f0482e HTTP/1.1" status: 200 len: 913 time: 0.2975671 Jan 28 17:54:02.146541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c0a6c-b9e7-45b2-ac7e-5d47207a7e9e tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Pushing event updated for resources: {'Port': ['ID=bec4e7d3-d22d-4c63-936a-ec3065ecf49b,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:02.246728 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, c221bf74-e816-466d-af85-3d953f9ff4cd) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:02.251013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:02.251587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:02.255625 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2587a67b-f4e5-4fc7-9fcb-410fa7fdc410 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:02.295039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-b14ef35b-c3b1-4542-a45c-85001e260697 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Deleting port bec4e7d3-d22d-4c63-936a-ec3065ecf49b {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:02.295039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b14ef35b-c3b1-4542-a45c-85001e260697 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:02.301597 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a58e743b-1e94-42a6-82e8-f0088922a136 req-c8e4d47b-71bc-436d-aa0c-3a3d3170a499 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81efd65d-d7b9-42f2-aa8b-f0586b726f1c HTTP/1.1" status: 200 len: 217 time: 0.2509131 Jan 28 17:54:02.324166 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-12ba585d-f8c6-4ef2-bc67-ca691dc137aa req-ba9adbe3-acf6-48e8-bb9b-d4f23c83a6e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360c6c95-302d-42ce-a47c-370f6c7bd8d1 HTTP/1.1" status: 200 len: 217 time: 0.2267900 Jan 28 17:54:02.443662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a85007cd-50bf-48ce-8e80-275a886a5f14 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:02.450730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e743b-1e94-42a6-82e8-f0088922a136 req-8f378a43-361c-4033-a8a0-b7dafd4f82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:02.452198 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a58e743b-1e94-42a6-82e8-f0088922a136 req-8f378a43-361c-4033-a8a0-b7dafd4f82fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f546f4fd-62c1-4752-b8e2-87fa16bbf0de HTTP/1.1" status: 200 len: 850 time: 0.1298001 Jan 28 17:54:02.452331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74007e-d82a-4736-a87d-0aec73cb1554 req-3bcd0e56-d91f-4940-b6f5-2247dcf6c3cf tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:02.454069 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7d74007e-d82a-4736-a87d-0aec73cb1554 req-3bcd0e56-d91f-4940-b6f5-2247dcf6c3cf tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 944 time: 0.8418810 Jan 28 17:54:02.455621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b9aab-af75-429c-9dc4-fc853cf9f25e req-bb26f70e-cf38-4102-b00d-0fdbad51667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:02.456943 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bd7b9aab-af75-429c-9dc4-fc853cf9f25e req-bb26f70e-cf38-4102-b00d-0fdbad51667e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b7716c2adc34b2caf014eb010a60fb6&device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 1097 time: 0.7538459 Jan 28 17:54:02.459097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba585d-f8c6-4ef2-bc67-ca691dc137aa req-7183b7f1-1006-4c90-8185-9e841da522c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:02.459933 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a85007cd-50bf-48ce-8e80-275a886a5f14 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:02.460413 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-12ba585d-f8c6-4ef2-bc67-ca691dc137aa req-7183b7f1-1006-4c90-8185-9e841da522c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7465ff6-2577-41db-90a7-d08dc1e590e8 HTTP/1.1" status: 200 len: 851 time: 0.1020346 Jan 28 17:54:02.487489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': '00156fbc-9c26-41a3-83f0-471422d597b0'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:54:02.491655 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:02.502678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Deleting port 10d20fb5-527b-4ebb-98c9-61036444006a {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:02.502678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:02.519256 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:02.595784 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ff915b7c-80ab-4f32-960f-c2765fcf04bc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9296944 Jan 28 17:54:02.601469 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37376) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:02.620509 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:02.649827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac655d02-6420-4f78-945f-515ab29e20cf req-8792221e-1f40-478c-b166-2324d8f4a47e tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:02.657387 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ac655d02-6420-4f78-945f-515ab29e20cf req-8792221e-1f40-478c-b166-2324d8f4a47e tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 944 time: 0.5588062 Jan 28 17:54:02.664307 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Allocated IP 2001:db8::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/00156fbc-9c26-41a3-83f0-471422d597b0/c06b135f-963f-4adc-be54-3c906efb9142) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:02.680020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'name': 'tempest-NetworksTestDHCPv6-2106982973'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:02.696840 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7d74007e-d82a-4736-a87d-0aec73cb1554 req-f3b66438-3323-4fc7-b1ee-d45d58f71d87 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289271 Jan 28 17:54:02.718749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] The port '10d20fb5-527b-4ebb-98c9-61036444006a' was deleted {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:54:02.769176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a85007cd-50bf-48ce-8e80-275a886a5f14 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:02.769608 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85007cd-50bf-48ce-8e80-275a886a5f14 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2996db1-7f4a-49ae-aaeb-44347ef8d67e {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:54:02.787419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f7fed8-7942-46f0-a8c9-4a66bdbd64cf,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:02.791895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:54:02.853216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:02.853561 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Added segment f018a796-661b-4ca1-ad66-270620074bc7 of type vlan for network 41eabc13-460c-41f2-bd53-939e5bb429d2 Jan 28 17:54:02.860454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b9aab-af75-429c-9dc4-fc853cf9f25e req-215a5e76-0822-4afd-b237-52ceb668f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:02.861942 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bd7b9aab-af75-429c-9dc4-fc853cf9f25e req-215a5e76-0822-4afd-b237-52ceb668f98d service neutron] 10.222.0.16 "GET /v2.0/networks?id=332e698a-eabc-4523-8476-c1c253a6cf19 HTTP/1.1" status: 200 len: 906 time: 0.3900766 Jan 28 17:54:02.862896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-b14ef35b-c3b1-4542-a45c-85001e260697 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] For port bec4e7d3-d22d-4c63-936a-ec3065ecf49b, host hv-neutron-8269, got binding levels [] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:02.863327 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b14ef35b-c3b1-4542-a45c-85001e260697 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:02.883370 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ac655d02-6420-4f78-945f-515ab29e20cf req-d397148e-2354-4d8a-880e-8aa4fff6e1b9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249448 Jan 28 17:54:02.890603 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:02.901520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Transition to ACTIVE for port object c06b135f-963f-4adc-be54-3c906efb9142 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:02.920342 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Transition to ACTIVE for port object c06b135f-963f-4adc-be54-3c906efb9142 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:02.995925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.019031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e743b-1e94-42a6-82e8-f0088922a136 req-f9d41f00-c989-4005-b6ca-a83fe7db69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:03.020769 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a58e743b-1e94-42a6-82e8-f0088922a136 req-f9d41f00-c989-4005-b6ca-a83fe7db69e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44583b02-fe97-441e-add2-b071fcf22932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5594454 Jan 28 17:54:03.037872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.051617 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bd7b9aab-af75-429c-9dc4-fc853cf9f25e req-c6c0bad6-bc33-4dc7-9753-b6d243b3b742 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 HTTP/1.1" status: 200 len: 217 time: 0.1731913 Jan 28 17:54:03.056606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.074563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:03.084595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba585d-f8c6-4ef2-bc67-ca691dc137aa req-ad11d49b-11f4-4950-99f8-041423f0c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:03.086156 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-12ba585d-f8c6-4ef2-bc67-ca691dc137aa req-ad11d49b-11f4-4950-99f8-041423f0c7b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48ae0910-2b8b-43d3-bdda-e0b756f0482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5469744 Jan 28 17:54:03.120125 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:03.124214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:03.125926 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Pushing event updated for resources: {'Port': ['ID=c06b135f-963f-4adc-be54-3c906efb9142,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:03.129079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:03.135574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-b14ef35b-c3b1-4542-a45c-85001e260697 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Calling delete_port for bec4e7d3-d22d-4c63-936a-ec3065ecf49b owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:03.163798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:03.168825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9510f328-c988-4486-9bd7-6e59ebe8fea9') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:03.169206 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9510f328-c988-4486-9bd7-6e59ebe8fea9') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:03.189204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:03.218836 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Attempting to bind port c06b135f-963f-4adc-be54-3c906efb9142 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:03.219232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Attempting to bind port c06b135f-963f-4adc-be54-3c906efb9142 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:03.219591 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Attempting to bind port c06b135f-963f-4adc-be54-3c906efb9142 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:03.224917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:54:03.225285 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:03.225676 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.226061 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:54:03.226564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Bound port: c06b135f-963f-4adc-be54-3c906efb9142, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:54:03.226934 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.239980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:03.240191 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.resource_extend [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:54:03.252300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.263714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a85007cd-50bf-48ce-8e80-275a886a5f14 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.268426 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a85007cd-50bf-48ce-8e80-275a886a5f14 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] 10.222.0.26 "DELETE /v2.0/routers/f2996db1-7f4a-49ae-aaeb-44347ef8d67e HTTP/1.1" status: 204 len: 168 time: 1.7222424 Jan 28 17:54:03.274161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37382) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:03.274947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:03.290925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d62cf051-83d2-4900-bf7e-1e94c054cff0 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Request body: {'router': {'name': 'tempest-router-705362415', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '830658e449474af9abe1f931042dad4a'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:03.303241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.313826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d62cf051-83d2-4900-bf7e-1e94c054cff0 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:03.326253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] For port c06b135f-963f-4adc-be54-3c906efb9142, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:54:03.340486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:54:03.340914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:54:03.360311 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:54:03.364601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d62cf051-83d2-4900-bf7e-1e94c054cff0 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Usage tracker for resource:router and tenant:830658e449474af9abe1f931042dad4a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:03.370489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d62cf051-83d2-4900-bf7e-1e94c054cff0 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:03.421594 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b9aab-af75-429c-9dc4-fc853cf9f25e req-27335eb1-0060-49cb-9adf-e48676935ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:03.423012 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bd7b9aab-af75-429c-9dc4-fc853cf9f25e req-27335eb1-0060-49cb-9adf-e48676935ff2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f569c33-4985-408d-9d7e-933d23843497 HTTP/1.1" status: 200 len: 844 time: 0.2990103 Jan 28 17:54:03.436562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d62cf051-83d2-4900-bf7e-1e94c054cff0 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:03.474194 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.475861 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a58e743b-1e94-42a6-82e8-f0088922a136 req-31805032-2d4a-4490-b85a-ee2e6d59903d service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365783 Jan 28 17:54:03.479434 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:03.480001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.482384 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-12ba585d-f8c6-4ef2-bc67-ca691dc137aa req-b64beb6f-553b-4b6e-af69-10619fd3c39f service neutron] 10.222.0.16 "GET /v2.0/networks/48ae0910-2b8b-43d3-bdda-e0b756f0482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867590 Jan 28 17:54:03.532102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:03.535394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.585094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b14ef35b-c3b1-4542-a45c-85001e260697 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.659073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d62cf051-83d2-4900-bf7e-1e94c054cff0 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.660065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d62cf051-83d2-4900-bf7e-1e94c054cff0 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.662806 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b14ef35b-c3b1-4542-a45c-85001e260697 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.664872 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b14ef35b-c3b1-4542-a45c-85001e260697 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "DELETE /v2.0/ports/bec4e7d3-d22d-4c63-936a-ec3065ecf49b HTTP/1.1" status: 204 len: 168 time: 1.6692245 Jan 28 17:54:03.671146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37386) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:03.673150 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831adf49-534b-43c1-a8f0-8e7c832348e4 req-fc9fcbd9-0929-4255-8ee2-bb4d3fccee97 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:03.674541 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-831adf49-534b-43c1-a8f0-8e7c832348e4 req-fc9fcbd9-0929-4255-8ee2-bb4d3fccee97 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 943 time: 0.5494771 Jan 28 17:54:03.678205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ef35b-c3b1-4542-a45c-85001e260697 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] Pushing event deleted for resources: {'Port': ['ID=bec4e7d3-d22d-4c63-936a-ec3065ecf49b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:03.682328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Network': ['ID=41eabc13-460c-41f2-bd53-939e5bb429d2,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:03.683035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 2f7bc2f0-53fb-4e50-bc37-3cb184d36ff3 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:03.693236 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-414f20af-5319-4f4a-95df-ebec39aac78d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6747906 Jan 28 17:54:03.699249 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 41eabc13-460c-41f2-bd53-939e5bb429d2 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:54:03.707462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37390) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:03.722714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'subnet': {'network_id': '41eabc13-460c-41f2-bd53-939e5bb429d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:03.772014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] For port c06b135f-963f-4adc-be54-3c906efb9142, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c06b135f-963f-4adc-be54-3c906efb9142,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:54:03.874182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b9aab-af75-429c-9dc4-fc853cf9f25e req-d3d89ebe-e1ea-4e5c-b2b4-3322823c4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:03.875791 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bd7b9aab-af75-429c-9dc4-fc853cf9f25e req-d3d89ebe-e1ea-4e5c-b2b4-3322823c4d6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=332e698a-eabc-4523-8476-c1c253a6cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4444690 Jan 28 17:54:03.888925 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-831adf49-534b-43c1-a8f0-8e7c832348e4 req-9d0b4809-51c7-41f0-9ecf-30a9f8b5a8fa tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032280 Jan 28 17:54:03.904253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.906302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:03.975734 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-c412fadf-5d5b-4e53-ac86-1a591fddda84 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] GET failed (client error): The resource could not be found. Jan 28 17:54:03.977327 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c412fadf-5d5b-4e53-ac86-1a591fddda84 tempest-PortsAdminExtendedAttrsTestJSON-513812160 tempest-PortsAdminExtendedAttrsTestJSON-513812160-project-admin] 10.222.0.26 "GET /v2.0/ports/bec4e7d3-d22d-4c63-936a-ec3065ecf49b HTTP/1.1" status: 404 len: 333 time: 0.3015435 Jan 28 17:54:03.987629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37398) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:03.988622 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:04.016660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:04.017708 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:subnet and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:04.023376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:04.036696 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:04.050583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d62cf051-83d2-4900-bf7e-1e94c054cff0 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:04.052463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] Pushing event deleted for resources: {'Network': ['ID=caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:04.062532 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f032449-014c-449f-9d3f-7c5e8910e8c1 None None] Pushing event updated for resources: {'Port': ['ID=c06b135f-963f-4adc-be54-3c906efb9142,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:04.126163 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a58e743b-1e94-42a6-82e8-f0088922a136 req-922fe2a0-a3b3-484c-8fbf-93cd3f3181a4 service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429250 Jan 28 17:54:04.127406 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c047db34-d9b2-4f67-8386-8dfe9fbbadca tempest-AllowedAddressPairIpV6TestJSON-383190758 tempest-AllowedAddressPairIpV6TestJSON-383190758-project] 10.222.0.26 "DELETE /v2.0/networks/caf92ed5-0cbd-46a4-a01c-c9fd4c525eb1 HTTP/1.1" status: 204 len: 168 time: 3.9644167 Jan 28 17:54:04.142678 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-12ba585d-f8c6-4ef2-bc67-ca691dc137aa req-72aab857-89b3-4af7-8644-84e0fb339708 service neutron] 10.222.0.16 "GET /v2.0/networks/48ae0910-2b8b-43d3-bdda-e0b756f0482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381354 Jan 28 17:54:04.219411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d62cf051-83d2-4900-bf7e-1e94c054cff0 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:04.229183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1df89802-fb40-42fc-bbb1-21034af098e4 tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:04.237249 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bd7b9aab-af75-429c-9dc4-fc853cf9f25e req-b24098a9-6c3f-49f6-8eaf-d21f5b9fa7f9 service neutron] 10.222.0.16 "GET /v2.0/networks/332e698a-eabc-4523-8476-c1c253a6cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514719 Jan 28 17:54:04.248166 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Made reservation on behalf of ed3b3cb4c11d4295920488b7f0f6f0ae for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:04.248831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0218567-07b7-4a3a-a049-a0d3d3d46239 req-0b990c5e-5119-4fdf-ae85-59c3ee655ebf tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:04.249820 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f0218567-07b7-4a3a-a049-a0d3d3d46239 req-0b990c5e-5119-4fdf-ae85-59c3ee655ebf tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 944 time: 0.3556061 Jan 28 17:54:04.251559 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:04.270744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::4f (c221bf74-e816-466d-af85-3d953f9ff4cd/00156fbc-9c26-41a3-83f0-471422d597b0/2f7bc2f0-53fb-4e50-bc37-3cb184d36ff3) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:04.337510 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f0218567-07b7-4a3a-a049-a0d3d3d46239 req-8431e906-6d81-4196-af61-aa02953033f4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681195 Jan 28 17:54:04.342264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d62cf051-83d2-4900-bf7e-1e94c054cff0 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:04.359775 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d62cf051-83d2-4900-bf7e-1e94c054cff0 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0690084 Jan 28 17:54:04.359775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37404) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:04.361524 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-ff1b3f40-3738-46d2-b293-0348d708ca1c tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:04.375476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 81efd65d-d7b9-42f2-aa8b-f0586b726f1c details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 17:54:04.526307 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc573ca-6c4c-482a-9404-5cee7229eb66 req-b12e21cf-de2e-454a-be27-f4a74cccccfc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:04.535191 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfc573ca-6c4c-482a-9404-5cee7229eb66 req-b12e21cf-de2e-454a-be27-f4a74cccccfc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 944 time: 0.4353459 Jan 28 17:54:04.616023 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=81efd65d-d7b9-42f2-aa8b-f0586b726f1c,segment=NetworkSegment(72a2afdd-3af5-4a01-89b9-aa871bc3a7b9),segment_id=72a2afdd-3af5-4a01-89b9-aa871bc3a7b9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:04.659361 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bd7b9aab-af75-429c-9dc4-fc853cf9f25e req-662e4097-79fb-48d6-b470-02fe5386dc8e service neutron] 10.222.0.16 "GET /v2.0/networks/332e698a-eabc-4523-8476-c1c253a6cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134235 Jan 28 17:54:04.662871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '81efd65d-d7b9-42f2-aa8b-f0586b726f1c', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'port_id': '81efd65d-d7b9-42f2-aa8b-f0586b726f1c', 'mac_address': 'fa:16:3e:60:3f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 17:54:04.701728 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1df89802-fb40-42fc-bbb1-21034af098e4 tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:04.743706 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfc573ca-6c4c-482a-9404-5cee7229eb66 req-e854a847-4d62-4c31-bd44-bfb9646e9e4e tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076261 Jan 28 17:54:04.756382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c06b135f-963f-4adc-be54-3c906efb9142 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:04.784945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-1df89802-fb40-42fc-bbb1-21034af098e4 tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd926261-4e53-4d2d-9bf6-2ff14fb2e116']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:04.802582 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-1df89802-fb40-42fc-bbb1-21034af098e4 tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333331aa-ea55-4b57-af05-fe26d6ed327d') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:04.803260 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-1df89802-fb40-42fc-bbb1-21034af098e4 tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333331aa-ea55-4b57-af05-fe26d6ed327d') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:04.813746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:04.821601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1df89802-fb40-42fc-bbb1-21034af098e4 tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:04.834896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81efd65d-d7b9-42f2-aa8b-f0586b726f1c {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 17:54:04.844101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1df89802-fb40-42fc-bbb1-21034af098e4 tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:04.896529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=81efd65d-d7b9-42f2-aa8b-f0586b726f1c,segment=NetworkSegment(72a2afdd-3af5-4a01-89b9-aa871bc3a7b9),segment_id=72a2afdd-3af5-4a01-89b9-aa871bc3a7b9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:04.921308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ff1b3f40-3738-46d2-b293-0348d708ca1c tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:04.922404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ff1b3f40-3738-46d2-b293-0348d708ca1c tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.000863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df89802-fb40-42fc-bbb1-21034af098e4 tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:54:05.001260 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1df89802-fb40-42fc-bbb1-21034af098e4 tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.013524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.014170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:54:05.044456 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:54:05.097741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37412) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:05.184598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port c06b135f-963f-4adc-be54-3c906efb9142 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:05.185284 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.198979 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ff1b3f40-3738-46d2-b293-0348d708ca1c tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88158) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 28 17:54:05.199332 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ff1b3f40-3738-46d2-b293-0348d708ca1c tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Router 5bdee55f-6c71-4018-ab00-ffc2fb879246 migrating from provider to provider. {{(pid=88158) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 28 17:54:05.199706 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ff1b3f40-3738-46d2-b293-0348d708ca1c tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.210460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=81efd65d-d7b9-42f2-aa8b-f0586b726f1c,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:05.221862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ff1b3f40-3738-46d2-b293-0348d708ca1c tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.225205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 2f7bc2f0-53fb-4e50-bc37-3cb184d36ff3 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:05.258679 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ffccf-e180-46f1-93e6-7b2669c44b02 req-33d6a14f-0ef0-4639-8405-560b53284790 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:05.266154 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4a3ffccf-e180-46f1-93e6-7b2669c44b02 req-33d6a14f-0ef0-4639-8405-560b53284790 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 943 time: 0.1522546 Jan 28 17:54:05.276681 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.315020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ff1b3f40-3738-46d2-b293-0348d708ca1c tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.322133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1df89802-fb40-42fc-bbb1-21034af098e4 tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.365350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6,segment=NetworkSegment(8685c786-491e-49b9-a4e8-0d2696932798),segment_id=8685c786-491e-49b9-a4e8-0d2696932798)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:05.386900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'port_id': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6', 'mac_address': 'fa:16:3e:85:e2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f569c33-4985-408d-9d7e-933d23843497', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 17:54:05.396463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1df89802-fb40-42fc-bbb1-21034af098e4 tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.406011 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df89802-fb40-42fc-bbb1-21034af098e4 tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] Pushing event deleted for resources: {'Network': ['ID=cd926261-4e53-4d2d-9bf6-2ff14fb2e116,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:05.406366 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4a3ffccf-e180-46f1-93e6-7b2669c44b02 req-fa0b8a0c-78d3-4d2e-a697-0c0f92fc85a8 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392267 Jan 28 17:54:05.417286 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.423510 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1df89802-fb40-42fc-bbb1-21034af098e4 tempest-PortsAdminExtendedAttrsTestJSON-254365865 tempest-PortsAdminExtendedAttrsTestJSON-254365865-project] 10.222.0.26 "DELETE /v2.0/networks/cd926261-4e53-4d2d-9bf6-2ff14fb2e116 HTTP/1.1" status: 204 len: 168 time: 1.4322896 Jan 28 17:54:05.474633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.494894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 17:54:05.525575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6,segment=NetworkSegment(8685c786-491e-49b9-a4e8-0d2696932798),segment_id=8685c786-491e-49b9-a4e8-0d2696932798)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:05.645969 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Subnet': ['ID=f39def2d-b157-4458-a611-eac68d22c4a8,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:05.659563 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.660617 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 360c6c95-302d-42ce-a47c-370f6c7bd8d1 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 17:54:05.669527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Checking segment: {'id': 'f018a796-661b-4ca1-ad66-270620074bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '41eabc13-460c-41f2-bd53-939e5bb429d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:05.669527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network hostable DHCP agents. Network: 41eabc13-460c-41f2-bd53-939e5bb429d2, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:54:05.702432 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ff1b3f40-3738-46d2-b293-0348d708ca1c tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] No L3 agents can host the router 5bdee55f-6c71-4018-ab00-ffc2fb879246 Jan 28 17:54:05.722223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0e5fac-45d4-4d41-96d4-65723b28f53c None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:05.722347 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc5d0-10f3-4a1f-98f5-f38b8a31d163 req-777c12c9-cb97-47a4-b11e-ad61577d8ff0 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:05.722677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:05.723941 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-557fc5d0-10f3-4a1f-98f5-f38b8a31d163 req-777c12c9-cb97-47a4-b11e-ad61577d8ff0 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 944 time: 0.1145370 Jan 28 17:54:05.736353 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:05.741475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=2f7bc2f0-53fb-4e50-bc37-3cb184d36ff3,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:05.746190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:05.752761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:05.752761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.784527 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-32507656-7f38-4e8a-b50f-25e5417e9a5b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b87de8a502824f24b7a26e3512cfbfcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6721945 Jan 28 17:54:05.784756 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-557fc5d0-10f3-4a1f-98f5-f38b8a31d163 req-412e4a49-91ac-4ddb-9b73-1d9bb032db45 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492132 Jan 28 17:54:05.784756 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37426) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:05.857263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network 41eabc13-460c-41f2-bd53-939e5bb429d2 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:54:05.862502 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-945b7b9d-972c-41bb-b993-8220393795c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.896569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-945b7b9d-972c-41bb-b993-8220393795c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:05.939679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:05.991165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 41eabc13-460c-41f2-bd53-939e5bb429d2) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:05.995492 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:06.000805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:06.009232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cad8cd6-ca53-4392-9473-d713c9ffbcbf None None] Network 41eabc13-460c-41f2-bd53-939e5bb429d2 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:06.064053 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3efa168f-9faa-4995-b434-86dcc84048df tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4508705 Jan 28 17:54:06.065547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b3f40-3738-46d2-b293-0348d708ca1c tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Hosts for router 5bdee55f-6c71-4018-ab00-ffc2fb879246: [] {{(pid=88158) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Jan 28 17:54:06.066740 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37430) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:06.071343 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d445bd46-2377-4db1-9348-920fcad576a0 None None] Provisioning for port c06b135f-963f-4adc-be54-3c906efb9142 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:06.075414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 360c6c95-302d-42ce-a47c-370f6c7bd8d1, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=360c6c95-302d-42ce-a47c-370f6c7bd8d1,segment=NetworkSegment(10739327-6374-43e5-9ff6-95deeb920e7b),segment_id=10739327-6374-43e5-9ff6-95deeb920e7b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:06.110402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fde9d1-3fb4-4ab2-9cf2-5fce84771b1b req-30f70b00-5c04-4a43-bce9-7bc659dc2e92 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:06.112086 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-05fde9d1-3fb4-4ab2-9cf2-5fce84771b1b req-30f70b00-5c04-4a43-bce9-7bc659dc2e92 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 945 time: 0.2354915 Jan 28 17:54:06.114536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b3f40-3738-46d2-b293-0348d708ca1c tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Hosts for other DVR routers connected to router 5bdee55f-6c71-4018-ab00-ffc2fb879246: set() {{(pid=88158) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jan 28 17:54:06.116966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ff1b3f40-3738-46d2-b293-0348d708ca1c tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:06.118091 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ff1b3f40-3738-46d2-b293-0348d708ca1c tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] 10.222.0.26 "PUT /v2.0/routers/5bdee55f-6c71-4018-ab00-ffc2fb879246 HTTP/1.1" status: 200 len: 716 time: 1.7683463 Jan 28 17:54:06.122413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37434) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:06.134826 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-945b7b9d-972c-41bb-b993-8220393795c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:06.136837 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-945b7b9d-972c-41bb-b993-8220393795c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:06.140962 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-945b7b9d-972c-41bb-b993-8220393795c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e0fa241-225c-482c-a69a-b24de2a6e3be HTTP/1.1" status: 204 len: 168 time: 0.3579373 Jan 28 17:54:06.154031 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-27a2f9c5-9476-44d8-8848-d256dfed919b tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4422574 Jan 28 17:54:06.154861 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37442) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:06.167247 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b7b9d-972c-41bb-b993-8220393795c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0fa241-225c-482c-a69a-b24de2a6e3be,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:06.181359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '360c6c95-302d-42ce-a47c-370f6c7bd8d1', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'port_id': '360c6c95-302d-42ce-a47c-370f6c7bd8d1', 'mac_address': 'fa:16:3e:67:31:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 17:54:06.189529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-294746090', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:06.198822 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d445bd46-2377-4db1-9348-920fcad576a0 None None] Provisioning complete for port c06b135f-963f-4adc-be54-3c906efb9142 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:06.200473 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d445bd46-2377-4db1-9348-920fcad576a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:06.203857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:06.208472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:router and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:06.213635 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:06.220816 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:06.252725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8630cb3d-717b-4bf8-b74a-d8101913577d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:06.265504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8630cb3d-717b-4bf8-b74a-d8101913577d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:06.268519 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8630cb3d-717b-4bf8-b74a-d8101913577d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2007475 Jan 28 17:54:06.271540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37446) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:06.290457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37450) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:06.295430 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-05fde9d1-3fb4-4ab2-9cf2-5fce84771b1b req-59586203-98ea-4719-8603-80f8193a6a87 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743803 Jan 28 17:54:06.304885 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8dbf2206-a6b4-4416-a622-5290479bde8b tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] 10.222.0.26 "GET /v2.0/routers/5bdee55f-6c71-4018-ab00-ffc2fb879246 HTTP/1.1" status: 200 len: 716 time: 0.1808474 Jan 28 17:54:06.307486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37456) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:06.379185 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:06.380828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:06.415321 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-54253ea4-05af-4b9f-b252-fe6678c01583 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 2f7bc2f0-53fb-4e50-bc37-3cb184d36ff3 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:06.415321 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-54253ea4-05af-4b9f-b252-fe6678c01583 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:06.468494 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:06.541689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:06.556099 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360c6c95-302d-42ce-a47c-370f6c7bd8d1 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 17:54:06.570030 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5f258a5c-1db1-461e-a60f-76388acadc01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ace9bdbc4c74094a8a646d1a1f30e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702785 Jan 28 17:54:06.573437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37464) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:06.613074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 360c6c95-302d-42ce-a47c-370f6c7bd8d1, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=360c6c95-302d-42ce-a47c-370f6c7bd8d1,segment=NetworkSegment(10739327-6374-43e5-9ff6-95deeb920e7b),segment_id=10739327-6374-43e5-9ff6-95deeb920e7b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:06.650211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d445bd46-2377-4db1-9348-920fcad576a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:06.686565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:06.731636 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bea1a5-44cc-46a6-8e87-fe870162a2f5 None None] Network 41eabc13-460c-41f2-bd53-939e5bb429d2 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:06.804685 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-54253ea4-05af-4b9f-b252-fe6678c01583 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:06.814250 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3af6584b-c38e-4e12-acfa-467b91f15d1e tempest-RoutersTestDVR-1961492654 tempest-RoutersTestDVR-1961492654-project] 10.222.0.26 "GET /v2.0/routers/5bdee55f-6c71-4018-ab00-ffc2fb879246 HTTP/1.1" status: 200 len: 682 time: 0.5027037 Jan 28 17:54:06.818845 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37474) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:06.932787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d445bd46-2377-4db1-9348-920fcad576a0 None None] For port c06b135f-963f-4adc-be54-3c906efb9142, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c06b135f-963f-4adc-be54-3c906efb9142,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:06.973105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=360c6c95-302d-42ce-a47c-370f6c7bd8d1,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:07.017701 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d445bd46-2377-4db1-9348-920fcad576a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:07.035976 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-54253ea4-05af-4b9f-b252-fe6678c01583 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 2f7bc2f0-53fb-4e50-bc37-3cb184d36ff3 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:07.115926 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['360c6c95-302d-42ce-a47c-370f6c7bd8d1'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 17:54:07.178317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['d86d4399-3eaa-4ec9-8c17-5a9ff86169e6'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 17:54:07.203394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['81efd65d-d7b9-42f2-aa8b-f0586b726f1c'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 17:54:07.207944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-af3c2dc9-d857-4c46-9e4e-ca1741c9bb09 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:07.403975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445bd46-2377-4db1-9348-920fcad576a0 None None] Pushing event updated for resources: {'Port': ['ID=c06b135f-963f-4adc-be54-3c906efb9142,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:07.418452 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ea35b383-a167-4187-a66f-9bb6cb32bf4e None None] Provisioning complete for port c06b135f-963f-4adc-be54-3c906efb9142 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:07.419372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea35b383-a167-4187-a66f-9bb6cb32bf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:07.433136 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:07.459789 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de1cb0-d10b-4123-96ee-178756862360 req-a78b71ff-05c9-4619-8fbc-3c580a0cdc8b tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:07.461362 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-60de1cb0-d10b-4123-96ee-178756862360 req-a78b71ff-05c9-4619-8fbc-3c580a0cdc8b tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 944 time: 0.6957412 Jan 28 17:54:07.568616 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-60de1cb0-d10b-4123-96ee-178756862360 req-bae57306-a5e8-46fa-8f13-51797d4e72e7 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752556 Jan 28 17:54:07.707834 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:07.736385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:07.796955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37496) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:07.810105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-af3c2dc9-d857-4c46-9e4e-ca1741c9bb09 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:07.818687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-af3c2dc9-d857-4c46-9e4e-ca1741c9bb09 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:07.890116 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ea35b383-a167-4187-a66f-9bb6cb32bf4e None None] Could not find standard attr ID for object 2f7bc2f0-53fb-4e50-bc37-3cb184d36ff3. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:54:07.925536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b11c1-60ec-41d5-88b7-631de2dabafb req-667bb991-fa5c-49d5-8c44-9b8a483fa1f1 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:07.927101 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1c4b11c1-60ec-41d5-88b7-631de2dabafb req-667bb991-fa5c-49d5-8c44-9b8a483fa1f1 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 945 time: 0.9595029 Jan 28 17:54:07.948933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:07.953688 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-54253ea4-05af-4b9f-b252-fe6678c01583 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:07.970271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-45ef3980-e6d8-434e-866d-3f5c3bf94eef tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:07.974243 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-45ef3980-e6d8-434e-866d-3f5c3bf94eef tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1732233 Jan 28 17:54:07.980387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37502) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:07.981144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e347b9-27f9-4e14-a8db-7daca3fb1639,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:08.001439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-81d40985-194b-4622-b86d-d8563a000247 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.001439 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-81d40985-194b-4622-b86d-d8563a000247 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0156415 Jan 28 17:54:08.003730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:08.004073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:08.004186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3aca1f18-b127-42fe-aa28-cf5260f3d1ab None None] Could not find standard attr ID for object 2f7bc2f0-53fb-4e50-bc37-3cb184d36ff3. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:54:08.004407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:08.004735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:08.005333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:08.005458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:08.005699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:08.006001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:08.006316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:08.006735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:08.006939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:08.007276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:08.011949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37506) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.017530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-3ebc4953-ba85-4cb2-84a2-92befad9117c tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.020834 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3ebc4953-ba85-4cb2-84a2-92befad9117c tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050321 Jan 28 17:54:08.021717 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1c4b11c1-60ec-41d5-88b7-631de2dabafb req-7173c9b8-b09b-4464-9443-76665e4111bc tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883901 Jan 28 17:54:08.022064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37510) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.029838 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-a91004c4-effb-42f7-bd30-db341c0ec773 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.033135 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a91004c4-effb-42f7-bd30-db341c0ec773 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0077403 Jan 28 17:54:08.033135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.034677 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3d3d75b7-7e55-4bbc-b581-3f06b7f7f53a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20e347b9-27f9-4e14-a8db-7daca3fb1639 HTTP/1.1" status: 204 len: 168 time: 1.4594324 Jan 28 17:54:08.034677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37514) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.038925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-585d569f-9ac6-4656-876c-8a586ca52f15 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.047413 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-585d569f-9ac6-4656-876c-8a586ca52f15 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046084 Jan 28 17:54:08.051006 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37520) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.056889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-4e5d8c6c-f435-4da5-9e4e-372b7b242044 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.060846 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4e5d8c6c-f435-4da5-9e4e-372b7b242044 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0088162 Jan 28 17:54:08.061384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37524) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.067533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-1e91cdde-86c2-430f-8c85-af3103b30714 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.068443 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1e91cdde-86c2-430f-8c85-af3103b30714 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0061719 Jan 28 17:54:08.070814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37528) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.075825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-1d47acdc-077d-4545-bafb-ec46b4289f35 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.077043 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1d47acdc-077d-4545-bafb-ec46b4289f35 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0050330 Jan 28 17:54:08.078361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-af3c2dc9-d857-4c46-9e4e-ca1741c9bb09 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.078824 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3c2dc9-d857-4c46-9e4e-ca1741c9bb09 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5bdee55f-6c71-4018-ab00-ffc2fb879246 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:54:08.083333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-af3c2dc9-d857-4c46-9e4e-ca1741c9bb09 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.084000 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-af3c2dc9-d857-4c46-9e4e-ca1741c9bb09 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] 10.222.0.26 "DELETE /v2.0/routers/5bdee55f-6c71-4018-ab00-ffc2fb879246 HTTP/1.1" status: 204 len: 168 time: 1.2632716 Jan 28 17:54:08.084576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37532) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.087389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37536) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.091740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-abf1dd67-00e2-4efd-87c1-97625dcddf25 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.092742 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-abf1dd67-00e2-4efd-87c1-97625dcddf25 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0072088 Jan 28 17:54:08.095038 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37540) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.099305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-74249528-c024-41bd-965f-20907236b3ba tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Request body: {'router': {'name': 'tempest-router-1765482732', 'distributed': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:08.106497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-cf779fb9-ce8f-4481-873e-8e30c1ee6d86 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.109409 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cf779fb9-ce8f-4481-873e-8e30c1ee6d86 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0116806 Jan 28 17:54:08.109409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-74249528-c024-41bd-965f-20907236b3ba tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:08.111956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37544) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.114391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-74249528-c024-41bd-965f-20907236b3ba tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Usage tracker for resource:router and tenant:8c2dce90dd02481abe29bccea74164a0 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:08.117464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-74249528-c024-41bd-965f-20907236b3ba tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:08.122754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-95321eb8-f944-4abd-809e-38fed7fe2fd1 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.123734 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-95321eb8-f944-4abd-809e-38fed7fe2fd1 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0109186 Jan 28 17:54:08.126842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37548) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.129278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-74249528-c024-41bd-965f-20907236b3ba tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:08.133646 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-bcf0215b-f328-4b2a-9bb8-c1f130267b05 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.135231 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bcf0215b-f328-4b2a-9bb8-c1f130267b05 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0074060 Jan 28 17:54:08.135675 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54253ea4-05af-4b9f-b252-fe6678c01583 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=2f7bc2f0-53fb-4e50-bc37-3cb184d36ff3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:08.139264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37552) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.145432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-ab2237fa-9214-4647-a57d-0d2e96d5a0e3 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.147215 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ab2237fa-9214-4647-a57d-0d2e96d5a0e3 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0062411 Jan 28 17:54:08.151620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37556) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.156409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-1f2c75a3-68dd-4da9-b99e-d996209f446e tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.157352 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1f2c75a3-68dd-4da9-b99e-d996209f446e tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048199 Jan 28 17:54:08.159835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37560) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.170310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-0fb46990-1914-4d8b-a78e-b7fad89bff59 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.171823 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0fb46990-1914-4d8b-a78e-b7fad89bff59 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0107601 Jan 28 17:54:08.175366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37564) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.179885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-e3067468-88e8-42e6-b270-dc4887f4e5a5 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.183015 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e3067468-88e8-42e6-b270-dc4887f4e5a5 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0052984 Jan 28 17:54:08.183505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37568) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.190330 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-0fa201d8-c0e5-4a64-bb18-caaa31fa1e09 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.191992 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0fa201d8-c0e5-4a64-bb18-caaa31fa1e09 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0071256 Jan 28 17:54:08.194050 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37572) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.199870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-4a527e27-5641-465e-96df-d5864fa858ae tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.200819 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4a527e27-5641-465e-96df-d5864fa858ae tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058672 Jan 28 17:54:08.204715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37576) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.212216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-1c1b4232-7496-4731-8b65-ece67cb96c34 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.215485 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1c1b4232-7496-4731-8b65-ece67cb96c34 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0097969 Jan 28 17:54:08.216177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37580) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.220679 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.221523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-e95ba4fa-b8f2-48ca-9ef6-e4c6d60350d1 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.223516 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e95ba4fa-b8f2-48ca-9ef6-e4c6d60350d1 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0056837 Jan 28 17:54:08.226503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74249528-c024-41bd-965f-20907236b3ba tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.226503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74249528-c024-41bd-965f-20907236b3ba tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.229064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37584) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.236783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-0a12fd40-bc73-4cdd-b84f-48dbcae3f62c tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.239047 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0a12fd40-bc73-4cdd-b84f-48dbcae3f62c tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0077834 Jan 28 17:54:08.240937 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37588) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.250058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-15367760-feb6-4bf2-b10a-11ea37b7975f tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.251232 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-15367760-feb6-4bf2-b10a-11ea37b7975f tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0075428 Jan 28 17:54:08.254006 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37592) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.256697 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-54253ea4-05af-4b9f-b252-fe6678c01583 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.259651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.262799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-cc5fc95e-a1f8-4561-bf0b-81d8c6847bf8 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.263661 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cc5fc95e-a1f8-4561-bf0b-81d8c6847bf8 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0087836 Jan 28 17:54:08.267475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74249528-c024-41bd-965f-20907236b3ba tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.268668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37596) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.278975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-172c243e-3c66-4854-bdcb-8834fd057f72 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.282389 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-172c243e-3c66-4854-bdcb-8834fd057f72 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0104659 Jan 28 17:54:08.282939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37600) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.288372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-a4bbcd9e-426d-4302-bf4f-a661979e15ad tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.290811 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a4bbcd9e-426d-4302-bf4f-a661979e15ad tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0057931 Jan 28 17:54:08.291724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37604) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.298066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-f9244f7a-013d-4d90-8db5-ebb2adf37d8c tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.299154 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f9244f7a-013d-4d90-8db5-ebb2adf37d8c tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063901 Jan 28 17:54:08.302973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37608) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.313607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-0e6f9b62-a336-4df7-87f1-3401aba009a7 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.314722 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0e6f9b62-a336-4df7-87f1-3401aba009a7 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0107450 Jan 28 17:54:08.315245 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-54253ea4-05af-4b9f-b252-fe6678c01583 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/2f7bc2f0-53fb-4e50-bc37-3cb184d36ff3 HTTP/1.1" status: 204 len: 168 time: 2.0419085 Jan 28 17:54:08.318408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37612) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.320637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37614) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.356912 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-37176c72-eeab-40bd-8eb0-ddeb4a4bbce6 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.360358 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-37176c72-eeab-40bd-8eb0-ddeb4a4bbce6 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0361412 Jan 28 17:54:08.362171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37620) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.370985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-03982129-35dc-4483-8467-97197c025807 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.374826 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-03982129-35dc-4483-8467-97197c025807 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0098231 Jan 28 17:54:08.378698 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37624) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.386054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-4ead0517-9eac-4616-bbf3-13ec56766d44 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.390084 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4ead0517-9eac-4616-bbf3-13ec56766d44 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0073628 Jan 28 17:54:08.390084 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37628) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.390325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71d028-21ce-4ff6-8468-42f138cb4fe6 req-0d20d132-492d-46cd-8221-c6486e3bb721 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:08.391946 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eb71d028-21ce-4ff6-8468-42f138cb4fe6 req-0d20d132-492d-46cd-8221-c6486e3bb721 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 945 time: 0.4465113 Jan 28 17:54:08.399104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-35aa1bfb-2737-47d2-b23a-a298344a6729 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.400930 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-35aa1bfb-2737-47d2-b23a-a298344a6729 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0093615 Jan 28 17:54:08.406173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74249528-c024-41bd-965f-20907236b3ba tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.407073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37632) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.421210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5513779-381c-43b8-b50b-110bf2e7178d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:08.422794 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5513779-381c-43b8-b50b-110bf2e7178d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:08.423122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-67fa5c4c-2df4-4388-870d-a177553e481f tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.423546 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a5513779-381c-43b8-b50b-110bf2e7178d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:08.424032 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-67fa5c4c-2df4-4388-870d-a177553e481f tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0054336 Jan 28 17:54:08.427286 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37636) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.435295 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-e23b4f42-728d-4f84-9735-b14b8e5ea535 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.438580 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e23b4f42-728d-4f84-9735-b14b8e5ea535 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0081086 Jan 28 17:54:08.440687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37640) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.447276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-68353891-d7df-4dbb-b0d6-b06927b37205 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.450645 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-68353891-d7df-4dbb-b0d6-b06927b37205 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064023 Jan 28 17:54:08.451596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37644) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.457042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-8177e546-518c-4118-85c5-fc47f1a959db tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.459091 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8177e546-518c-4118-85c5-fc47f1a959db tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0059226 Jan 28 17:54:08.460503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37648) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.464511 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eb71d028-21ce-4ff6-8468-42f138cb4fe6 req-e1d9f291-6d3d-44a4-9c0b-060705b23408 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611732 Jan 28 17:54:08.467059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-ad9ea214-19a8-42ec-8427-fc458230e190 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.468178 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ad9ea214-19a8-42ec-8427-fc458230e190 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0064781 Jan 28 17:54:08.473314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.26.1.107 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/f30e8b9e-85f5-4ca1-841d-304c28caa7c3) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:08.475349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37654) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.482758 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-ffe6e60b-baa4-4500-9027-d91eacfda959 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.483702 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ffe6e60b-baa4-4500-9027-d91eacfda959 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0075121 Jan 28 17:54:08.486543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37658) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.493847 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-debd99c2-fce2-417c-9e5f-dd07f957e9d7 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.494775 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-debd99c2-fce2-417c-9e5f-dd07f957e9d7 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071149 Jan 28 17:54:08.501582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37662) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.508664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-d27eb784-0e1b-4513-b10d-f0e2eba11636 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.510409 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d27eb784-0e1b-4513-b10d-f0e2eba11636 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0076144 Jan 28 17:54:08.512812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37666) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.518641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-823cb32f-bec8-4d46-bdb1-8478611ef78e tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.520545 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-823cb32f-bec8-4d46-bdb1-8478611ef78e tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0061481 Jan 28 17:54:08.521901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37670) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.527301 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-6c71ca6c-66fe-4d9b-aff6-2fe46f9dbeef tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.529653 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6c71ca6c-66fe-4d9b-aff6-2fe46f9dbeef tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0066500 Jan 28 17:54:08.531312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74249528-c024-41bd-965f-20907236b3ba tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.532909 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-74249528-c024-41bd-965f-20907236b3ba tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4447267 Jan 28 17:54:08.535829 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37674) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.536139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37676) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.542290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-42ebd727-c12a-4f21-a088-9792474670c1 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.546016 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-42ebd727-c12a-4f21-a088-9792474670c1 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0063484 Jan 28 17:54:08.560357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37682) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.580090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-5d90b927-2e78-4f3f-a4e7-f671ccef0ac4 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.580090 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5d90b927-2e78-4f3f-a4e7-f671ccef0ac4 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0166392 Jan 28 17:54:08.581632 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37686) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.588373 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-bd087d8c-7033-4224-ac1e-165fe3a4b470 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.589323 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bd087d8c-7033-4224-ac1e-165fe3a4b470 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0067022 Jan 28 17:54:08.592439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37690) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.599118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-ede48ac8-b2db-4fe4-9e0d-6eace4a4cb46 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.600199 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ede48ac8-b2db-4fe4-9e0d-6eace4a4cb46 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0066581 Jan 28 17:54:08.602480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a5513779-381c-43b8-b50b-110bf2e7178d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:08.602986 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37694) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.604655 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a5513779-381c-43b8-b50b-110bf2e7178d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2853365 Jan 28 17:54:08.612393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37700) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.615443 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-0fc1dc66-ab6c-4e0a-bd39-747ab4359df4 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.616375 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0fc1dc66-ab6c-4e0a-bd39-747ab4359df4 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0123730 Jan 28 17:54:08.656293 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c06b135f-963f-4adc-be54-3c906efb9142 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:08.656471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37704) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.673178 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-a7f39e69-b5b8-44d3-adad-0a5154ebe8f5 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.699449 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a7f39e69-b5b8-44d3-adad-0a5154ebe8f5 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0167263 Jan 28 17:54:08.699580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37708) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.699580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-65309542-8736-4db7-a35b-85527616806b tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.699580 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-65309542-8736-4db7-a35b-85527616806b tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0084846 Jan 28 17:54:08.699580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37712) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.699580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-25b57e67-0aaa-4cba-9bf2-887688d6c381 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.700046 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-25b57e67-0aaa-4cba-9bf2-887688d6c381 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0059299 Jan 28 17:54:08.703732 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37716) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.707962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3af17c81-fc07-42db-bec6-ea2329599982 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.724974 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 81efd65d-d7b9-42f2-aa8b-f0586b726f1c up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:08.734327 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d06c19e-6062-4fb2-b1b4-e41b5381baf4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 00156fbc-9c26-41a3-83f0-471422d597b0 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:54:08.738172 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.743089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4d06c19e-6062-4fb2-b1b4-e41b5381baf4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.772899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-c3b68e73-0db0-4303-b0e1-df18c129a50e tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.776518 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c3b68e73-0db0-4303-b0e1-df18c129a50e tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0692174 Jan 28 17:54:08.778643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37720) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.787420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port c06b135f-963f-4adc-be54-3c906efb9142 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:08.791517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.794226 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-2962d1bc-5ef2-4af2-ad82-a54111943ad6 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.795288 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2962d1bc-5ef2-4af2-ad82-a54111943ad6 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0175564 Jan 28 17:54:08.799381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37724) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.809986 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-a1e4ada4-889e-45fc-845b-85112db48110 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.810934 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a1e4ada4-889e-45fc-845b-85112db48110 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0087292 Jan 28 17:54:08.813779 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37728) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.824387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-e7d6fa50-7385-47c7-a0ad-58289425bcad tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.825343 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e7d6fa50-7385-47c7-a0ad-58289425bcad tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0098319 Jan 28 17:54:08.829914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37732) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.833700 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4d06c19e-6062-4fb2-b1b4-e41b5381baf4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.869113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-0d67f5f6-6f2f-4e17-9260-4679128896f6 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.870133 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0d67f5f6-6f2f-4e17-9260-4679128896f6 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0393527 Jan 28 17:54:08.879579 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37736) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.888918 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-21733045-5d25-4861-805f-01d70ed86bcf tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.889900 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-21733045-5d25-4861-805f-01d70ed86bcf tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0090783 Jan 28 17:54:08.895375 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37740) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.903963 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-2f58c21a-0e37-496f-aac4-406856d4f44f tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.904648 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2f58c21a-0e37-496f-aac4-406856d4f44f tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0082998 Jan 28 17:54:08.908370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37744) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.915966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-2813a965-7fb8-4c20-9775-21bc769bd70b tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.916824 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2813a965-7fb8-4c20-9775-21bc769bd70b tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0068998 Jan 28 17:54:08.922078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37748) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.930734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:08.931346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-b502f7ee-6bee-4e76-bf65-e8d6985eb6e1 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:08.937727 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b502f7ee-6bee-4e76-bf65-e8d6985eb6e1 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0092385 Jan 28 17:54:08.952226 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:08.952792 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:08.966459 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37752) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:08.967042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37754) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:09.001684 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4d06c19e-6062-4fb2-b1b4-e41b5381baf4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:09.031350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:09.051787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-eccdb904-e852-4df8-b7e4-c864cf96e1ad tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:09.051787 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-eccdb904-e852-4df8-b7e4-c864cf96e1ad tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0772529 Jan 28 17:54:09.061378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37760) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:09.121795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:09.128432 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:09.135403 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-c3ed8408-72ec-4a4c-8092-b8d77425e754 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:09.136327 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:09.139448 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c3ed8408-72ec-4a4c-8092-b8d77425e754 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0196631 Jan 28 17:54:09.142863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37766) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:09.146227 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:09.155330 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3af17c81-fc07-42db-bec6-ea2329599982 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:09.160619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-8e1ca901-0252-442a-945d-b9dcab1cd830 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:09.163952 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8e1ca901-0252-442a-945d-b9dcab1cd830 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0161707 Jan 28 17:54:09.166820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3af17c81-fc07-42db-bec6-ea2329599982 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:09.166960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37770) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:09.179707 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=f30e8b9e-85f5-4ca1-841d-304c28caa7c3,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:09.184966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-2e9c80bb-832e-42a8-b2e3-da45ccfbbf79 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:09.189932 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2e9c80bb-832e-42a8-b2e3-da45ccfbbf79 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0126348 Jan 28 17:54:09.191949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f6e717-1453-473b-a5ca-6a3627f50b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81efd65d-d7b9-42f2-aa8b-f0586b726f1c'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:54:09.197608 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37774) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:09.207838 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-9b1deda3-e38e-4fbf-b5c4-57bc6f16701d tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:09.211194 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9b1deda3-e38e-4fbf-b5c4-57bc6f16701d tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0088823 Jan 28 17:54:09.219366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c7d6e-7e14-460d-8815-34d6e9bf20eb req-0e66afaf-0fe9-4437-8db5-69e940d4f159 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:09.221075 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c83c7d6e-7e14-460d-8815-34d6e9bf20eb req-0e66afaf-0fe9-4437-8db5-69e940d4f159 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 944 time: 0.4522018 Jan 28 17:54:09.221793 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37778) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:09.234131 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b7246206-8059-4169-ba25-dd8ec5746d21 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8866221f849846568768e87c579f0945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521744 Jan 28 17:54:09.234131 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-ecf47cb8-fb4c-4451-8b0a-ff50bcae3cf3 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:09.234131 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ecf47cb8-fb4c-4451-8b0a-ff50bcae3cf3 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0083532 Jan 28 17:54:09.241857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:09.242201 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:09.242537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:09.242865 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:09.243215 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:09.243535 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:09.243865 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:09.244173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:09.244487 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:09.244802 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:09.245125 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:09.245429 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:09.253835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37782) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:09.253835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37784) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:09.257737 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=81efd65d-d7b9-42f2-aa8b-f0586b726f1c,segment=NetworkSegment(72a2afdd-3af5-4a01-89b9-aa871bc3a7b9),segment_id=72a2afdd-3af5-4a01-89b9-aa871bc3a7b9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:09.269719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [None req-d20819b2-e5b0-4c6a-be9a-a57ac018ab17 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:09.274228 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d20819b2-e5b0-4c6a-be9a-a57ac018ab17 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0129607 Jan 28 17:54:09.276105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37794) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:09.286576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-020d45bc-9513-4454-b7b7-e1f5d6fd1073 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:09.290453 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-020d45bc-9513-4454-b7b7-e1f5d6fd1073 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0105135 Jan 28 17:54:09.290453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37798) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:09.297864 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c83c7d6e-7e14-460d-8815-34d6e9bf20eb req-c8c2a22a-405b-4d54-87e9-ca167e23a0f8 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646915 Jan 28 17:54:09.301051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-a642f88f-4d46-4e83-9494-cb2c05904c2e tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:09.302676 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a642f88f-4d46-4e83-9494-cb2c05904c2e tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0107486 Jan 28 17:54:09.309274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37802) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:09.315744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-08b555be-b987-4a88-873a-c0d28de0d8a7 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:09.317304 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-08b555be-b987-4a88-873a-c0d28de0d8a7 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0068829 Jan 28 17:54:09.319666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37806) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:09.326977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [None req-64fd554a-8b83-49e2-b448-d966fcc93790 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 17:54:09.334122 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-64fd554a-8b83-49e2-b448-d966fcc93790 tempest-ExtensionsTestJSON-836668089 tempest-ExtensionsTestJSON-836668089-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0135767 Jan 28 17:54:09.336027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3af17c81-fc07-42db-bec6-ea2329599982 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:09.336700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af17c81-fc07-42db-bec6-ea2329599982 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11076b42-729d-4c4a-88eb-282cc9a051f8 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:54:09.348688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3af17c81-fc07-42db-bec6-ea2329599982 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:09.352316 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3af17c81-fc07-42db-bec6-ea2329599982 tempest-RoutersTestDVR-401689933 tempest-RoutersTestDVR-401689933-project-admin] 10.222.0.26 "DELETE /v2.0/routers/11076b42-729d-4c4a-88eb-282cc9a051f8 HTTP/1.1" status: 204 len: 168 time: 0.8130059 Jan 28 17:54:09.368392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:09.371122 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:09.434720 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4d06c19e-6062-4fb2-b1b4-e41b5381baf4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:09.529120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=81efd65d-d7b9-42f2-aa8b-f0586b726f1c,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:09.596241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:09.601461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:09.601829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:09.603878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06c19e-6062-4fb2-b1b4-e41b5381baf4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=00156fbc-9c26-41a3-83f0-471422d597b0,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:09.617214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4d06c19e-6062-4fb2-b1b4-e41b5381baf4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:09.639354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88cd3eb-4603-4b54-ab0b-0740e64cca7d None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:09.667437 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-666694a8-5904-4a08-9718-c626bee1fe02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:09.699020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2475b7-440c-443d-9678-0598d5203ec5 req-7e410df8-d9f4-4483-bf53-8b89a0182b58 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:09.700492 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fc2475b7-440c-443d-9678-0598d5203ec5 req-7e410df8-d9f4-4483-bf53-8b89a0182b58 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 945 time: 0.5035417 Jan 28 17:54:09.728185 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-666694a8-5904-4a08-9718-c626bee1fe02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:09.778337 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fc2475b7-440c-443d-9678-0598d5203ec5 req-8332a0c4-ba57-4ff8-9653-93ccf2059fe6 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700376 Jan 28 17:54:09.916703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37822) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:09.917227 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4d06c19e-6062-4fb2-b1b4-e41b5381baf4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/00156fbc-9c26-41a3-83f0-471422d597b0 HTTP/1.1" status: 204 len: 168 time: 1.2992890 Jan 28 17:54:09.941547 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:09.968522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef11557-d2a0-43a5-8a2e-7c67248c26c6 req-a831f649-1526-4d96-a495-f0fa66218c26 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:09.970777 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9ef11557-d2a0-43a5-8a2e-7c67248c26c6 req-a831f649-1526-4d96-a495-f0fa66218c26 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.0954578 Jan 28 17:54:09.982725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6,segment=NetworkSegment(8685c786-491e-49b9-a4e8-0d2696932798),segment_id=8685c786-491e-49b9-a4e8-0d2696932798)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:10.013595 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-476ed3ef-cc2e-454c-bb1b-cab425a82499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:10.034380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-666694a8-5904-4a08-9718-c626bee1fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:10.053654 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f829458a-0397-4c0c-928b-2a9c923f1d58 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1319931 Jan 28 17:54:10.053862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37826) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:10.059368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b3854cce-2376-439d-91f4-6e58d26862b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:10.073280 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ce49ec-317b-46ac-84df-231723d76511 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:54:10.077206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-34ce49ec-317b-46ac-84df-231723d76511 None None] Deleting port c06b135f-963f-4adc-be54-3c906efb9142 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:10.077571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34ce49ec-317b-46ac-84df-231723d76511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:10.155417 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666694a8-5904-4a08-9718-c626bee1fe02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6740cb-52d9-4b23-8aab-b85bd1d6df03,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:10.196369 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9ef11557-d2a0-43a5-8a2e-7c67248c26c6 req-e91d486d-0968-4e31-a626-fcd03c38354a tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631484 Jan 28 17:54:10.197469 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-666694a8-5904-4a08-9718-c626bee1fe02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:10.198719 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-666694a8-5904-4a08-9718-c626bee1fe02 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a6740cb-52d9-4b23-8aab-b85bd1d6df03 HTTP/1.1" status: 204 len: 168 time: 0.9423707 Jan 28 17:54:10.201435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37834) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:10.201676 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:10.202466 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 360c6c95-302d-42ce-a47c-370f6c7bd8d1 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:10.270455 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f6e717-1453-473b-a5ca-6a3627f50b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81efd65d-d7b9-42f2-aa8b-f0586b726f1c', 'code': 200} Jan 28 17:54:10.285712 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37842) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:10.330866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:10.430739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-398830a8-a39d-4b17-888f-703cfdfc695d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:10.501073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5da55df6-ebee-497a-b2dc-5b197a179683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:10.504228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b3854cce-2376-439d-91f4-6e58d26862b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:10.515189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-398830a8-a39d-4b17-888f-703cfdfc695d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:10.523856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b3854cce-2376-439d-91f4-6e58d26862b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:10.538532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b3854cce-2376-439d-91f4-6e58d26862b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:10.554327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b3854cce-2376-439d-91f4-6e58d26862b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:10.581541 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:10.597575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-398830a8-a39d-4b17-888f-703cfdfc695d admin admin] Usage tracker for resource:security_group_rule and tenant:084c778c19b245fe8667a37efdf231cd is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:10.597575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5da55df6-ebee-497a-b2dc-5b197a179683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:10.606983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-398830a8-a39d-4b17-888f-703cfdfc695d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:10.622862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-34ce49ec-317b-46ac-84df-231723d76511 None None] For port c06b135f-963f-4adc-be54-3c906efb9142, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c06b135f-963f-4adc-be54-3c906efb9142,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:10.628647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34ce49ec-317b-46ac-84df-231723d76511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:10.628775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5da55df6-ebee-497a-b2dc-5b197a179683 admin admin] Usage tracker for resource:security_group_rule and tenant:830658e449474af9abe1f931042dad4a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:10.628775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-398830a8-a39d-4b17-888f-703cfdfc695d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:10.633711 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5da55df6-ebee-497a-b2dc-5b197a179683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:10.650038 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3854cce-2376-439d-91f4-6e58d26862b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:10.650957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5da55df6-ebee-497a-b2dc-5b197a179683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:10.661433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b3854cce-2376-439d-91f4-6e58d26862b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:10.688361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c06b135f-963f-4adc-be54-3c906efb9142 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:54:10.773844 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 360c6c95-302d-42ce-a47c-370f6c7bd8d1 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:10.784224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-34ce49ec-317b-46ac-84df-231723d76511 None None] Calling delete_port for c06b135f-963f-4adc-be54-3c906efb9142 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:10.836763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 360c6c95-302d-42ce-a47c-370f6c7bd8d1 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:10.837130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:10.851092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf8ae8-cdee-4479-ba46-2d669c3b9925 req-40b00228-8acd-4aa9-81a5-6aedc96a7623 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:10.852525 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c8bf8ae8-cdee-4479-ba46-2d669c3b9925 req-40b00228-8acd-4aa9-81a5-6aedc96a7623 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 944 time: 0.3913312 Jan 28 17:54:11.069947 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-398830a8-a39d-4b17-888f-703cfdfc695d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.070149 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34ce49ec-317b-46ac-84df-231723d76511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.101867 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c8bf8ae8-cdee-4479-ba46-2d669c3b9925 req-c2fdcceb-6216-4ee4-a093-682d67f23353 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261574 Jan 28 17:54:11.113121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.132083 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5da55df6-ebee-497a-b2dc-5b197a179683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.134338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.138449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4addd5d-0971-4e95-a453-066ff7681d0e req-ec16775a-4db3-4e0f-a555-2a60177aad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:11.140342 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f4addd5d-0971-4e95-a453-066ff7681d0e req-ec16775a-4db3-4e0f-a555-2a60177aad5e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 1099 time: 0.3941543 Jan 28 17:54:11.145489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce49ec-317b-46ac-84df-231723d76511 None None] Pushing event deleted for resources: {'Port': ['ID=c06b135f-963f-4adc-be54-3c906efb9142,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:11.152369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce49ec-317b-46ac-84df-231723d76511 None None] No DVR routers for this DVR port c06b135f-963f-4adc-be54-3c906efb9142 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:54:11.158155 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.200356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbfa95-3782-40f0-9d6f-77d1e81c56df req-e4c5f675-b7d4-4e95-8066-e56218131ae8 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:11.205599 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6ccbfa95-3782-40f0-9d6f-77d1e81c56df req-e4c5f675-b7d4-4e95-8066-e56218131ae8 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 946 time: 0.1859226 Jan 28 17:54:11.205599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b3854cce-2376-439d-91f4-6e58d26862b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.231161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-398830a8-a39d-4b17-888f-703cfdfc695d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.237525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 360c6c95-302d-42ce-a47c-370f6c7bd8d1, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=360c6c95-302d-42ce-a47c-370f6c7bd8d1,segment=NetworkSegment(10739327-6374-43e5-9ff6-95deeb920e7b),segment_id=10739327-6374-43e5-9ff6-95deeb920e7b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:11.270073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-f4addd5d-0971-4e95-a453-066ff7681d0e req-7133fa6d-a7ab-462f-bc58-07e4aaa48ff2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.295841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5da55df6-ebee-497a-b2dc-5b197a179683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.329195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.333537 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6ccbfa95-3782-40f0-9d6f-77d1e81c56df req-5bd9baf4-078e-494b-8ee5-056a24adecdc tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238213 Jan 28 17:54:11.335990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3854cce-2376-439d-91f4-6e58d26862b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:11.339740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-b3854cce-2376-439d-91f4-6e58d26862b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:11.342785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3854cce-2376-439d-91f4-6e58d26862b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:11.343387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b3854cce-2376-439d-91f4-6e58d26862b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.358830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3854cce-2376-439d-91f4-6e58d26862b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=5cd5584d-d7a7-49c9-8ebc-1b1b881d4e9c,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:11.379672 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e8269c-8785-49d4-97dd-fe1f8f4ecc21 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:11.404593 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-398830a8-a39d-4b17-888f-703cfdfc695d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=084c778c19b245fe8667a37efdf231cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1890965 Jan 28 17:54:11.411150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37866) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:11.423259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-f4addd5d-0971-4e95-a453-066ff7681d0e req-7133fa6d-a7ab-462f-bc58-07e4aaa48ff2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:11.441906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398830a8-a39d-4b17-888f-703cfdfc695d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca4ad62-ccac-4536-b74c-29a4dd537151,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:11.489170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dafb30f7-9257-4354-809c-a12d9fc06afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.495735 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-f4addd5d-0971-4e95-a453-066ff7681d0e req-7133fa6d-a7ab-462f-bc58-07e4aaa48ff2 service neutron] Usage tracker for resource:security_group_rule and tenant:b7f0c15e8ca64004938b81d7165de1fb is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:11.495862 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b3854cce-2376-439d-91f4-6e58d26862b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4387612 Jan 28 17:54:11.501057 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37874) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:11.513893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'name': 'tempest-NetworksTestDHCPv6-1318117212'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:11.595136 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dafb30f7-9257-4354-809c-a12d9fc06afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.608559 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5da55df6-ebee-497a-b2dc-5b197a179683 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=830658e449474af9abe1f931042dad4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3220472 Jan 28 17:54:11.614164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-f4addd5d-0971-4e95-a453-066ff7681d0e req-7133fa6d-a7ab-462f-bc58-07e4aaa48ff2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:11.614498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37878) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:11.633461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-f4addd5d-0971-4e95-a453-066ff7681d0e req-7133fa6d-a7ab-462f-bc58-07e4aaa48ff2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:11.647627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=360c6c95-302d-42ce-a47c-370f6c7bd8d1,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:11.661462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da55df6-ebee-497a-b2dc-5b197a179683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f29554-7d38-477b-a683-32322bd9611b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:11.733043 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': '5cd5584d-d7a7-49c9-8ebc-1b1b881d4e9c'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:54:11.734272 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.747860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e17f0-f779-459c-8022-1825c46f4df8 req-253f9e92-9a05-421e-a3e6-ea8c167425cc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:11.749712 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-628e17f0-f779-459c-8022-1825c46f4df8 req-253f9e92-9a05-421e-a3e6-ea8c167425cc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.3432934 Jan 28 17:54:11.808032 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:11.815020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:11.820624 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:11.827767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18e151dd-883e-4991-b681-be4392d77e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.828835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-f4addd5d-0971-4e95-a453-066ff7681d0e req-7133fa6d-a7ab-462f-bc58-07e4aaa48ff2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.829549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:11.835842 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-628e17f0-f779-459c-8022-1825c46f4df8 req-b92a0f51-2c1d-4ffa-b276-db7bdaa066cf tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737157 Jan 28 17:54:11.835842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:54:11.854798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37884) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:11.868686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18e151dd-883e-4991-b681-be4392d77e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.906550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dafb30f7-9257-4354-809c-a12d9fc06afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.928182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb30f7-9257-4354-809c-a12d9fc06afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca4ad62-ccac-4536-b74c-29a4dd537151,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:11.931866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dafb30f7-9257-4354-809c-a12d9fc06afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:11.936436 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dafb30f7-9257-4354-809c-a12d9fc06afd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ca4ad62-ccac-4536-b74c-29a4dd537151 HTTP/1.1" status: 204 len: 168 time: 0.5210052 Jan 28 17:54:11.999176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-f4addd5d-0971-4e95-a453-066ff7681d0e req-7133fa6d-a7ab-462f-bc58-07e4aaa48ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.015104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2102776378'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:12.020245 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:12.024340 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Usage tracker for resource:network and tenant:461447f090f64256be84da5f17e8e3ad is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:12.028662 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:12.034473 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:12.046460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:12.052953 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f4addd5d-0971-4e95-a453-066ff7681d0e req-7133fa6d-a7ab-462f-bc58-07e4aaa48ff2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8421969 Jan 28 17:54:12.055319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.073994 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133fa6d-a7ab-462f-bc58-07e4aaa48ff2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4aa287-9b78-4837-b296-72abccf2d16f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:12.089092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:12.098535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 03c354c3-cebe-48a8-aa75-7be52e2185c2 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:12.100504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Allocated IP 2001:db8::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/5cd5584d-d7a7-49c9-8ebc-1b1b881d4e9c/2c5b8e1f-e1b0-446d-bfea-bdc0745a518a) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:12.110773 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc61e6-394b-4303-861f-5b742588bcc7 None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:12.122914 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc61e6-394b-4303-861f-5b742588bcc7 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:12.123559 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-07fc61e6-394b-4303-861f-5b742588bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:53:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:12.146518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18e151dd-883e-4991-b681-be4392d77e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.172558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e151dd-883e-4991-b681-be4392d77e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f29554-7d38-477b-a683-32322bd9611b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:12.197483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Made reservation on behalf of 461447f090f64256be84da5f17e8e3ad for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:12.201143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.216452 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18e151dd-883e-4991-b681-be4392d77e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.217695 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-18e151dd-883e-4991-b681-be4392d77e3a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09f29554-7d38-477b-a683-32322bd9611b HTTP/1.1" status: 204 len: 168 time: 0.5844936 Jan 28 17:54:12.225955 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-07fc61e6-394b-4303-861f-5b742588bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:12.236572 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc61e6-394b-4303-861f-5b742588bcc7 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:12.237523 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-07fc61e6-394b-4303-861f-5b742588bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:53:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:12.239959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.272248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6'}, {'server_uuid': '17d45196-0a60-40f5-91fd-1f0ce4c5bf2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360c6c95-302d-42ce-a47c-370f6c7bd8d1'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:54:12.276491 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.283189 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-34916e9a-e5af-4ec7-82fe-468c92c701eb tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1204143 Jan 28 17:54:12.283189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37896) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:12.321412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:12.333057 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-07fc61e6-394b-4303-861f-5b742588bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:12.333463 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc61e6-394b-4303-861f-5b742588bcc7 None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:12.353743 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Usage tracker for resource:security_group_rule and tenant:461447f090f64256be84da5f17e8e3ad is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:12.358004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:12.366438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:12.375583 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9be0fd0c-722d-4718-a56b-ec9b2d64916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.428044 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6', 'code': 200} Jan 28 17:54:12.428627 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d45196-0a60-40f5-91fd-1f0ce4c5bf2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360c6c95-302d-42ce-a47c-370f6c7bd8d1', 'code': 200} Jan 28 17:54:12.462350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87230e63-6fae-4b1f-b624-9469189201a4 req-6808a679-db58-4f11-878a-302731913dbb tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:12.463965 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-87230e63-6fae-4b1f-b624-9469189201a4 req-6808a679-db58-4f11-878a-302731913dbb tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 945 time: 0.2275696 Jan 28 17:54:12.510429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.529753 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Transition to ACTIVE for port object 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:12.536648 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-87230e63-6fae-4b1f-b624-9469189201a4 req-689067db-025d-490f-9b15-349d956e4b9b tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593348 Jan 28 17:54:12.565181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Transition to ACTIVE for port object 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:12.582401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.708461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.753443 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a5383-131f-4406-b784-f2fc85b60dd2 req-bf599eaa-726e-4139-8493-153a48c55dc5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:12.755164 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-748a5383-131f-4406-b784-f2fc85b60dd2 req-bf599eaa-726e-4139-8493-153a48c55dc5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 946 time: 0.2425652 Jan 28 17:54:12.772595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.814741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:12.817801 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:12.821223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:12.827594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:54:12.846868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::2eb (c221bf74-e816-466d-af85-3d953f9ff4cd/5cd5584d-d7a7-49c9-8ebc-1b1b881d4e9c/03c354c3-cebe-48a8-aa75-7be52e2185c2) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:12.854404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c3280f-f644-4033-aa71-3c603b95ba4a,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:12.860619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.860947 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Added segment 04552888-c4be-4b42-87ef-438981c7f46c of type vlan for network 4859e76f-24b8-4d89-86d5-c86785c071e5 Jan 28 17:54:12.894774 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Pushing event updated for resources: {'Port': ['ID=2c5b8e1f-e1b0-446d-bfea-bdc0745a518a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:12.935824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Attempting to bind port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:12.936183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Attempting to bind port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:12.936535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Attempting to bind port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:12.951596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.953483 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:54:12.953863 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:12.954258 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:12.954644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:54:12.955133 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Bound port: 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:54:12.955500 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:13.066899 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-748a5383-131f-4406-b784-f2fc85b60dd2 req-056c6332-96f3-4598-bdbc-1687aec97350 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908983 Jan 28 17:54:13.067703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] For port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:54:13.073860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] For port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2c5b8e1f-e1b0-446d-bfea-bdc0745a518a,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:54:13.110132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.resource_extend [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:54:13.124617 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37918) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:13.179851 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:13.211976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:13.272923 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0305010-9c78-4ec4-9e78-68097b137981 None None] Pushing event updated for resources: {'Port': ['ID=2c5b8e1f-e1b0-446d-bfea-bdc0745a518a,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:13.287316 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d4965-1f05-495b-a684-78b921a8190f req-e7cd723b-b034-4876-9647-36e7983d37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:13.289085 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ea0d4965-1f05-495b-a684-78b921a8190f req-e7cd723b-b034-4876-9647-36e7983d37aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 1099 time: 0.4812438 Jan 28 17:54:13.323317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b353b266-3cd2-409a-a8b7-7d7a7542197f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:13.353430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b353b266-3cd2-409a-a8b7-7d7a7542197f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:13.369607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b353b266-3cd2-409a-a8b7-7d7a7542197f admin admin] Usage tracker for resource:security_group_rule and tenant:8c2dce90dd02481abe29bccea74164a0 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:13.598085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f089252-00e7-4388-801c-2a4951427c7e req-7730f174-e644-4746-b8da-3321ef9f7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:13.598085 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1f089252-00e7-4388-801c-2a4951427c7e req-7730f174-e644-4746-b8da-3321ef9f7f7b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 1098 time: 0.5112498 Jan 28 17:54:13.598085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b353b266-3cd2-409a-a8b7-7d7a7542197f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:13.600029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ea0d4965-1f05-495b-a684-78b921a8190f req-b51e89ef-e1e1-4df8-b3e3-4690ca0fc176 service neutron] Synchronizing usage tracker for tenant:b7f0c15e8ca64004938b81d7165de1fb on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:13.600415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b353b266-3cd2-409a-a8b7-7d7a7542197f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:13.600415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:13.600415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 03c354c3-cebe-48a8-aa75-7be52e2185c2 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:13.600415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097747c-74d7-4ea5-b416-f8964ed03e61 req-3d4ad74c-0ad0-4c98-a57e-7d4feb77563d tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:13.600415 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e097747c-74d7-4ea5-b416-f8964ed03e61 req-3d4ad74c-0ad0-4c98-a57e-7d4feb77563d tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.4929626 Jan 28 17:54:13.600415 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1f089252-00e7-4388-801c-2a4951427c7e req-ced354e9-ea39-455f-af49-361f48a38fc0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132810 Jan 28 17:54:13.601018 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:13.601116 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e097747c-74d7-4ea5-b416-f8964ed03e61 req-b31d844c-2051-4426-b966-01e7fae49920 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597889 Jan 28 17:54:13.616846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b353b266-3cd2-409a-a8b7-7d7a7542197f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:13.667998 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:13.710774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:13.716865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:13.718050 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:13.851431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b353b266-3cd2-409a-a8b7-7d7a7542197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:13.904031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ea0d4965-1f05-495b-a684-78b921a8190f req-b51e89ef-e1e1-4df8-b3e3-4690ca0fc176 service neutron] Unset dirty status for tenant:b7f0c15e8ca64004938b81d7165de1fb on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:13.905132 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ea0d4965-1f05-495b-a684-78b921a8190f req-b51e89ef-e1e1-4df8-b3e3-4690ca0fc176 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5857394 Jan 28 17:54:13.920122 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:14.000349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37932) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:14.053326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49ea19-07e4-47e7-95ab-28ca6be7287f req-c98b4431-e6d2-4a1f-a5d0-2538e30cdf0d tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:14.059728 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event updated for resources: {'Network': ['ID=4859e76f-24b8-4d89-86d5-c86785c071e5,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:14.062466 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bc49ea19-07e4-47e7-95ab-28ca6be7287f req-c98b4431-e6d2-4a1f-a5d0-2538e30cdf0d tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 945 time: 0.3576446 Jan 28 17:54:14.062612 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b353b266-3cd2-409a-a8b7-7d7a7542197f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c2dce90dd02481abe29bccea74164a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9369640 Jan 28 17:54:14.070528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 4859e76f-24b8-4d89-86d5-c86785c071e5 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:54:14.085203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37938) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:14.098637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353b266-3cd2-409a-a8b7-7d7a7542197f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b096ca3-f6fa-4f92-aa31-2c060284f0ee,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:14.115030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:14.123604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:14.131509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:14.138767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:14.139919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:14.158214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=03c354c3-cebe-48a8-aa75-7be52e2185c2,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:14.164784 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-47588543-151f-4778-9d14-9ac1e42bf731 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3090720 Jan 28 17:54:14.172789 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37944) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:14.188191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Request body: {'subnet': {'network_id': '4859e76f-24b8-4d89-86d5-c86785c071e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:14.243717 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bc49ea19-07e4-47e7-95ab-28ca6be7287f req-b9edb02d-d55c-46f2-96c3-76f3b51035c9 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799891 Jan 28 17:54:14.258880 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-493952521'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:14.283718 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:14.292306 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:network and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:14.301087 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-12c7ad26-20df-48d8-98fd-45f6defbe3e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7967699 Jan 28 17:54:14.323387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:14.325914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37948) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:14.377518 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:14.415205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:14.422840 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.20.0.1 (41eabc13-460c-41f2-bd53-939e5bb429d2/f39def2d-b157-4458-a611-eac68d22c4a8/9d529888-0981-4fb0-805d-9890ac8249cb) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:14.424969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Usage tracker for resource:subnet and tenant:461447f090f64256be84da5f17e8e3ad is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:14.428350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4991cf5d-1287-45e2-8234-e071fdc8d774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:14.430129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:14.445794 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:14.476549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4991cf5d-1287-45e2-8234-e071fdc8d774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:14.503721 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719e14-20ba-451b-b8fd-9421c86732a0 req-0b6fb692-de72-452b-bdc9-c13c98aec124 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:14.505256 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-31719e14-20ba-451b-b8fd-9421c86732a0 req-0b6fb692-de72-452b-bdc9-c13c98aec124 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 946 time: 0.2181711 Jan 28 17:54:14.539107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925d0ede-6490-4b59-b5b6-dd904b622430 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:14.545782 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925d0ede-6490-4b59-b5b6-dd904b622430 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:14.546346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-925d0ede-6490-4b59-b5b6-dd904b622430 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:14.548966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:14.552256 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:14.569127 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-31719e14-20ba-451b-b8fd-9421c86732a0 req-1343f255-9287-4d81-be54-f49990664e20 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489376 Jan 28 17:54:14.570556 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:14.593042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:14.607876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Made reservation on behalf of 461447f090f64256be84da5f17e8e3ad for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:14.611875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:14.612020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:security_group_rule and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:14.622346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:14.631828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:14.680141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:14.747757 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:14.749719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4991cf5d-1287-45e2-8234-e071fdc8d774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:14.783070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991cf5d-1287-45e2-8234-e071fdc8d774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b096ca3-f6fa-4f92-aa31-2c060284f0ee,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:14.804671 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4991cf5d-1287-45e2-8234-e071fdc8d774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:14.805818 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4991cf5d-1287-45e2-8234-e071fdc8d774 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b096ca3-f6fa-4f92-aa31-2c060284f0ee HTTP/1.1" status: 204 len: 168 time: 0.7164459 Jan 28 17:54:14.884083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-40ec1997-317a-4c52-b86a-a3b95fbb900a None None] Provisioning for port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:14.897920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6a78f-4645-4357-bdcc-0403090d2963 req-4ae2e9ae-970d-48eb-bc2d-68a0b2cb5c64 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:14.899486 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-47b6a78f-4645-4357-bdcc-0403090d2963 req-4ae2e9ae-970d-48eb-bc2d-68a0b2cb5c64 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.1735690 Jan 28 17:54:14.944237 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:14.952133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.019228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.054978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=9d529888-0981-4fb0-805d-9890ac8249cb,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:15.082033 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:15.085649 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network 41eabc13-460c-41f2-bd53-939e5bb429d2 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:15.088752 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-47b6a78f-4645-4357-bdcc-0403090d2963 req-05e1e014-e72d-4b86-baa0-e0eca86fba82 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735897 Jan 28 17:54:15.092098 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:15.092444 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:15.092885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.093947 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.099192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:15.171265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.182332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:54:15.203583 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb00c9c-4a2c-4c25-a8ad-3f0dee331f76,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:15.206369 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.206713 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Added segment 813430ff-6f18-4e7c-b537-5ae69a199a3c of type vlan for network ba7b1ca8-8191-470a-b174-6ba42251fabf Jan 28 17:54:15.213984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.246897 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-925d0ede-6490-4b59-b5b6-dd904b622430 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:15.248074 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-925d0ede-6490-4b59-b5b6-dd904b622430 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9212236 Jan 28 17:54:15.254782 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37958) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:15.255843 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.283365 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.294594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ccaaba15-d5ff-4b0d-a3bc-3dbca2fca7f3 None None] Provisioning for port 03c354c3-cebe-48a8-aa75-7be52e2185c2 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:15.307803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ccaaba15-d5ff-4b0d-a3bc-3dbca2fca7f3 None None] Provisioning complete for port 03c354c3-cebe-48a8-aa75-7be52e2185c2 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:15.308269 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ccaaba15-d5ff-4b0d-a3bc-3dbca2fca7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.411401 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2c5b8e1f-e1b0-446d-bfea-bdc0745a518a,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:15.414055 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaba15-d5ff-4b0d-a3bc-3dbca2fca7f3 None None] Port 03c354c3-cebe-48a8-aa75-7be52e2185c2 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:15.420791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event updated for resources: {'Subnet': ['ID=65d5de68-d1ca-4889-aec1-8da383187e20,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:15.432623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Checking segment: {'id': '04552888-c4be-4b42-87ef-438981c7f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4859e76f-24b8-4d89-86d5-c86785c071e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:15.432623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Network hostable DHCP agents. Network: 4859e76f-24b8-4d89-86d5-c86785c071e5, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:54:15.466266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8957eea-f8e6-4896-8153-408f2578bdf1 req-7e9e9b8c-e11a-4c01-b432-6fda54d910ec tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:15.469923 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e8957eea-f8e6-4896-8153-408f2578bdf1 req-7e9e9b8c-e11a-4c01-b432-6fda54d910ec tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.1955254 Jan 28 17:54:15.476950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37966) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:15.477651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-89a93dd3-1811-4570-a431-0af834c46a1b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 03c354c3-cebe-48a8-aa75-7be52e2185c2 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:15.478076 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-89a93dd3-1811-4570-a431-0af834c46a1b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.483138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-770fc0ab-28df-4be5-89ac-b9092399b6f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Request body: {'floatingip': {'port_id': '81efd65d-d7b9-42f2-aa8b-f0586b726f1c'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:15.503689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.561155 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.561557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Network 4859e76f-24b8-4d89-86d5-c86785c071e5 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:54:15.567389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:15.568099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.573829 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-770fc0ab-28df-4be5-89ac-b9092399b6f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for floatingip, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.585842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=2c5b8e1f-e1b0-446d-bfea-bdc0745a518a,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:15.593352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:15.593698 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:15.594038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:15.594375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:15.594695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:15.595034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:15.595426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:15.595669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:15.595990 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:15.596305 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:15.596621 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:15.596933 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:54:15.788034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Network': ['ID=ba7b1ca8-8191-470a-b174-6ba42251fabf,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:15.818964 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network ba7b1ca8-8191-470a-b174-6ba42251fabf details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:54:15.887274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 4859e76f-24b8-4d89-86d5-c86785c071e5) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:15.891323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:15.891897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:15.905753 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b2d31-6911-4a4b-a125-e5dbee559f26 None None] Network 4859e76f-24b8-4d89-86d5-c86785c071e5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:15.908137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b7cdc-d498-4963-88e2-ca89c37abc5c req-33a9e873-41bd-452b-9acf-de3b1c5d9fc0 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:15.909774 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5c4b7cdc-d498-4963-88e2-ca89c37abc5c req-33a9e873-41bd-452b-9acf-de3b1c5d9fc0 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 945 time: 0.4674885 Jan 28 17:54:15.959729 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7c1fe4fa-a373-435f-a11b-de9243ff6763 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9475110 Jan 28 17:54:16.029949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519c5d9-cf50-48e1-9232-d70a665e055a req-9c711b63-3539-4e97-98f9-c053c91d56d0 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:16.030548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-89a93dd3-1811-4570-a431-0af834c46a1b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:16.038913 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5519c5d9-cf50-48e1-9232-d70a665e055a req-9c711b63-3539-4e97-98f9-c053c91d56d0 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 946 time: 0.3233213 Jan 28 17:54:16.152263 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-104a9bc9-34fd-4cfb-9282-722216d9f5da tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9783573 Jan 28 17:54:16.158504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37982) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:16.172720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Request body: {'port': {'network_id': '4859e76f-24b8-4d89-86d5-c86785c071e5', 'name': 'tempest-AllowedAddressPairTestJSON-1608242616'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:16.253546 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-4859e76f-24b8-4d89-86d5-c86785c071e5', 'network_id': '4859e76f-24b8-4d89-86d5-c86785c071e5', 'tenant_id': '461447f090f64256be84da5f17e8e3ad', 'fixed_ips': [{'subnet_id': '65d5de68-d1ca-4889-aec1-8da383187e20'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:54:16.254353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:16.360000 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5519c5d9-cf50-48e1-9232-d70a665e055a req-3810258b-5f5f-499f-ac4d-4490f2dda7f1 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201532 Jan 28 17:54:16.468695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Allocated IP 172.20.0.2 (4859e76f-24b8-4d89-86d5-c86785c071e5/65d5de68-d1ca-4889-aec1-8da383187e20/a345ac01-c248-4b66-b65c-3a86d7175b59) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:16.646595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 37994) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:16.667700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:16.673017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-89a93dd3-1811-4570-a431-0af834c46a1b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 03c354c3-cebe-48a8-aa75-7be52e2185c2 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:16.777930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:16.785549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Usage tracker for resource:port and tenant:461447f090f64256be84da5f17e8e3ad is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:16.790531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:16.800286 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:16.804393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:16.804934 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:16.830385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675a0cb-9095-458f-b0b4-59bac596c0c7 req-2ab7e5ab-ae49-4c3c-b577-e67fc59f4590 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:16.841171 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2675a0cb-9095-458f-b0b4-59bac596c0c7 req-2ab7e5ab-ae49-4c3c-b577-e67fc59f4590 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 946 time: 0.2161276 Jan 28 17:54:16.843230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 37996) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:16.848055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-10ac402c-973c-4007-b8dd-d14e2a0c3ff4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Request body: {'floatingip': {'port_id': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:16.895335 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5c4b7cdc-d498-4963-88e2-ca89c37abc5c req-a289fdac-a1d6-4b54-91a6-be86608700cf tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9791064 Jan 28 17:54:16.938507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:16.947640 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-10ac402c-973c-4007-b8dd-d14e2a0c3ff4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for floatingip, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:16.953945 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:17.003206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Transition to ACTIVE for port object a345ac01-c248-4b66-b65c-3a86d7175b59 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:17.052256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Transition to ACTIVE for port object a345ac01-c248-4b66-b65c-3a86d7175b59 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:17.133990 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:17.169698 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Made reservation on behalf of 461447f090f64256be84da5f17e8e3ad for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:17.173620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:17.222342 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Network 4859e76f-24b8-4d89-86d5-c86785c071e5 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:17.228453 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:17.239661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:17.299028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] device_id is not set on port 897c6d41-e6da-4b58-8f20-a960c6c51730 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:17.338067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Pushing event updated for resources: {'Port': ['ID=a345ac01-c248-4b66-b65c-3a86d7175b59,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:17.344919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.resource_extend [None req-770fc0ab-28df-4be5-89ac-b9092399b6f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:54:17.359341 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-89a93dd3-1811-4570-a431-0af834c46a1b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:17.363647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'network': {'name': 'tempest-RoutersTest-1878823882'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:17.407204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:17.479416 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:network and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:17.484555 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a93dd3-1811-4570-a431-0af834c46a1b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=03c354c3-cebe-48a8-aa75-7be52e2185c2,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:17.486507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:17.529080 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:17.530863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-770fc0ab-28df-4be5-89ac-b9092399b6f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:17.605754 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:17.653885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-770fc0ab-28df-4be5-89ac-b9092399b6f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:17.670291 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:17.673814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:17.687782 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:17.717769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:17.833705 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Attempting to bind port a345ac01-c248-4b66-b65c-3a86d7175b59 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:17.834346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Attempting to bind port a345ac01-c248-4b66-b65c-3a86d7175b59 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '04552888-c4be-4b42-87ef-438981c7f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4859e76f-24b8-4d89-86d5-c86785c071e5'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:17.836194 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:17.836816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Attempting to bind port a345ac01-c248-4b66-b65c-3a86d7175b59 on network 4859e76f-24b8-4d89-86d5-c86785c071e5 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:17.839202 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=9d529888-0981-4fb0-805d-9890ac8249cb,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:17.857356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:security_group_rule and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:17.857829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:54:17.858413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Checking segment: {'id': '04552888-c4be-4b42-87ef-438981c7f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4859e76f-24b8-4d89-86d5-c86785c071e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:17.858960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:17.859574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Bound using segment: {'id': '04552888-c4be-4b42-87ef-438981c7f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4859e76f-24b8-4d89-86d5-c86785c071e5'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:54:17.861394 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-89a93dd3-1811-4570-a431-0af834c46a1b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:17.861566 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Bound port: a345ac01-c248-4b66-b65c-3a86d7175b59, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04552888-c4be-4b42-87ef-438981c7f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4859e76f-24b8-4d89-86d5-c86785c071e5'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:54:17.862425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:17.867491 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:17.871910 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda146c-57e9-45ee-93d7-cf70aa85372b req-c0302e6e-c50a-4caa-9f95-5e9d6426b12d tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:17.873447 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7fda146c-57e9-45ee-93d7-cf70aa85372b req-c0302e6e-c50a-4caa-9f95-5e9d6426b12d tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 945 time: 0.7362173 Jan 28 17:54:17.875956 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:17.896858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38006) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:17.911814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:17.969004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b67ac339-37f2-482a-b4b6-a366b829fbdb tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Request body: {'floatingip': {'port_id': '360c6c95-302d-42ce-a47c-370f6c7bd8d1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:18.006880 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-89a93dd3-1811-4570-a431-0af834c46a1b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/03c354c3-cebe-48a8-aa75-7be52e2185c2 HTTP/1.1" status: 204 len: 168 time: 2.7524147 Jan 28 17:54:18.015499 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38010) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:18.041499 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-5357de12-c460-46b9-936e-8a401268e87f None None] For port a345ac01-c248-4b66-b65c-3a86d7175b59, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:54:18.054834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-5357de12-c460-46b9-936e-8a401268e87f None None] For port a345ac01-c248-4b66-b65c-3a86d7175b59, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a345ac01-c248-4b66-b65c-3a86d7175b59,segment=NetworkSegment(04552888-c4be-4b42-87ef-438981c7f46c),segment_id=04552888-c4be-4b42-87ef-438981c7f46c)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:54:18.063981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Allocated IP 172.20.0.13 (4859e76f-24b8-4d89-86d5-c86785c071e5/65d5de68-d1ca-4889-aec1-8da383187e20/897c6d41-e6da-4b58-8f20-a960c6c51730) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:18.132426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:18.158143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf241e9-b788-4bb8-bbd6-7e6a6bdec24f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:18.158392 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf241e9-b788-4bb8-bbd6-7e6a6bdec24f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:18.159129 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-cdf241e9-b788-4bb8-bbd6-7e6a6bdec24f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:18.172286 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b67ac339-37f2-482a-b4b6-a366b829fbdb tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for floatingip, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:18.187309 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network 41eabc13-460c-41f2-bd53-939e5bb429d2 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:18.201766 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:18.211582 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:18.267922 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357de12-c460-46b9-936e-8a401268e87f None None] Pushing event updated for resources: {'Port': ['ID=a345ac01-c248-4b66-b65c-3a86d7175b59,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:18.277103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-cdf241e9-b788-4bb8-bbd6-7e6a6bdec24f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:18.282587 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cdf241e9-b788-4bb8-bbd6-7e6a6bdec24f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2619543 Jan 28 17:54:18.289663 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38014) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:18.343279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:18.452115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:54:18.493723 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01bcb8d3-ea0e-42ad-a0b6-d6c84c03d953,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:18.502960 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-770fc0ab-28df-4be5-89ac-b9092399b6f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Floating IP 3e30584a-0eef-4a34-bd54-bb02324e660c associated. External IP: 172.26.1.155, port: 81efd65d-d7b9-42f2-aa8b-f0586b726f1c. Jan 28 17:54:18.503855 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:18.504199 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Added segment b247a676-2127-432c-8873-c58acd1042ff of type vlan for network 02eafcc7-37d9-471a-8194-a67288bfe2be Jan 28 17:54:18.516996 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6283d518-c478-44d1-bec4-496f8e4aec5f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 5cd5584d-d7a7-49c9-8ebc-1b1b881d4e9c {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:54:18.526149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6283d518-c478-44d1-bec4-496f8e4aec5f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:18.737619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:18.784284 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:54:18.834357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a345ac01-c248-4b66-b65c-3a86d7175b59 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:18.935156 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6283d518-c478-44d1-bec4-496f8e4aec5f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:18.968502 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:18.973938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:18.974508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:19.036834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port a345ac01-c248-4b66-b65c-3a86d7175b59 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:19.153765 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2565312 Jan 28 17:54:19.167889 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38018) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:19.186961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'network': {'name': 'tempest-RoutersTest-905252769'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:19.199037 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:19.209668 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:network and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:19.215842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:19.218087 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149a727-f0c2-4868-81f1-fd12f5c35b28 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Network': ['ID=02eafcc7-37d9-471a-8194-a67288bfe2be,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:19.221567 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:19.228916 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d7f9299c-06dc-4c19-980f-8b258360ba0e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "PUT /v2.0/routers/27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9466391 Jan 28 17:54:19.234547 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38022) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:19.242948 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:19.248611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32300a1-455a-421a-af7a-2f8164a3cfc6 None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:19.249847 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'port': {'network_id': '41eabc13-460c-41f2-bd53-939e5bb429d2', 'name': 'tempest-FloatingIPTestJSON-1651782642'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:19.264262 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 02eafcc7-37d9-471a-8194-a67288bfe2be details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:54:19.282201 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38026) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:19.331473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'subnet': {'network_id': 'ba7b1ca8-8191-470a-b174-6ba42251fabf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:19.355683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32300a1-455a-421a-af7a-2f8164a3cfc6 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:19.356330 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d32300a1-455a-421a-af7a-2f8164a3cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:19.430252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6283d518-c478-44d1-bec4-496f8e4aec5f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:19.432085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d32300a1-455a-421a-af7a-2f8164a3cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:19.455663 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32300a1-455a-421a-af7a-2f8164a3cfc6 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:19.456282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d32300a1-455a-421a-af7a-2f8164a3cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:19.478224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:19.482253 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:19.540218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d32300a1-455a-421a-af7a-2f8164a3cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:19.540910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32300a1-455a-421a-af7a-2f8164a3cfc6 None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:19.569377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:19.596234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:54:19.604964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:19.631107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:subnet and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:19.636501 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:19.638847 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:19.641760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:19.642171 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Added segment d800f8aa-9d95-45c3-b6b0-5fd6bb0ef80c of type vlan for network 5c1868ec-c0d0-494f-a16b-b527bdd20819 Jan 28 17:54:19.654578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:port and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:19.655365 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:19.657435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:19.668842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:19.679798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Transition to ACTIVE for port object 897c6d41-e6da-4b58-8f20-a960c6c51730 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:19.684632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.resource_extend [None req-10ac402c-973c-4007-b8dd-d14e2a0c3ff4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:54:19.693047 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:19.705261 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cfc035-bf03-40ca-ac7e-f4a5c4e350f6 None None] Network 4859e76f-24b8-4d89-86d5-c86785c071e5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:19.761027 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:19.764675 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:19.778644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:19.782013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6283d518-c478-44d1-bec4-496f8e4aec5f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:19.786093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Made reservation on behalf of ed3b3cb4c11d4295920488b7f0f6f0ae for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:19.789461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:19.827305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-10ac402c-973c-4007-b8dd-d14e2a0c3ff4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:19.837839 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770fc0ab-28df-4be5-89ac-b9092399b6f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:54:19.890041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:19.895529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:19.896103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:19.921168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283d518-c478-44d1-bec4-496f8e4aec5f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd5584d-d7a7-49c9-8ebc-1b1b881d4e9c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:19.929907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b3434264-9468-4ea1-84ac-b52465476a00 None None] Provisioning for port a345ac01-c248-4b66-b65c-3a86d7175b59 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:19.941827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867063e2-101c-455f-9ac9-6f700710bb2d None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:19.947922 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6283d518-c478-44d1-bec4-496f8e4aec5f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:19.953613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b3434264-9468-4ea1-84ac-b52465476a00 None None] Provisioning complete for port a345ac01-c248-4b66-b65c-3a86d7175b59 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:19.953991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b3434264-9468-4ea1-84ac-b52465476a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:20.005000 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] device_id is not set on port f24cfccb-c66b-401e-8bb3-5358a4394c22 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:20.019573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b67ac339-37f2-482a-b4b6-a366b829fbdb tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:20.023284 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-10ac402c-973c-4007-b8dd-d14e2a0c3ff4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:20.087385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:20.105097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b67ac339-37f2-482a-b4b6-a366b829fbdb tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:20.122695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Network': ['ID=5c1868ec-c0d0-494f-a16b-b527bdd20819,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:20.145421 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 5c1868ec-c0d0-494f-a16b-b527bdd20819 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:54:20.194930 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6283d518-c478-44d1-bec4-496f8e4aec5f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/5cd5584d-d7a7-49c9-8ebc-1b1b881d4e9c HTTP/1.1" status: 204 len: 168 time: 1.9042110 Jan 28 17:54:20.201212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38030) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:20.303661 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cc725c90-f335-48cc-b7aa-1e27fbbef1fb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1324043 Jan 28 17:54:20.315805 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0bc96235-5b56-4837-87e3-6e96cecf8833 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110060 Jan 28 17:54:20.315805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38034) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:20.320566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38036) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:20.324367 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'subnet': {'network_id': '02eafcc7-37d9-471a-8194-a67288bfe2be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:20.325472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Network 4859e76f-24b8-4d89-86d5-c86785c071e5 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:20.355286 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b5e7261f-6f4d-4b2d-a006-0c55ffd2e7c6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:20.386406 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:20.390462 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b3434264-9468-4ea1-84ac-b52465476a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:20.405812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:20.432723 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b3434264-9468-4ea1-84ac-b52465476a00 None None] For port a345ac01-c248-4b66-b65c-3a86d7175b59, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a345ac01-c248-4b66-b65c-3a86d7175b59,segment=NetworkSegment(04552888-c4be-4b42-87ef-438981c7f46c),segment_id=04552888-c4be-4b42-87ef-438981c7f46c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:20.466762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event updated for resources: {'Port': ['ID=897c6d41-e6da-4b58-8f20-a960c6c51730,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:20.552254 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:54:20.559619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] Deleting port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:20.560353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:20.598874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.20.0.6 (41eabc13-460c-41f2-bd53-939e5bb429d2/f39def2d-b157-4458-a611-eac68d22c4a8/f24cfccb-c66b-401e-8bb3-5358a4394c22) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:20.599490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770fc0ab-28df-4be5-89ac-b9092399b6f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:20.616608 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-10ac402c-973c-4007-b8dd-d14e2a0c3ff4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Floating IP d7fa5d0b-9b02-4bf3-ab58-70e9765f7cf1 associated. External IP: 172.26.1.98, port: d86d4399-3eaa-4ec9-8c17-5a9ff86169e6. Jan 28 17:54:20.616783 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f207a-3f5e-4836-8b51-9eec5d03373b None None] Sync routers for ids ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:20.631316 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f207a-3f5e-4836-8b51-9eec5d03373b None None] Routers {'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:20.633408 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b3434264-9468-4ea1-84ac-b52465476a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:20.633813 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3f3f207a-3f5e-4836-8b51-9eec5d03373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:20.676562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:20.677192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:20.728431 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:54:20.866093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-770fc0ab-28df-4be5-89ac-b9092399b6f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:20.875164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:20.878013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b5e7261f-6f4d-4b2d-a006-0c55ffd2e7c6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:20.881762 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b5e7261f-6f4d-4b2d-a006-0c55ffd2e7c6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:20.884717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b5e7261f-6f4d-4b2d-a006-0c55ffd2e7c6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:20.891542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b5e7261f-6f4d-4b2d-a006-0c55ffd2e7c6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:20.902557 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3434264-9468-4ea1-84ac-b52465476a00 None None] Pushing event updated for resources: {'Port': ['ID=a345ac01-c248-4b66-b65c-3a86d7175b59,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:20.919098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7187ad64-b555-4650-a333-11bf7f41ea54 None None] Provisioning complete for port a345ac01-c248-4b66-b65c-3a86d7175b59 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:20.919654 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7187ad64-b555-4650-a333-11bf7f41ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:20.971232 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:subnet and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:20.978670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:20.995090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:20.997480 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e7261f-6f4d-4b2d-a006-0c55ffd2e7c6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:21.000485 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5e7261f-6f4d-4b2d-a006-0c55ffd2e7c6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:21.001227 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-b67ac339-37f2-482a-b4b6-a366b829fbdb tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Floating IP 4b85c7ce-3216-4035-9287-ee8f03f5a9b7 associated. External IP: 172.26.1.65, port: 360c6c95-302d-42ce-a47c-370f6c7bd8d1. Jan 28 17:54:21.040773 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-3f3f207a-3f5e-4836-8b51-9eec5d03373b None None] Set router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:54:21.049807 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:21.149176 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] For port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2c5b8e1f-e1b0-446d-bfea-bdc0745a518a,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:21.149556 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:21.221667 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:21.224504 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-770fc0ab-28df-4be5-89ac-b9092399b6f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "PUT /v2.0/floatingips/3e30584a-0eef-4a34-bd54-bb02324e660c HTTP/1.1" status: 200 len: 992 time: 5.7463682 Jan 28 17:54:21.233420 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-31be6db9-b135-4b5d-b419-56c8b044dc6f tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0665047 Jan 28 17:54:21.239410 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f6e717-1453-473b-a5ca-6a3627f50b23', 'tag': '81efd65d-d7b9-42f2-aa8b-f0586b726f1c'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:54:21.248476 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38044) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:21.256048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Request body: {'port': {'network_id': '4859e76f-24b8-4d89-86d5-c86785c071e5', 'name': 'tempest-AllowedAddressPairTestJSON-677126145', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:55:f8:91'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:21.307764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] Calling delete_port for 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:21.333211 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f6e717-1453-473b-a5ca-6a3627f50b23', 'tag': '81efd65d-d7b9-42f2-aa8b-f0586b726f1c', 'status': 'completed', 'code': 200} Jan 28 17:54:21.368227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Subnet': ['ID=f71ce884-1259-4c93-a7fb-693abbd71967,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:21.416828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:21.420727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:21.486812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2c5b8e1f-e1b0-446d-bfea-bdc0745a518a,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:21.501031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Checking segment: {'id': '813430ff-6f18-4e7c-b537-5ae69a199a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ba7b1ca8-8191-470a-b174-6ba42251fabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:21.501664 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network hostable DHCP agents. Network: ba7b1ca8-8191-470a-b174-6ba42251fabf, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:54:21.570374 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:21.576957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:21.591951 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3f3f207a-3f5e-4836-8b51-9eec5d03373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '3e30584a-0eef-4a34-bd54-bb02324e660c', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'port_id': '81efd65d-d7b9-42f2-aa8b-f0586b726f1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'mac_address': 'fa:16:3e:60:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f6e717-1453-473b-a5ca-6a3627f50b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:53:38Z', 'updated_at': '2022-01-28T17:54:16Z', 'revision_number': 1, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd2c6dd-6749-47d0-aeb9-2204cb726824', 'name': '', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'mac_address': 'fa:16:3e:89:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:36Z', 'revision_number': 5, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'subnets': [{'id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:21.597350 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f207a-3f5e-4836-8b51-9eec5d03373b None None] Checking router: f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:54:21.607374 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f207a-3f5e-4836-8b51-9eec5d03373b None None] Routers {'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:21.608236 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3f3f207a-3f5e-4836-8b51-9eec5d03373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:21.709313 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=2c5b8e1f-e1b0-446d-bfea-bdc0745a518a,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:21.721731 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:54:21.721731 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:54:21.745635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:21.748325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network ba7b1ca8-8191-470a-b174-6ba42251fabf is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:54:21.755844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Usage tracker for resource:port and tenant:461447f090f64256be84da5f17e8e3ad is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:21.800683 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9ec61-6fd5-4025-8cc7-1dfcecc75bf2 req-925e104a-30af-42f8-94d8-cf9d713895ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:21.802326 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e4c9ec61-6fd5-4025-8cc7-1dfcecc75bf2 req-925e104a-30af-42f8-94d8-cf9d713895ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=62177f82a6dd4848ac609f9e3a037891&device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 1099 time: 0.4283853 Jan 28 17:54:21.807914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:21.817347 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981912d-94b3-40c0-bec1-9ab7927b84d8 req-fd5dc00b-7e3a-4e31-ab73-85ac312b0cd7 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:21.820215 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-3f3f207a-3f5e-4836-8b51-9eec5d03373b None None] Set router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:54:21.822685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:21.828141 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9981912d-94b3-40c0-bec1-9ab7927b84d8 req-fd5dc00b-7e3a-4e31-ab73-85ac312b0cd7 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.4123819 Jan 28 17:54:21.837246 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5353e471-4caf-4b52-b1d6-0abbcbf0e5c0 None None] Provisioning for port 897c6d41-e6da-4b58-8f20-a960c6c51730 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:21.847616 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5353e471-4caf-4b52-b1d6-0abbcbf0e5c0 None None] Provisioning complete for port 897c6d41-e6da-4b58-8f20-a960c6c51730 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:21.849918 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5353e471-4caf-4b52-b1d6-0abbcbf0e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:21.891553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ac402c-973c-4007-b8dd-d14e2a0c3ff4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Router 3254b0ce-0682-4532-9b7f-12cf3b085384 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:54:21.903231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67ac339-37f2-482a-b4b6-a366b829fbdb tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:54:21.938282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5353e471-4caf-4b52-b1d6-0abbcbf0e5c0 None None] Port 897c6d41-e6da-4b58-8f20-a960c6c51730 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:21.953294 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:21.953580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, ba7b1ca8-8191-470a-b174-6ba42251fabf) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:21.964432 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb51fa2-db6a-460d-91b6-b2f94c298010 None None] Network ba7b1ca8-8191-470a-b174-6ba42251fabf requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:21.969589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:21.970193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:21.992292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Made reservation on behalf of 461447f090f64256be84da5f17e8e3ad for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:22.031298 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:54:22.224853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] Deleting port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:22.225451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:22.234955 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network 41eabc13-460c-41f2-bd53-939e5bb429d2 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:22.245370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:22.259779 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:22.265635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-ba7b1ca8-8191-470a-b174-6ba42251fabf', 'network_id': 'ba7b1ca8-8191-470a-b174-6ba42251fabf', 'tenant_id': '3576e9e2d7f94e33ac7386421abf04c3', 'fixed_ips': [{'subnet_id': 'f71ce884-1259-4c93-a7fb-693abbd71967'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:54:22.266715 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:22.299116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=f24cfccb-c66b-401e-8bb3-5358a4394c22,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:22.309511 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3f3f207a-3f5e-4836-8b51-9eec5d03373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '3e30584a-0eef-4a34-bd54-bb02324e660c', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'port_id': '81efd65d-d7b9-42f2-aa8b-f0586b726f1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'mac_address': 'fa:16:3e:60:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f6e717-1453-473b-a5ca-6a3627f50b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:53:38Z', 'updated_at': '2022-01-28T17:54:16Z', 'revision_number': 1, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd2c6dd-6749-47d0-aeb9-2204cb726824', 'name': '', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'mac_address': 'fa:16:3e:89:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:36Z', 'revision_number': 5, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'subnets': [{'id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:22.314735 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f207a-3f5e-4836-8b51-9eec5d03373b None None] The sync data for ids ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'] in dv-neutron-826919-1-hyperv is: [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '3e30584a-0eef-4a34-bd54-bb02324e660c', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'port_id': '81efd65d-d7b9-42f2-aa8b-f0586b726f1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'mac_address': 'fa:16:3e:60:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f6e717-1453-473b-a5ca-6a3627f50b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:53:38Z', 'updated_at': '2022-01-28T17:54:16Z', 'revision_number': 1, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd2c6dd-6749-47d0-aeb9-2204cb726824', 'name': '', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'mac_address': 'fa:16:3e:89:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:36Z', 'revision_number': 5, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'subnets': [{'id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:22.319848 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5e7261f-6f4d-4b2d-a006-0c55ffd2e7c6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:22.325177 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9981912d-94b3-40c0-bec1-9ab7927b84d8 req-05ddbaad-f501-481f-a314-ae1260414c77 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4960470 Jan 28 17:54:22.385372 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-62418b9a-6339-48b5-b7a9-f8b685b22ffc tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1036730 Jan 28 17:54:22.431274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38054) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:22.439841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-63963252'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:22.479618 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:22.480217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Allocated IP 2001:db8:0:ffff::2 (ba7b1ca8-8191-470a-b174-6ba42251fabf/f71ce884-1259-4c93-a7fb-693abbd71967/5a6ab58a-49ff-423b-894c-d9a3fc77df34) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:22.495848 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e7261f-6f4d-4b2d-a006-0c55ffd2e7c6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:22.497292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:network and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:22.505004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:22.505636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:22.511216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:22.520400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-b5e7261f-6f4d-4b2d-a006-0c55ffd2e7c6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:22.530371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9ec61-6fd5-4025-8cc7-1dfcecc75bf2 req-ed63983b-a44d-4c22-9543-2f207381723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:22.531941 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e4c9ec61-6fd5-4025-8cc7-1dfcecc75bf2 req-ed63983b-a44d-4c22-9543-2f207381723c service neutron] 10.222.0.16 "GET /v2.0/networks?id=44583b02-fe97-441e-add2-b071fcf22932 HTTP/1.1" status: 200 len: 912 time: 0.6545110 Jan 28 17:54:22.535764 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e7261f-6f4d-4b2d-a006-0c55ffd2e7c6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:22.536741 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5e7261f-6f4d-4b2d-a006-0c55ffd2e7c6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:22.542833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:22.614137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7261f-6f4d-4b2d-a006-0c55ffd2e7c6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=dfa7929d-c236-40de-a0af-ab7e4482aea3,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:22.616480 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:22.665675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67ac339-37f2-482a-b4b6-a366b829fbdb tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:22.685762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b67ac339-37f2-482a-b4b6-a366b829fbdb tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:22.716375 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e1c160-31b1-4df9-a249-e7a964b686b8 None None] New status for floating IP 3e30584a-0eef-4a34-bd54-bb02324e660c: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:54:22.728506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798cfe64-345b-4c3c-a4f3-05897d33ba53 None None] Sync routers for ids ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:22.731932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a345ac01-c248-4b66-b65c-3a86d7175b59 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:22.832516 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798cfe64-345b-4c3c-a4f3-05897d33ba53 None None] Routers {'521ea3a9-033a-4e5b-9889-9f32a6c7b540'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:22.833398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-798cfe64-345b-4c3c-a4f3-05897d33ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:22.838081 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e2015148-d15a-4afa-8acf-e6eeef360a9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5980971 Jan 28 17:54:22.847149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38058) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:22.863746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'port': {'network_id': '41eabc13-460c-41f2-bd53-939e5bb429d2', 'name': 'tempest-FloatingIPTestJSON-2136552420'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:22.864253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:22.874935 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ac402c-973c-4007-b8dd-d14e2a0c3ff4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:22.884723 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b67ac339-37f2-482a-b4b6-a366b829fbdb tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "PUT /v2.0/floatingips/4b85c7ce-3216-4035-9287-ee8f03f5a9b7 HTTP/1.1" status: 200 len: 990 time: 4.9818001 Jan 28 17:54:22.888278 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b5e7261f-6f4d-4b2d-a006-0c55ffd2e7c6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5367160 Jan 28 17:54:22.888376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-10ac402c-973c-4007-b8dd-d14e2a0c3ff4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:22.910754 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e4c9ec61-6fd5-4025-8cc7-1dfcecc75bf2 req-b7b1fb1a-466e-43c5-85e1-e552bb616e73 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81efd65d-d7b9-42f2-aa8b-f0586b726f1c HTTP/1.1" status: 200 len: 1000 time: 0.3632147 Jan 28 17:54:22.929092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38064) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:22.942163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'name': 'tempest-NetworksTestDHCPv6-547071491'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:22.976835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] device_id is not set on port cd303ece-31a0-4402-abf1-01f51011db01 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:23.048673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-798cfe64-345b-4c3c-a4f3-05897d33ba53 None None] Set router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:54:23.118297 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:23.122175 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:23.131368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Subnet': ['ID=e6ce4f48-209c-454c-9e25-c8e1bb007e15,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:23.231818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604132b-3e1f-49d7-ae22-f9f209771769 None None] Sync routers for ids ['3254b0ce-0682-4532-9b7f-12cf3b085384'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:23.242832 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Checking segment: {'id': 'b247a676-2127-432c-8873-c58acd1042ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '02eafcc7-37d9-471a-8194-a67288bfe2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:23.254370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network hostable DHCP agents. Network: 02eafcc7-37d9-471a-8194-a67288bfe2be, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:54:23.284770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9ec61-6fd5-4025-8cc7-1dfcecc75bf2 req-c81fe335-9c5d-4619-ad5d-6eb631ba1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:23.284770 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e4c9ec61-6fd5-4025-8cc7-1dfcecc75bf2 req-c81fe335-9c5d-4619-ad5d-6eb631ba1bd3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f546f4fd-62c1-4752-b8e2-87fa16bbf0de HTTP/1.1" status: 200 len: 850 time: 0.3596997 Jan 28 17:54:23.286630 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:54:23.288774 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-10ac402c-973c-4007-b8dd-d14e2a0c3ff4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "PUT /v2.0/floatingips/d7fa5d0b-9b02-4bf3-ab58-70e9765f7cf1 HTTP/1.1" status: 200 len: 991 time: 6.4438000 Jan 28 17:54:23.291855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604132b-3e1f-49d7-ae22-f9f209771769 None None] Routers {'3254b0ce-0682-4532-9b7f-12cf3b085384'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:23.292571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7604132b-3e1f-49d7-ae22-f9f209771769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['3254b0ce-0682-4532-9b7f-12cf3b085384'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:23.322182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:23.335300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d45196-0a60-40f5-91fd-1f0ce4c5bf2e', 'tag': '360c6c95-302d-42ce-a47c-370f6c7bd8d1'}, {'name': 'network-changed', 'server_uuid': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'tag': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:54:23.341102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:23.348233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:23.357338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:23.357338 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Added segment e0d2adae-b813-44af-afe3-960ff3aa91aa of type vlan for network ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3 Jan 28 17:54:23.361560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:23.418970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:23.422922 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:23.437172 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:port and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:23.445637 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:23.461966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2708da-d525-466c-b25e-8d262d73ce74 req-26e377db-76fe-4325-82dd-bff63a90df95 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:23.463336 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9b2708da-d525-466c-b25e-8d262d73ce74 req-26e377db-76fe-4325-82dd-bff63a90df95 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 945 time: 0.3176622 Jan 28 17:54:23.466211 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:23.484076 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 02eafcc7-37d9-471a-8194-a67288bfe2be is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:54:23.510853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Allocated IP 172.20.0.12 (4859e76f-24b8-4d89-86d5-c86785c071e5/65d5de68-d1ca-4889-aec1-8da383187e20/cd303ece-31a0-4402-abf1-01f51011db01) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:23.518184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9ec61-6fd5-4025-8cc7-1dfcecc75bf2 req-84f780bf-a401-4461-b2a1-4da1df0fe95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:23.519696 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e4c9ec61-6fd5-4025-8cc7-1dfcecc75bf2 req-84f780bf-a401-4461-b2a1-4da1df0fe95b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44583b02-fe97-441e-add2-b071fcf22932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2287588 Jan 28 17:54:23.522505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51083a2-bc80-40af-b7db-354f898d0f26 req-0c7c416c-6061-4dd9-be20-f6160e320ef1 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:23.524056 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a51083a2-bc80-40af-b7db-354f898d0f26 req-0c7c416c-6061-4dd9-be20-f6160e320ef1 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.3214467 Jan 28 17:54:23.602078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port a345ac01-c248-4b66-b65c-3a86d7175b59 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:23.602916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:23.603990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:23.607764 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:23.622684 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9b2708da-d525-466c-b25e-8d262d73ce74 req-adde63f4-540b-4252-ac9c-47e3333e6933 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364691 Jan 28 17:54:23.638045 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b0019471-0598-4df2-ab19-bb0c28047739 req-be0cab0a-d4ce-43a1-868f-456d4a0e1291 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2347951 Jan 28 17:54:23.643119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 02eafcc7-37d9-471a-8194-a67288bfe2be) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:23.649189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Made reservation on behalf of ed3b3cb4c11d4295920488b7f0f6f0ae for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:23.649189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:23.651758 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a51083a2-bc80-40af-b7db-354f898d0f26 req-54f51ae2-efe3-44c7-9051-0e0cf61fd994 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144311 Jan 28 17:54:23.670321 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:23.670321 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:23.671063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:23.709901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:23.710628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:23.718924 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-7604132b-3e1f-49d7-ae22-f9f209771769 None None] Set router 3254b0ce-0682-4532-9b7f-12cf3b085384 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:54:23.731752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 694ce93f-5572-4acb-bc16-92d1423b1277 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:23.834912 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d45196-0a60-40f5-91fd-1f0ce4c5bf2e', 'tag': '360c6c95-302d-42ce-a47c-370f6c7bd8d1', 'status': 'completed', 'code': 200} Jan 28 17:54:23.835442 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'tag': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6', 'status': 'completed', 'code': 200} Jan 28 17:54:23.843644 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] device_id is not set on port 8d36da3c-7d85-4e34-add1-25c974be9e0b yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:23.942158 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:24.009185 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419c7ec5-4698-4edf-a900-96da4ac9c0db None None] Network 02eafcc7-37d9-471a-8194-a67288bfe2be requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:24.097066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.20.0.2 (41eabc13-460c-41f2-bd53-939e5bb429d2/f39def2d-b157-4458-a611-eac68d22c4a8/8d36da3c-7d85-4e34-add1-25c974be9e0b) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:24.166932 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e4c9ec61-6fd5-4025-8cc7-1dfcecc75bf2 req-fc449e19-65f0-4594-ae40-ac689254982e service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407516 Jan 28 17:54:24.174628 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ea8c8417-19da-413d-85b5-b9a5004e17fd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8527274 Jan 28 17:54:24.174628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Network': ['ID=ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:24.176675 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3171a6b0-73f6-4951-95db-3307037566eb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.7437501 Jan 28 17:54:24.182004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38082) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:24.192389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'subnet': {'network_id': '5c1868ec-c0d0-494f-a16b-b527bdd20819', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:24.210365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38086) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:24.219367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'subnet': {'network_id': 'ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:24.314665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:54:24.367936 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Transition to ACTIVE for port object 5a6ab58a-49ff-423b-894c-d9a3fc77df34 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:24.412301 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e4c9ec61-6fd5-4025-8cc7-1dfcecc75bf2 req-884f3daa-f6a5-43ea-abaf-096820d76164 service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274024 Jan 28 17:54:24.463620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306be396-a24b-4523-bc78-24ff9e16a3ab req-3eeeb6b2-b09e-47ac-888a-ac91223fdb76 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:24.470785 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-306be396-a24b-4523-bc78-24ff9e16a3ab req-3eeeb6b2-b09e-47ac-888a-ac91223fdb76 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 946 time: 0.5227737 Jan 28 17:54:24.474756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0019471-0598-4df2-ab19-bb0c28047739 req-403c8df5-0625-4eeb-b905-34adaadcdc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:24.476187 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b0019471-0598-4df2-ab19-bb0c28047739 req-403c8df5-0625-4eeb-b905-34adaadcdc5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ef49bbe32614b6687d237574ba02852&device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 1098 time: 0.6554127 Jan 28 17:54:24.477780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:24.498320 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::d0 (c221bf74-e816-466d-af85-3d953f9ff4cd/dfa7929d-c236-40de-a0af-ab7e4482aea3/694ce93f-5572-4acb-bc16-92d1423b1277) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:24.509280 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:24.566571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Transition to ACTIVE for port object 5a6ab58a-49ff-423b-894c-d9a3fc77df34 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:24.613279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:24.685622 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0019471-0598-4df2-ab19-bb0c28047739 req-aa718f2b-7e9a-4cbe-be21-fd57fb05c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:24.687271 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b0019471-0598-4df2-ab19-bb0c28047739 req-aa718f2b-7e9a-4cbe-be21-fd57fb05c4a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=48ae0910-2b8b-43d3-bdda-e0b756f0482e HTTP/1.1" status: 200 len: 913 time: 0.1550763 Jan 28 17:54:24.712198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] For port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2c5b8e1f-e1b0-446d-bfea-bdc0745a518a,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:24.712507 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:24.720653 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network 41eabc13-460c-41f2-bd53-939e5bb429d2 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:24.732570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:24.741070 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:24.816294 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=8d36da3c-7d85-4e34-add1-25c974be9e0b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:24.851462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:24.854029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:24.856802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] Calling delete_port for 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:24.927261 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Transition to ACTIVE for port object cd303ece-31a0-4402-abf1-01f51011db01 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:24.940719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:24.973769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:24.992586 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-30228342-43df-405f-9e59-404ae7876a6f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1410911 Jan 28 17:54:24.996802 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38094) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:25.002559 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:subnet and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:25.004376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '8d36da3c-7d85-4e34-add1-25c974be9e0b', 'fixed_ip_address': '172.20.0.2'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:25.008065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:25.014949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:25.028612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:25.049113 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-306be396-a24b-4523-bc78-24ff9e16a3ab req-9b7d288a-7afa-460b-a7f1-446d7dc466e5 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5773213 Jan 28 17:54:25.050410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:floatingip and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:25.065336 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:25.070331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Pushing event updated for resources: {'Port': ['ID=5a6ab58a-49ff-423b-894c-d9a3fc77df34,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:25.078720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:subnet and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:25.080047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-02eafcc7-37d9-471a-8194-a67288bfe2be', 'network_id': '02eafcc7-37d9-471a-8194-a67288bfe2be', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'fixed_ips': [{'subnet_id': 'e6ce4f48-209c-454c-9e25-c8e1bb007e15'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:54:25.080875 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:25.084967 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:25.094157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:25.102329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:25.131275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:25.178937 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b0019471-0598-4df2-ab19-bb0c28047739 req-92650613-4498-4c4b-b4bb-a4b8befc228a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360c6c95-302d-42ce-a47c-370f6c7bd8d1 HTTP/1.1" status: 200 len: 998 time: 0.4676833 Jan 28 17:54:25.205229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:25.273910 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:25.276912 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:25.281703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Network ba7b1ca8-8191-470a-b174-6ba42251fabf is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:25.289881 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:25.296732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:25.341792 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb252e-3d5b-4497-b10d-091d0fcf739c req-9419b3e9-39a6-458f-837b-344943f47e44 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:25.341996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:25.342556 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0acb252e-3d5b-4497-b10d-091d0fcf739c req-9419b3e9-39a6-458f-837b-344943f47e44 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.1921232 Jan 28 17:54:25.344945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:25.414767 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0acb252e-3d5b-4497-b10d-091d0fcf739c req-b3afa761-56f0-4692-9a1a-e3ca4ee39cfc tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610156 Jan 28 17:54:25.416093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:25.532211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Attempting to bind port 5a6ab58a-49ff-423b-894c-d9a3fc77df34 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:25.532430 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Attempting to bind port 5a6ab58a-49ff-423b-894c-d9a3fc77df34 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '813430ff-6f18-4e7c-b537-5ae69a199a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ba7b1ca8-8191-470a-b174-6ba42251fabf'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:25.532816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Attempting to bind port 5a6ab58a-49ff-423b-894c-d9a3fc77df34 on network ba7b1ca8-8191-470a-b174-6ba42251fabf {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:25.541708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0019471-0598-4df2-ab19-bb0c28047739 req-4f66c3b9-8562-452a-b1b6-5ea13b01af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:25.543374 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b0019471-0598-4df2-ab19-bb0c28047739 req-4f66c3b9-8562-452a-b1b6-5ea13b01af20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7465ff6-2577-41db-90a7-d08dc1e590e8 HTTP/1.1" status: 200 len: 851 time: 0.3148677 Jan 28 17:54:25.550478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:25.571347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:54:25.571832 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Checking segment: {'id': '813430ff-6f18-4e7c-b537-5ae69a199a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ba7b1ca8-8191-470a-b174-6ba42251fabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:25.572122 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:25.572520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Bound using segment: {'id': '813430ff-6f18-4e7c-b537-5ae69a199a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ba7b1ca8-8191-470a-b174-6ba42251fabf'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:54:25.573011 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Bound port: 5a6ab58a-49ff-423b-894c-d9a3fc77df34, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813430ff-6f18-4e7c-b537-5ae69a199a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ba7b1ca8-8191-470a-b174-6ba42251fabf'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:54:25.573391 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:25.638556 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:25.664366 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.26.1.85 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/fbd49a70-bc57-4c9d-ad7e-cfacdc0da921) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:25.713666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Network 4859e76f-24b8-4d89-86d5-c86785c071e5 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:25.719258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:25.719511 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-798cfe64-345b-4c3c-a4f3-05897d33ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '4b85c7ce-3216-4035-9287-ee8f03f5a9b7', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'port_id': '360c6c95-302d-42ce-a47c-370f6c7bd8d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'mac_address': 'fa:16:3e:67:31:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d45196-0a60-40f5-91fd-1f0ce4c5bf2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:53:37Z', 'updated_at': '2022-01-28T17:54:19Z', 'revision_number': 1, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99aa73d-3306-4de4-b7a0-8ed0c1901447', 'name': '', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'mac_address': 'fa:16:3e:fc:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:23Z', 'updated_at': '2022-01-28T17:53:37Z', 'revision_number': 5, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'subnets': [{'id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:25.736613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:25.748955 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] Pushing event deleted for resources: {'Port': ['ID=2c5b8e1f-e1b0-446d-bfea-bdc0745a518a,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:25.752662 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d217a9-9e63-4ef7-ae15-bc19db9d1316 None None] No DVR routers for this DVR port 2c5b8e1f-e1b0-446d-bfea-bdc0745a518a on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:54:25.753025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:25.757906 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798cfe64-345b-4c3c-a4f3-05897d33ba53 None None] Checking router: 521ea3a9-033a-4e5b-9889-9f32a6c7b540 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:54:25.797561 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Allocated IP 172.20.0.2 (02eafcc7-37d9-471a-8194-a67288bfe2be/e6ce4f48-209c-454c-9e25-c8e1bb007e15/f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:25.805403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798cfe64-345b-4c3c-a4f3-05897d33ba53 None None] Routers {'521ea3a9-033a-4e5b-9889-9f32a6c7b540'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:25.806044 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-798cfe64-345b-4c3c-a4f3-05897d33ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:25.848288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:25.866846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event updated for resources: {'Port': ['ID=cd303ece-31a0-4402-abf1-01f51011db01,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:25.871995 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48125d60-84e9-4647-bf9c-84272b398fb8 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:25.876974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 694ce93f-5572-4acb-bc16-92d1423b1277 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:25.968358 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:26.055420 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:26.067143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:26.067143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:26.071692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:26.072435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:26.098814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=fbd49a70-bc57-4c9d-ad7e-cfacdc0da921,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:26.108539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0019471-0598-4df2-ab19-bb0c28047739 req-68febf51-1fa8-4b9d-849c-19b532d272b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:26.110758 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b0019471-0598-4df2-ab19-bb0c28047739 req-68febf51-1fa8-4b9d-849c-19b532d272b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48ae0910-2b8b-43d3-bdda-e0b756f0482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5493958 Jan 28 17:54:26.111124 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] For port 5a6ab58a-49ff-423b-894c-d9a3fc77df34, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:54:26.205906 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] For port 5a6ab58a-49ff-423b-894c-d9a3fc77df34, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5a6ab58a-49ff-423b-894c-d9a3fc77df34,segment=NetworkSegment(813430ff-6f18-4e7c-b537-5ae69a199a3c),segment_id=813430ff-6f18-4e7c-b537-5ae69a199a3c)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:54:26.235559 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:26.262873 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7604132b-3e1f-49d7-ae22-f9f209771769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:23Z', 'revision_number': 4, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'd7fa5d0b-9b02-4bf3-ab58-70e9765f7cf1', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'port_id': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'mac_address': 'fa:16:3e:85:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:53:37Z', 'updated_at': '2022-01-28T17:54:19Z', 'revision_number': 1, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403c19e3-19c9-448b-b2bc-e42b5ca6d6c4', 'name': '', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'mac_address': 'fa:16:3e:dd:b7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9f569c33-4985-408d-9d7e-933d23843497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:37Z', 'revision_number': 5, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'subnets': [{'id': '9f569c33-4985-408d-9d7e-933d23843497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:26.299497 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5fa9cd62-7411-40a8-8798-8a672f440489 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 5.0476165 Jan 28 17:54:26.307060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38104) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:26.307223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604132b-3e1f-49d7-ae22-f9f209771769 None None] Checking router: 3254b0ce-0682-4532-9b7f-12cf3b085384 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:54:26.327472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:26.333216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:26.359695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:26.438867 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Subnet': ['ID=c9d95e51-b0f5-4a4b-9ae2-739292390986,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:26.443516 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604132b-3e1f-49d7-ae22-f9f209771769 None None] Routers {'3254b0ce-0682-4532-9b7f-12cf3b085384'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:26.444154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7604132b-3e1f-49d7-ae22-f9f209771769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['3254b0ce-0682-4532-9b7f-12cf3b085384'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:26.481100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:26.483511 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b0019471-0598-4df2-ab19-bb0c28047739 req-08bfff83-2228-439f-bd1f-aed63b16df56 service neutron] 10.222.0.16 "GET /v2.0/networks/48ae0910-2b8b-43d3-bdda-e0b756f0482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631454 Jan 28 17:54:26.495370 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:26.498389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:26.499933 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2f4b7632-832f-45c8-8f37-4842053e236a None None] Provisioning for port cd303ece-31a0-4402-abf1-01f51011db01 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:26.503343 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e962f2-4780-4d34-a02e-db2107950d1e tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:26.504151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:26.504820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:26.509585 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e962f2-4780-4d34-a02e-db2107950d1e tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:26.516774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e962f2-4780-4d34-a02e-db2107950d1e tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:26.520954 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-36e962f2-4780-4d34-a02e-db2107950d1e tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2103288 Jan 28 17:54:26.526673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38110) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:26.550362 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-798cfe64-345b-4c3c-a4f3-05897d33ba53 None None] Set router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:54:26.571427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=694ce93f-5572-4acb-bc16-92d1423b1277,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:26.574936 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Checking segment: {'id': 'd800f8aa-9d95-45c3-b6b0-5fd6bb0ef80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5c1868ec-c0d0-494f-a16b-b527bdd20819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:26.575358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network hostable DHCP agents. Network: 5c1868ec-c0d0-494f-a16b-b527bdd20819, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:54:26.650950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2f4b7632-832f-45c8-8f37-4842053e236a None None] Provisioning complete for port cd303ece-31a0-4402-abf1-01f51011db01 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:26.651371 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2f4b7632-832f-45c8-8f37-4842053e236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:26.716525 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Checking segment: {'id': 'e0d2adae-b813-44af-afe3-960ff3aa91aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:26.716525 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network hostable DHCP agents. Network: ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:54:26.724801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Subnet': ['ID=7caf6772-ffec-4faf-8b6e-8db561565dd1,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:26.731270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a9605-84aa-40a7-8465-80f0ba1cc048 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Deleting port cd303ece-31a0-4402-abf1-01f51011db01 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:26.731585 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9605-84aa-40a7-8465-80f0ba1cc048 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:26.776769 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2c29217a-dac3-47a4-b7b5-2e27f9a49c97 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8436358 Jan 28 17:54:26.779958 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38114) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:26.876600 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26668a0-7289-4dca-b866-dc64344397cd None None] Pushing event updated for resources: {'Port': ['ID=5a6ab58a-49ff-423b-894c-d9a3fc77df34,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:26.934766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 5c1868ec-c0d0-494f-a16b-b527bdd20819 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:54:26.940665 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b0019471-0598-4df2-ab19-bb0c28047739 req-92097ddf-9b54-44aa-9ef3-01836d44a848 service neutron] 10.222.0.16 "GET /v2.0/networks/48ae0910-2b8b-43d3-bdda-e0b756f0482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250283 Jan 28 17:54:26.969712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2d6e3-a794-4646-97bb-98f50c73a48c req-d4915833-3654-4ca3-bec7-e083b3874c1d tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:26.972556 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a8a2d6e3-a794-4646-97bb-98f50c73a48c req-d4915833-3654-4ca3-bec7-e083b3874c1d tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.3366530 Jan 28 17:54:27.012920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:27.026158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:54:27.070093 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a8a2d6e3-a794-4646-97bb-98f50c73a48c req-6bd46719-9fff-4dbe-a745-8b2490d6ab6c tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919881 Jan 28 17:54:27.134263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 5c1868ec-c0d0-494f-a16b-b527bdd20819) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:27.138976 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:27.142748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:27.189713 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:27.194870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:27.195347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51843845-62be-4a55-8e3d-92e4fcb77a21 None None] Network 5c1868ec-c0d0-494f-a16b-b527bdd20819 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:27.195835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:27.250822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-fc5c37fa-fd49-423c-ad86-5b13e8f44c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:27.252569 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-fc5c37fa-fd49-423c-ad86-5b13e8f44c0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ef49bbe32614b6687d237574ba02852&device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 1098 time: 0.1064951 Jan 28 17:54:27.261306 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06371db-d99a-48c5-ab15-cb9e0923e42b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:27.262751 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c06371db-d99a-48c5-ab15-cb9e0923e42b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:27.289400 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-2f4b7632-832f-45c8-8f37-4842053e236a None None] Port cd303ece-31a0-4402-abf1-01f51011db01 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:27.309820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369972d0-b6cb-4779-87f1-9993b3bfdfe5 None None] Network ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:27.387567 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d0375e48-d7f5-4a47-9e45-bcbcf54fe3cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2049258 Jan 28 17:54:27.390244 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a5d04b7a-1f1f-4372-91a5-abc1fdb75413 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1779301 Jan 28 17:54:27.392867 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38118) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:27.393417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38120) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:27.401843 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c06371db-d99a-48c5-ab15-cb9e0923e42b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:27.405685 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c06371db-d99a-48c5-ab15-cb9e0923e42b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.6175110 Jan 28 17:54:27.410262 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:27.421924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2b15809b-3f8e-4690-a606-746079243a8f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1067225854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:27.434075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38126) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:27.457309 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Transition to ACTIVE for port object f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:27.468774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9605-84aa-40a7-8465-80f0ba1cc048 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:27.526351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2b15809b-3f8e-4690-a606-746079243a8f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:27.541489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6c73ed47-fd5f-4cab-8273-c9f3d869d87d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 694ce93f-5572-4acb-bc16-92d1423b1277 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:27.541945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c73ed47-fd5f-4cab-8273-c9f3d869d87d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:27.543022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:27.617354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Transition to ACTIVE for port object f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:27.646102 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a9605-84aa-40a7-8465-80f0ba1cc048 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Calling delete_port for cd303ece-31a0-4402-abf1-01f51011db01 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:27.647476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5a6ab58a-49ff-423b-894c-d9a3fc77df34 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:27.674446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-7604132b-3e1f-49d7-ae22-f9f209771769 None None] Set router 3254b0ce-0682-4532-9b7f-12cf3b085384 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:54:27.689130 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2b15809b-3f8e-4690-a606-746079243a8f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:router and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:27.707408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2b15809b-3f8e-4690-a606-746079243a8f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:27.718065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-84fcce6c-9dd9-4df2-a407-e1a748d00f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:27.719558 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-84fcce6c-9dd9-4df2-a407-e1a748d00f5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=48ae0910-2b8b-43d3-bdda-e0b756f0482e HTTP/1.1" status: 200 len: 913 time: 0.4587834 Jan 28 17:54:27.732093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2b15809b-3f8e-4690-a606-746079243a8f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:27.840560 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-c3cd0951-18aa-43f8-8214-5922a22b8a1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360c6c95-302d-42ce-a47c-370f6c7bd8d1 HTTP/1.1" status: 200 len: 998 time: 0.1037879 Jan 28 17:54:27.862225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:27.950977 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': 'dfa7929d-c236-40de-a0af-ab7e4482aea3'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:54:27.951798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:27.969311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.049248 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b15809b-3f8e-4690-a606-746079243a8f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.050269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b15809b-3f8e-4690-a606-746079243a8f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.054733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-ab75eda2-d12f-4a2f-a4e8-9231cf530c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:28.058598 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-ab75eda2-d12f-4a2f-a4e8-9231cf530c43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7465ff6-2577-41db-90a7-d08dc1e590e8 HTTP/1.1" status: 200 len: 851 time: 0.2019482 Jan 28 17:54:28.064497 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.087146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Network 02eafcc7-37d9-471a-8194-a67288bfe2be is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:28.103883 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-5c1868ec-c0d0-494f-a16b-b527bdd20819', 'network_id': '5c1868ec-c0d0-494f-a16b-b527bdd20819', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'fixed_ips': [{'subnet_id': 'c9d95e51-b0f5-4a4b-9ae2-739292390986'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:54:28.104586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.158482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.161040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:28.227907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c73ed47-fd5f-4cab-8273-c9f3d869d87d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.256807 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:28.279739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9605-84aa-40a7-8465-80f0ba1cc048 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.296287 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=fbd49a70-bc57-4c9d-ad7e-cfacdc0da921,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:28.299818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbf3c8d-2d40-462c-bc74-28263a01131d None None] Network ba7b1ca8-8191-470a-b174-6ba42251fabf requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:28.385850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6c73ed47-fd5f-4cab-8273-c9f3d869d87d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 694ce93f-5572-4acb-bc16-92d1423b1277 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:28.387542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a9605-84aa-40a7-8465-80f0ba1cc048 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event deleted for resources: {'Port': ['ID=cd303ece-31a0-4402-abf1-01f51011db01,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:28.412389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.422694 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Pushing event updated for resources: {'Port': ['ID=f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:28.438614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b15809b-3f8e-4690-a606-746079243a8f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.535922 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-025bafdc-5253-48ce-b324-41b2ad6804bd None None] Provisioning for port 5a6ab58a-49ff-423b-894c-d9a3fc77df34 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:28.559735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.588236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-ea24bf0f-adb1-4171-9102-4a134f8f8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:28.589785 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-ea24bf0f-adb1-4171-9102-4a134f8f8646 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48ae0910-2b8b-43d3-bdda-e0b756f0482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5208662 Jan 28 17:54:28.620383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Allocated IP 2001:db8::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/dfa7929d-c236-40de-a0af-ab7e4482aea3/1a07241f-f20e-42e4-9960-a328d463cb26) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:28.651916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b15809b-3f8e-4690-a606-746079243a8f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.734891 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Floating IP 77bd0d61-f61b-4b42-a382-54792c9d0c35 associated. External IP: 172.26.1.85, port: 8d36da3c-7d85-4e34-add1-25c974be9e0b. Jan 28 17:54:28.735278 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Attempting to bind port f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:28.735278 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Attempting to bind port f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'b247a676-2127-432c-8873-c58acd1042ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '02eafcc7-37d9-471a-8194-a67288bfe2be'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:28.735605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Attempting to bind port f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 on network 02eafcc7-37d9-471a-8194-a67288bfe2be {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:28.831734 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-5eb17af3-bf71-4f49-9e19-932e3309a95e service neutron] 10.222.0.16 "GET /v2.0/networks/48ae0910-2b8b-43d3-bdda-e0b756f0482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086375 Jan 28 17:54:28.835211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 5a6ab58a-49ff-423b-894c-d9a3fc77df34 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:28.835739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b15809b-3f8e-4690-a606-746079243a8f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.836920 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2b15809b-3f8e-4690-a606-746079243a8f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4405813 Jan 28 17:54:28.840802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:54:28.840802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Checking segment: {'id': 'b247a676-2127-432c-8873-c58acd1042ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '02eafcc7-37d9-471a-8194-a67288bfe2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:28.840802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.840802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Bound using segment: {'id': 'b247a676-2127-432c-8873-c58acd1042ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '02eafcc7-37d9-471a-8194-a67288bfe2be'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:54:28.841296 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Bound port: f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b247a676-2127-432c-8873-c58acd1042ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '02eafcc7-37d9-471a-8194-a67288bfe2be'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:54:28.841296 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.845193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38136) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:28.860440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88268f8e-e223-4872-84f4-15c2b81d30b2 req-bafdba38-bfeb-4731-87fa-c6cfac6f2430 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:28.862142 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-88268f8e-e223-4872-84f4-15c2b81d30b2 req-bafdba38-bfeb-4731-87fa-c6cfac6f2430 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.6312521 Jan 28 17:54:28.873211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa926c0c-1058-4392-8f7b-0edff3ac3ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3', 'network_id': 'ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3', 'tenant_id': '3576e9e2d7f94e33ac7386421abf04c3', 'fixed_ips': [{'subnet_id': '7caf6772-ffec-4faf-8b6e-8db561565dd1'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:54:28.874051 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aa926c0c-1058-4392-8f7b-0edff3ac3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.964362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:28.973048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c73ed47-fd5f-4cab-8273-c9f3d869d87d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:29.027241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Allocated IP 172.21.0.2 (5c1868ec-c0d0-494f-a16b-b527bdd20819/c9d95e51-b0f5-4a4b-9ae2-739292390986/b57e6e15-4e7f-4986-9cdf-6b634a560b25) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:29.056943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-798cfe64-345b-4c3c-a4f3-05897d33ba53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '4b85c7ce-3216-4035-9287-ee8f03f5a9b7', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'port_id': '360c6c95-302d-42ce-a47c-370f6c7bd8d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'mac_address': 'fa:16:3e:67:31:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d45196-0a60-40f5-91fd-1f0ce4c5bf2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:53:37Z', 'updated_at': '2022-01-28T17:54:19Z', 'revision_number': 1, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99aa73d-3306-4de4-b7a0-8ed0c1901447', 'name': '', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'mac_address': 'fa:16:3e:fc:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:23Z', 'updated_at': '2022-01-28T17:53:37Z', 'revision_number': 5, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'subnets': [{'id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:29.096728 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 5a6ab58a-49ff-423b-894c-d9a3fc77df34 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:29.097090 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:29.130191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Subnet': ['ID=7caf6772-ffec-4faf-8b6e-8db561565dd1,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:29.133428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73ed47-fd5f-4cab-8273-c9f3d869d87d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=694ce93f-5572-4acb-bc16-92d1423b1277,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:29.200022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9605-84aa-40a7-8465-80f0ba1cc048 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:29.249141 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c73ed47-fd5f-4cab-8273-c9f3d869d87d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:29.265107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:29.275535 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6c73ed47-fd5f-4cab-8273-c9f3d869d87d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/694ce93f-5572-4acb-bc16-92d1423b1277 HTTP/1.1" status: 204 len: 168 time: 1.8393176 Jan 28 17:54:29.289259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38140) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:29.331903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798cfe64-345b-4c3c-a4f3-05897d33ba53 None None] The sync data for ids ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'] in dv-neutron-826919-1-hyperv is: [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '4b85c7ce-3216-4035-9287-ee8f03f5a9b7', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'port_id': '360c6c95-302d-42ce-a47c-370f6c7bd8d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'mac_address': 'fa:16:3e:67:31:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d45196-0a60-40f5-91fd-1f0ce4c5bf2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:53:37Z', 'updated_at': '2022-01-28T17:54:19Z', 'revision_number': 1, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99aa73d-3306-4de4-b7a0-8ed0c1901447', 'name': '', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'mac_address': 'fa:16:3e:fc:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:23Z', 'updated_at': '2022-01-28T17:53:37Z', 'revision_number': 5, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'subnets': [{'id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:29.369386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:29.384990 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ff0a9605-84aa-40a7-8465-80f0ba1cc048 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "DELETE /v2.0/ports/cd303ece-31a0-4402-abf1-01f51011db01 HTTP/1.1" status: 204 len: 168 time: 2.8528521 Jan 28 17:54:29.386928 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38144) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:29.389387 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-88268f8e-e223-4872-84f4-15c2b81d30b2 req-90bdd5a9-6e0b-425c-8226-7654c5c2a333 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4621265 Jan 28 17:54:29.441176 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d2adae-b813-44af-afe3-960ff3aa91aa') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:29.441741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d2adae-b813-44af-afe3-960ff3aa91aa') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:29.455630 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-a8cc1e52-85da-438f-a05e-527c4beb1913 service neutron] 10.222.0.16 "GET /v2.0/networks/48ae0910-2b8b-43d3-bdda-e0b756f0482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163125 Jan 28 17:54:29.471397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8f353-b8bc-4392-b8fb-b2dd7a60067e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:29.472993 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8f353-b8bc-4392-b8fb-b2dd7a60067e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:29.473902 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a2b8f353-b8bc-4392-b8fb-b2dd7a60067e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:29.479187 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e93f8c6-2f0d-44b8-9f66-c54de3486795 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] GET failed (client error): The resource could not be found. Jan 28 17:54:29.479709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0e93f8c6-2f0d-44b8-9f66-c54de3486795 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Synchronizing usage tracker for tenant:461447f090f64256be84da5f17e8e3ad on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:29.483743 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:29.572044 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:29.581042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:54:29.581450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:54:29.597084 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:54:29.658777 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a2b8f353-b8bc-4392-b8fb-b2dd7a60067e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:29.662761 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a2b8f353-b8bc-4392-b8fb-b2dd7a60067e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3699892 Jan 28 17:54:29.668151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38150) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:29.686551 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] For port f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:54:29.723727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0e93f8c6-2f0d-44b8-9f66-c54de3486795 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Unset dirty status for tenant:461447f090f64256be84da5f17e8e3ad on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:29.724454 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9364bcde-cbac-4eb4-8fe8-3a740dc7f51c None None] New status for floating IP 4b85c7ce-3216-4035-9287-ee8f03f5a9b7: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:54:29.729193 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0e93f8c6-2f0d-44b8-9f66-c54de3486795 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "GET /v2.0/ports/cd303ece-31a0-4402-abf1-01f51011db01 HTTP/1.1" status: 404 len: 333 time: 0.3373537 Jan 28 17:54:29.735961 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38154) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:29.746054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Request body: {'port': {'network_id': '4859e76f-24b8-4d89-86d5-c86785c071e5', 'name': 'tempest-AllowedAddressPairTestJSON-1167935988'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:29.841317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ae23a4-128f-4594-bb6c-5cb64e6d5dd3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet dfa7929d-c236-40de-a0af-ab7e4482aea3 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:54:29.847028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:54:29.863641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-404a33fa-4fcf-4847-8a0b-99afdbda629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:29.865137 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-404a33fa-4fcf-4847-8a0b-99afdbda629d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b7716c2adc34b2caf014eb010a60fb6&device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 1099 time: 0.3527889 Jan 28 17:54:29.902032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a119a46-4478-4d7d-920a-23483b250bcd None None] Network ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:29.905740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:29.910234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:29.959420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] For port f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1,segment=NetworkSegment(b247a676-2127-432c-8873-c58acd1042ff),segment_id=b247a676-2127-432c-8873-c58acd1042ff)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:54:29.964045 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a119a46-4478-4d7d-920a-23483b250bcd None None] Network ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3 could not be found, it might have been deleted concurrently. {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 17:54:29.973827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:29.979071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.008910 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3 HTTP/1.1" status: 204 len: 168 time: 2.6070490 Jan 28 17:54:30.021344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ade83-1587-48cd-88a0-4d89e201f9f4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Network': ['ID=ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:30.021798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Transition to ACTIVE for port object 1a07241f-f20e-42e4-9960-a328d463cb26 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:30.024802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.026079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38158) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:30.037557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1517155513'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:30.050703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:30.052991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Transition to ACTIVE for port object b57e6e15-4e7f-4986-9cdf-6b634a560b25 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:30.058191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:30.061627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.062701 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:network and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:30.072243 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:30.087365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:30.095834 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:30.102581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7604132b-3e1f-49d7-ae22-f9f209771769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:23Z', 'revision_number': 4, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'd7fa5d0b-9b02-4bf3-ab58-70e9765f7cf1', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'port_id': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'mac_address': 'fa:16:3e:85:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:53:37Z', 'updated_at': '2022-01-28T17:54:19Z', 'revision_number': 1, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403c19e3-19c9-448b-b2bc-e42b5ca6d6c4', 'name': '', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'mac_address': 'fa:16:3e:dd:b7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9f569c33-4985-408d-9d7e-933d23843497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:37Z', 'revision_number': 5, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'subnets': [{'id': '9f569c33-4985-408d-9d7e-933d23843497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:30.122761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-dfcba613-0dc5-4488-b72c-1b49e8316e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:30.124276 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-dfcba613-0dc5-4488-b72c-1b49e8316e7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=332e698a-eabc-4523-8476-c1c253a6cf19 HTTP/1.1" status: 200 len: 906 time: 0.2486498 Jan 28 17:54:30.186585 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Transition to ACTIVE for port object b57e6e15-4e7f-4986-9cdf-6b634a560b25 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:30.189651 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604132b-3e1f-49d7-ae22-f9f209771769 None None] The sync data for ids ['3254b0ce-0682-4532-9b7f-12cf3b085384'] in dv-neutron-826919-1-hyperv is: [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:23Z', 'revision_number': 4, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'd7fa5d0b-9b02-4bf3-ab58-70e9765f7cf1', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'port_id': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'mac_address': 'fa:16:3e:85:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:53:37Z', 'updated_at': '2022-01-28T17:54:19Z', 'revision_number': 1, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403c19e3-19c9-448b-b2bc-e42b5ca6d6c4', 'name': '', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'mac_address': 'fa:16:3e:dd:b7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9f569c33-4985-408d-9d7e-933d23843497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:37Z', 'revision_number': 5, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'subnets': [{'id': '9f569c33-4985-408d-9d7e-933d23843497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:30.191821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35c04e-36ed-42b4-aa8e-2dcde520c902 None None] Pushing event updated for resources: {'Port': ['ID=f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:30.196667 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 5a6ab58a-49ff-423b-894c-d9a3fc77df34, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5a6ab58a-49ff-423b-894c-d9a3fc77df34,segment=NetworkSegment(813430ff-6f18-4e7c-b537-5ae69a199a3c),segment_id=813430ff-6f18-4e7c-b537-5ae69a199a3c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:30.200655 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Transition to ACTIVE for port object 1a07241f-f20e-42e4-9960-a328d463cb26 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:30.227376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Made reservation on behalf of 461447f090f64256be84da5f17e8e3ad for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:30.237696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.238906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.273134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:30.275624 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.295809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.303393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-93ae23a4-128f-4594-bb6c-5cb64e6d5dd3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.310802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.393501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.394645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-93ae23a4-128f-4594-bb6c-5cb64e6d5dd3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.441383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Network 5c1868ec-c0d0-494f-a16b-b527bdd20819 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:30.458896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:30.468630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:30.472908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:30.475596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:30.477867 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:30.577089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-93ae23a4-128f-4594-bb6c-5cb64e6d5dd3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.624353 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] device_id is not set on port 399dc278-4f0c-4915-8496-4818b2e5c937 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:30.711548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894d383-aa88-4217-9f9e-e3cfe76bce55 None None] New status for floating IP d7fa5d0b-9b02-4bf3-ab58-70e9765f7cf1: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:54:30.801457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Pushing event updated for resources: {'Port': ['ID=b57e6e15-4e7f-4986-9cdf-6b634a560b25,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:30.816970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:30.828180 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307415d5-fb25-486f-9bcc-4f11118d9240 None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:30.850401 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307415d5-fb25-486f-9bcc-4f11118d9240 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:30.857428 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-307415d5-fb25-486f-9bcc-4f11118d9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:30.863362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:54:30.868797 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-989a48cf-1f87-4ff6-9b4c-9a4545780d88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 HTTP/1.1" status: 200 len: 999 time: 0.7338147 Jan 28 17:54:30.886137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Allocated IP 172.20.0.1 (02eafcc7-37d9-471a-8194-a67288bfe2be/e6ce4f48-209c-454c-9e25-c8e1bb007e15/48111c74-b3af-43fd-8b1c-807650b5f072) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:30.932425 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-307415d5-fb25-486f-9bcc-4f11118d9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:30.944171 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307415d5-fb25-486f-9bcc-4f11118d9240 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:30.945143 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-307415d5-fb25-486f-9bcc-4f11118d9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:30.951383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Attempting to bind port 1a07241f-f20e-42e4-9960-a328d463cb26 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:30.951762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Attempting to bind port 1a07241f-f20e-42e4-9960-a328d463cb26 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:30.952107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Attempting to bind port 1a07241f-f20e-42e4-9960-a328d463cb26 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:30.952579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.952927 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Added segment 4af628ff-509e-44ff-a5e8-fdd07fe95bd1 of type vlan for network e731c8d7-7562-46ad-b640-7f567808d717 Jan 28 17:54:30.967116 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Attempting to bind port b57e6e15-4e7f-4986-9cdf-6b634a560b25 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:30.967531 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Attempting to bind port b57e6e15-4e7f-4986-9cdf-6b634a560b25 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'd800f8aa-9d95-45c3-b6b0-5fd6bb0ef80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5c1868ec-c0d0-494f-a16b-b527bdd20819'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:30.967987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Attempting to bind port b57e6e15-4e7f-4986-9cdf-6b634a560b25 on network 5c1868ec-c0d0-494f-a16b-b527bdd20819 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:30.977627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:54:30.978085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Checking segment: {'id': 'd800f8aa-9d95-45c3-b6b0-5fd6bb0ef80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5c1868ec-c0d0-494f-a16b-b527bdd20819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:30.978468 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.988954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Bound using segment: {'id': 'd800f8aa-9d95-45c3-b6b0-5fd6bb0ef80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5c1868ec-c0d0-494f-a16b-b527bdd20819'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:54:30.988954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Bound port: b57e6e15-4e7f-4986-9cdf-6b634a560b25, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd800f8aa-9d95-45c3-b6b0-5fd6bb0ef80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5c1868ec-c0d0-494f-a16b-b527bdd20819'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:54:30.988954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.991428 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:54:30.991884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:30.992343 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:30.992797 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:54:30.993369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Bound port: 1a07241f-f20e-42e4-9960-a328d463cb26, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:54:30.994069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:31.003552 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bc0051cc-7ca3-466c-b675-ab41c08013e9 None None] Provisioning complete for port 5a6ab58a-49ff-423b-894c-d9a3fc77df34 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:31.004037 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bc0051cc-7ca3-466c-b675-ab41c08013e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:31.037424 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-307415d5-fb25-486f-9bcc-4f11118d9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:31.038084 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307415d5-fb25-486f-9bcc-4f11118d9240 None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:31.083702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:31.089316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-44d9d406-0b96-4a8e-80a6-9dc38bd657da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:31.090983 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-44d9d406-0b96-4a8e-80a6-9dc38bd657da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f569c33-4985-408d-9d7e-933d23843497 HTTP/1.1" status: 200 len: 844 time: 0.1994696 Jan 28 17:54:31.116191 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Pushing event updated for resources: {'Port': ['ID=1a07241f-f20e-42e4-9960-a328d463cb26,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:31.159932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:31.189567 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b1761-3715-46c7-8cb5-240ce1ba2c9b req-a7d74733-1468-43c6-9c44-a4c81532e747 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:31.190635 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a81b1761-3715-46c7-8cb5-240ce1ba2c9b req-a7d74733-1468-43c6-9c44-a4c81532e747 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.5317988 Jan 28 17:54:31.209642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Allocated IP 172.20.0.5 (4859e76f-24b8-4d89-86d5-c86785c071e5/65d5de68-d1ca-4889-aec1-8da383187e20/399dc278-4f0c-4915-8496-4818b2e5c937) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:31.246637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-93ae23a4-128f-4594-bb6c-5cb64e6d5dd3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:31.290326 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-20239f46-f40d-4958-afb7-b70cff307dbe tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2930748 Jan 28 17:54:31.290932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38166) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:31.296483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-38c62e82-4cbe-4949-8d5a-7aab7c7b8f56 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:31.325335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae23a4-128f-4594-bb6c-5cb64e6d5dd3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa7929d-c236-40de-a0af-ab7e4482aea3,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:31.338443 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-93ae23a4-128f-4594-bb6c-5cb64e6d5dd3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:31.351164 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:31.357195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:31.357779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:31.366124 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a81b1761-3715-46c7-8cb5-240ce1ba2c9b req-39207f78-04e4-4fe3-8e65-08ab124b547e tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473374 Jan 28 17:54:31.454478 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:31.477271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Transition to ACTIVE for port object 48111c74-b3af-43fd-8b1c-807650b5f072 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:31.503572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-1af59b9a-1d59-452c-a889-7d4c42a6cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:31.505985 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-1af59b9a-1d59-452c-a889-7d4c42a6cee3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=332e698a-eabc-4523-8476-c1c253a6cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4026728 Jan 28 17:54:31.522951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38c62e82-4cbe-4949-8d5a-7aab7c7b8f56 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:31.587314 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=5a6ab58a-49ff-423b-894c-d9a3fc77df34,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:31.602431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:31.627828 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5945880 Jan 28 17:54:31.629369 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-93ae23a4-128f-4594-bb6c-5cb64e6d5dd3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/dfa7929d-c236-40de-a0af-ab7e4482aea3 HTTP/1.1" status: 204 len: 168 time: 1.9602950 Jan 28 17:54:31.655387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38170) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:31.655602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38172) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:31.673748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'subnet': {'network_id': 'e731c8d7-7562-46ad-b640-7f567808d717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:31.690197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbece8-73bc-4e56-8cd4-ad9d58597897 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Network': ['ID=e731c8d7-7562-46ad-b640-7f567808d717,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:31.712426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network e731c8d7-7562-46ad-b640-7f567808d717 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:54:31.811720 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2b1a12-1d60-4222-9bb0-9e5d44936599 None None] Network 02eafcc7-37d9-471a-8194-a67288bfe2be requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:31.816997 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-9053d9e6-b6d0-4698-9dbf-689c09ce5b91 service neutron] 10.222.0.16 "GET /v2.0/networks/332e698a-eabc-4523-8476-c1c253a6cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775877 Jan 28 17:54:31.819714 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:31.826284 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] For port 1a07241f-f20e-42e4-9960-a328d463cb26, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:54:31.859150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] For port b57e6e15-4e7f-4986-9cdf-6b634a560b25, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:54:31.906545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Transition to ACTIVE for port object 399dc278-4f0c-4915-8496-4818b2e5c937 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:31.915768 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dee4efb1-013f-4f9f-a934-c56776e685c5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2481947 Jan 28 17:54:31.918615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38178) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:31.922886 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 02eafcc7-37d9-471a-8194-a67288bfe2be is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:31.941294 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] For port 1a07241f-f20e-42e4-9960-a328d463cb26, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1a07241f-f20e-42e4-9960-a328d463cb26,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:54:31.945404 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] For port b57e6e15-4e7f-4986-9cdf-6b634a560b25, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b57e6e15-4e7f-4986-9cdf-6b634a560b25,segment=NetworkSegment(d800f8aa-9d95-45c3-b6b0-5fd6bb0ef80c),segment_id=d800f8aa-9d95-45c3-b6b0-5fd6bb0ef80c)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:54:31.992542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:32.009361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:32.040913 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c0e753-5914-42a9-aeef-eb1e55a2d3bf req-a1976a89-dbd8-415e-9737-f5993d2d2886 service neutron] 10.222.0.16 "GET /v2.0/networks/332e698a-eabc-4523-8476-c1c253a6cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143567 Jan 28 17:54:32.046281 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=48111c74-b3af-43fd-8b1c-807650b5f072,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:32.070897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48b315a-9575-44ea-a428-1c3f92bc5f1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:32.071850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d48b315a-9575-44ea-a428-1c3f92bc5f1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:32.088536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:32.090092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:32.092527 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:32.100772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:32.107873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:subnet and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:32.112178 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:32.115807 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:32.201025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d48b315a-9575-44ea-a428-1c3f92bc5f1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:32.210598 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d48b315a-9575-44ea-a428-1c3f92bc5f1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2846549 Jan 28 17:54:32.210748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:32.210830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Network 4859e76f-24b8-4d89-86d5-c86785c071e5 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:32.210900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38182) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:32.211956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:32.223245 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:32.236959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38c62e82-4cbe-4949-8d5a-7aab7c7b8f56 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:32.261827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event updated for resources: {'Port': ['ID=399dc278-4f0c-4915-8496-4818b2e5c937,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:32.274578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0ca13ce9-1060-4060-a993-183ab1b095ff None None] Provisioning for port f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:32.307214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21820056-c152-4fdd-b7dd-bebb6cc90b33 None None] Pushing event updated for resources: {'Port': ['ID=b57e6e15-4e7f-4986-9cdf-6b634a560b25,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:32.325383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38c62e82-4cbe-4949-8d5a-7aab7c7b8f56 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:32.330385 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-38c62e82-4cbe-4949-8d5a-7aab7c7b8f56 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Floating IP 77bd0d61-f61b-4b42-a382-54792c9d0c35 disassociated. External IP: 172.26.1.85, port: 8d36da3c-7d85-4e34-add1-25c974be9e0b. Jan 28 17:54:32.331588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:32.332791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:32.406475 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:32.409907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:32.421586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e9d38-d8fc-4afb-8ff3-e86683361c17 None None] Pushing event updated for resources: {'Port': ['ID=1a07241f-f20e-42e4-9960-a328d463cb26,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:32.452113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6861550d-f2d2-40ad-b675-2d2622ef8319 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:32.456767 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6861550d-f2d2-40ad-b675-2d2622ef8319 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:32.482843 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-64191ecf-bee2-43b8-bf60-a0b791eb233c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7413671 Jan 28 17:54:32.485515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38188) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:32.492111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-4a52b788-69fe-462b-8f65-2c16afcc673b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:55:f8:91'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:32.733033 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b5ac4673-3bbd-4b55-bac6-752f926985b8 None None] Provisioning for port 399dc278-4f0c-4915-8496-4818b2e5c937 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:32.740627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b5ac4673-3bbd-4b55-bac6-752f926985b8 None None] Provisioning complete for port 399dc278-4f0c-4915-8496-4818b2e5c937 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:32.740997 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b5ac4673-3bbd-4b55-bac6-752f926985b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:32.802565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:32.898142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac4673-3bbd-4b55-bac6-752f926985b8 None None] Port 399dc278-4f0c-4915-8496-4818b2e5c937 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:32.949437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4a52b788-69fe-462b-8f65-2c16afcc673b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:32.974501 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6861550d-f2d2-40ad-b675-2d2622ef8319 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:32.975713 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6861550d-f2d2-40ad-b675-2d2622ef8319 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7418957 Jan 28 17:54:32.976550 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:32.986242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38192) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:33.000263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:33.006453 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:33.006453 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:33.155304 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3bb7f2ba-8076-49a5-817b-0e07a3da0c11 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1604204 Jan 28 17:54:33.190723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38196) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:33.199973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2fe9c7e5-637a-4005-950b-831a533ea363 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:33.209190 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-00e5795e-8bb1-4cdb-8a0e-9fe9023d181b None None] Provisioning for port 48111c74-b3af-43fd-8b1c-807650b5f072 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:33.216665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-00e5795e-8bb1-4cdb-8a0e-9fe9023d181b None None] Provisioning complete for port 48111c74-b3af-43fd-8b1c-807650b5f072 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:33.217798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-00e5795e-8bb1-4cdb-8a0e-9fe9023d181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:33.242061 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:33.311186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-00e5795e-8bb1-4cdb-8a0e-9fe9023d181b None None] Port 48111c74-b3af-43fd-8b1c-807650b5f072 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:33.316854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1,segment=NetworkSegment(b247a676-2127-432c-8873-c58acd1042ff),segment_id=b247a676-2127-432c-8873-c58acd1042ff)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:33.326980 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-00e5795e-8bb1-4cdb-8a0e-9fe9023d181b None None] Provisioning complete for port f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:33.327372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-00e5795e-8bb1-4cdb-8a0e-9fe9023d181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:33.393038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:33.394247 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5a6ab58a-49ff-423b-894c-d9a3fc77df34 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:33.451012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131d7ee-10da-42ce-a99c-d2c69bc3aade req-3740b409-eeda-443a-91e2-1798f4253dd2 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:33.457789 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0131d7ee-10da-42ce-a99c-d2c69bc3aade req-3740b409-eeda-443a-91e2-1798f4253dd2 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.8486767 Jan 28 17:54:33.479385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4a52b788-69fe-462b-8f65-2c16afcc673b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:33.486703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2fe9c7e5-637a-4005-950b-831a533ea363 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:33.500053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2fe9c7e5-637a-4005-950b-831a533ea363 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:33.573045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4a52b788-69fe-462b-8f65-2c16afcc673b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:33.634400 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe9c7e5-637a-4005-950b-831a533ea363 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:33.634779 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:33.638382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 5a6ab58a-49ff-423b-894c-d9a3fc77df34 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:33.638776 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:33.658160 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0131d7ee-10da-42ce-a99c-d2c69bc3aade req-daab7122-f3dc-4938-80bb-6c3109ab9c65 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995273 Jan 28 17:54:33.658749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2fe9c7e5-637a-4005-950b-831a533ea363 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:33.779012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-487d1e16-5a40-42c4-982e-d6d971162c40 None None] Provisioning complete for port 48111c74-b3af-43fd-8b1c-807650b5f072 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:33.779012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-487d1e16-5a40-42c4-982e-d6d971162c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:33.804981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c62e82-4cbe-4949-8d5a-7aab7c7b8f56 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:54:33.818517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0edf71-ab57-43e1-935b-1d3b7ef05e8a None None] Network 5c1868ec-c0d0-494f-a16b-b527bdd20819 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:33.828653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52b788-69fe-462b-8f65-2c16afcc673b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event updated for resources: {'Port': ['ID=399dc278-4f0c-4915-8496-4818b2e5c937,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:33.896685 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:33.903455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4a52b788-69fe-462b-8f65-2c16afcc673b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] In _notify_port_updated(), no bound segment for port 399dc278-4f0c-4915-8496-4818b2e5c937 on network 4859e76f-24b8-4d89-86d5-c86785c071e5 {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 17:54:33.910428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a52b788-69fe-462b-8f65-2c16afcc673b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:33.911112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4a52b788-69fe-462b-8f65-2c16afcc673b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:33.914927 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4a52b788-69fe-462b-8f65-2c16afcc673b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "PUT /v2.0/ports/399dc278-4f0c-4915-8496-4818b2e5c937 HTTP/1.1" status: 200 len: 994 time: 1.4257562 Jan 28 17:54:33.915800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38200) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:33.959944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-487d1e16-5a40-42c4-982e-d6d971162c40 None None] Port 48111c74-b3af-43fd-8b1c-807650b5f072 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:34.010763 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-7363961b-1721-457f-8983-7578f61c1f05 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Deleting port 399dc278-4f0c-4915-8496-4818b2e5c937 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:34.011345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7363961b-1721-457f-8983-7578f61c1f05 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:34.127128 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0ce2c7e4-e004-4b52-8052-56621547ff88 None None] Provisioning complete for port 399dc278-4f0c-4915-8496-4818b2e5c937 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:34.127678 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0ce2c7e4-e004-4b52-8052-56621547ff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:34.172190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Subnet': ['ID=8bdf6bbd-3ae4-4fc9-a663-7df742d932dd,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:34.174694 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c62e82-4cbe-4949-8d5a-7aab7c7b8f56 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:34.188748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Checking segment: {'id': '4af628ff-509e-44ff-a5e8-fdd07fe95bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e731c8d7-7562-46ad-b640-7f567808d717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:34.189099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network hostable DHCP agents. Network: e731c8d7-7562-46ad-b640-7f567808d717, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:54:34.198226 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38c62e82-4cbe-4949-8d5a-7aab7c7b8f56 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:34.222956 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2c7e4-e004-4b52-8052-56621547ff88 None None] Port 399dc278-4f0c-4915-8496-4818b2e5c937 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:34.224786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754e0e0-1356-4fb6-9070-4fc44d16a094 None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:34.248885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754e0e0-1356-4fb6-9070-4fc44d16a094 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:34.249668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5754e0e0-1356-4fb6-9070-4fc44d16a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:34.273798 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:34.278468 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-38c62e82-4cbe-4949-8d5a-7aab7c7b8f56 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "PUT /v2.0/floatingips/77bd0d61-f61b-4b42-a382-54792c9d0c35 HTTP/1.1" status: 200 len: 687 time: 2.9866803 Jan 28 17:54:34.281113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38204) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:34.326336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5754e0e0-1356-4fb6-9070-4fc44d16a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:34.327381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2fe9c7e5-637a-4005-950b-831a533ea363 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:34.339759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754e0e0-1356-4fb6-9070-4fc44d16a094 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:34.340832 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5754e0e0-1356-4fb6-9070-4fc44d16a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:34.403262 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5754e0e0-1356-4fb6-9070-4fc44d16a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:34.403730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754e0e0-1356-4fb6-9070-4fc44d16a094 None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:34.408005 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0ce2c7e4-e004-4b52-8052-56621547ff88 None None] Provisioning for port b57e6e15-4e7f-4986-9cdf-6b634a560b25 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:34.410441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe9c7e5-637a-4005-950b-831a533ea363 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:34.414968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9c7e5-637a-4005-950b-831a533ea363 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=83143ea2-bc70-41ef-a010-553ce9695cfd,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:34.417500 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-2fe9c7e5-637a-4005-950b-831a533ea363 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:34.424379 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe9c7e5-637a-4005-950b-831a533ea363 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:34.424990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2fe9c7e5-637a-4005-950b-831a533ea363 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:34.441104 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebd3a03-93df-47cf-aac4-a68747119858 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:34.460372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7363961b-1721-457f-8983-7578f61c1f05 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:34.576451 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network e731c8d7-7562-46ad-b640-7f567808d717 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:54:34.579953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:34.628815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-7363961b-1721-457f-8983-7578f61c1f05 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Calling delete_port for 399dc278-4f0c-4915-8496-4818b2e5c937 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:34.689158 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2fe9c7e5-637a-4005-950b-831a533ea363 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4970117 Jan 28 17:54:34.697268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38210) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:34.697572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'fixed_ips': [{'subnet_id': '83143ea2-bc70-41ef-a010-553ce9695cfd', 'ip_address': '2001:db8::a97d:5154:18a9:ab7d'}], 'name': 'tempest-NetworksTestDHCPv6-1678173436'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:34.760236 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:34.762841 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:34.769397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=48111c74-b3af-43fd-8b1c-807650b5f072,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:34.864240 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-324d4902-ccdd-48a7-a648-c69e522d5c62 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port fbd49a70-bc57-4c9d-ad7e-cfacdc0da921 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:34.864672 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-324d4902-ccdd-48a7-a648-c69e522d5c62 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:34.919141 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:34.935568 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:34.990680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:35.003458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:35.010720 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, e731c8d7-7562-46ad-b640-7f567808d717) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:35.017128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf823d7d-d995-4626-856b-5a97311502be req-330b6e8b-6fcc-4760-9c31-9bc688aa72c6 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:35.018617 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf823d7d-d995-4626-856b-5a97311502be req-330b6e8b-6fcc-4760-9c31-9bc688aa72c6 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.1923277 Jan 28 17:54:35.029401 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f71a70e-ee08-49f3-bc1f-34cdbaa256bc None None] Network e731c8d7-7562-46ad-b640-7f567808d717 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:35.033758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:35.034428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.064962 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 02eafcc7-37d9-471a-8194-a67288bfe2be is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:35.068205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:35.084415 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf823d7d-d995-4626-856b-5a97311502be req-d3ca3f37-f9bc-4492-82f5-2c35183676ec tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558572 Jan 28 17:54:35.087569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7363961b-1721-457f-8983-7578f61c1f05 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.149816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:35.152187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d727c122-29ff-4625-a635-224d0e741030 None None] Update dhcp port {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'fixed_ips': [{'subnet_id': '83143ea2-bc70-41ef-a010-553ce9695cfd'}], 'binding:host_id': 'dv-neutron-826919-1-hyperv'}, 'id': '1a07241f-f20e-42e4-9960-a328d463cb26'} from dv-neutron-826919-1-hyperv. {{(pid=88160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 17:54:35.167194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363961b-1721-457f-8983-7578f61c1f05 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event deleted for resources: {'Port': ['ID=399dc278-4f0c-4915-8496-4818b2e5c937,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:35.249444 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1490a242-2ba6-4643-a5a0-688451619a3d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5840216 Jan 28 17:54:35.267678 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38214) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:35.282849 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1487314867'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:35.295010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:35.316927 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:network and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:35.319991 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:35.321524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b57e6e15-4e7f-4986-9cdf-6b634a560b25 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:35.327696 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:35.350928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-324d4902-ccdd-48a7-a648-c69e522d5c62 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.351311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-324d4902-ccdd-48a7-a648-c69e522d5c62 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.394730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d727c122-29ff-4625-a635-224d0e741030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.511915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-324d4902-ccdd-48a7-a648-c69e522d5c62 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for fbd49a70-bc57-4c9d-ad7e-cfacdc0da921 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:35.538928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:35.541832 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.580934 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.615220 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port b57e6e15-4e7f-4986-9cdf-6b634a560b25 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:35.617225 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:54:35.625428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port c7e052fc-76c1-4425-ad7d-d944f0cc3907 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:35.646099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.646482 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Added segment 0539dcd7-0f82-4626-a067-52bea2de0f24 of type vlan for network 9a86063a-8e41-4643-b642-ff197bbfccc7 Jan 28 17:54:35.664633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-e731c8d7-7562-46ad-b640-7f567808d717', 'network_id': 'e731c8d7-7562-46ad-b640-7f567808d717', 'tenant_id': '3576e9e2d7f94e33ac7386421abf04c3', 'fixed_ips': [{'subnet_id': '8bdf6bbd-3ae4-4fc9-a663-7df742d932dd'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:54:35.665395 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.671623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7363961b-1721-457f-8983-7578f61c1f05 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.681922 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port b57e6e15-4e7f-4986-9cdf-6b634a560b25 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:35.682292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.706660 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.722776 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5798043d-63cc-4287-adea-44485a26f669 None None] Provisioning complete for port 48111c74-b3af-43fd-8b1c-807650b5f072 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:35.723165 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5798043d-63cc-4287-adea-44485a26f669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.729771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router c7430847-5a11-432d-8009-180ff05e8e39 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:54:35.857680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::a97d:5154:18a9:ab7d (c221bf74-e816-466d-af85-3d953f9ff4cd/83143ea2-bc70-41ef-a010-553ce9695cfd/c7e052fc-76c1-4425-ad7d-d944f0cc3907) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:35.874883 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5798043d-63cc-4287-adea-44485a26f669 None None] Port 48111c74-b3af-43fd-8b1c-807650b5f072 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:35.887659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-324d4902-ccdd-48a7-a648-c69e522d5c62 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.941818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.947297 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:35.947900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:35.987870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d4902-ccdd-48a7-a648-c69e522d5c62 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=fbd49a70-bc57-4c9d-ad7e-cfacdc0da921,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:36.053738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:36.074800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:36.087314 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Allocated IP 2001:db8::1 (e731c8d7-7562-46ad-b640-7f567808d717/8bdf6bbd-3ae4-4fc9-a663-7df742d932dd/e77286ce-8a21-4391-b1f3-a9ee6f1d388f) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:36.091192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object c7e052fc-76c1-4425-ad7d-d944f0cc3907 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:36.095937 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7363961b-1721-457f-8983-7578f61c1f05 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "DELETE /v2.0/ports/399dc278-4f0c-4915-8496-4818b2e5c937 HTTP/1.1" status: 204 len: 168 time: 2.1791561 Jan 28 17:54:36.096733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38218) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:36.115897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port b57e6e15-4e7f-4986-9cdf-6b634a560b25, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b57e6e15-4e7f-4986-9cdf-6b634a560b25,segment=NetworkSegment(d800f8aa-9d95-45c3-b6b0-5fd6bb0ef80c),segment_id=d800f8aa-9d95-45c3-b6b0-5fd6bb0ef80c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:36.151973 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ed58bc-8adf-4000-bb83-554f8190a04a tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] GET failed (client error): The resource could not be found. Jan 28 17:54:36.152508 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f4ed58bc-8adf-4000-bb83-554f8190a04a tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Synchronizing usage tracker for tenant:461447f090f64256be84da5f17e8e3ad on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:36.211977 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:36.253230 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:36.266154 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355c31a5-f7e2-42a7-8bb6-9a6cdb59b8d9 None None] Sync routers for ids ['c7430847-5a11-432d-8009-180ff05e8e39'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:36.275856 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355c31a5-f7e2-42a7-8bb6-9a6cdb59b8d9 None None] Routers {'c7430847-5a11-432d-8009-180ff05e8e39'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:36.276477 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-355c31a5-f7e2-42a7-8bb6-9a6cdb59b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c7430847-5a11-432d-8009-180ff05e8e39'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:36.310908 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-27586f31-4d12-475c-bb03-2958fc047f73 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/c7430847-5a11-432d-8009-180ff05e8e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4609795 Jan 28 17:54:36.311521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38224) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:36.321703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=b57e6e15-4e7f-4986-9cdf-6b634a560b25,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:36.336701 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-355c31a5-f7e2-42a7-8bb6-9a6cdb59b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:36.345259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f4ed58bc-8adf-4000-bb83-554f8190a04a tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Unset dirty status for tenant:461447f090f64256be84da5f17e8e3ad on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:36.345492 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355c31a5-f7e2-42a7-8bb6-9a6cdb59b8d9 None None] Routers {'c7430847-5a11-432d-8009-180ff05e8e39'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:36.346304 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-355c31a5-f7e2-42a7-8bb6-9a6cdb59b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c7430847-5a11-432d-8009-180ff05e8e39'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:36.350455 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f4ed58bc-8adf-4000-bb83-554f8190a04a tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "GET /v2.0/ports/399dc278-4f0c-4915-8496-4818b2e5c937 HTTP/1.1" status: 404 len: 333 time: 0.2518370 Jan 28 17:54:36.351325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38230) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:36.354562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Network': ['ID=9a86063a-8e41-4643-b642-ff197bbfccc7,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:36.370700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Request body: {'port': {'network_id': '4859e76f-24b8-4d89-86d5-c86785c071e5', 'name': 'tempest-AllowedAddressPairTestJSON-1364832754'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:36.373637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 9a86063a-8e41-4643-b642-ff197bbfccc7 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:54:36.398213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:36.413040 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-355c31a5-f7e2-42a7-8bb6-9a6cdb59b8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:36.413843 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355c31a5-f7e2-42a7-8bb6-9a6cdb59b8d9 None None] The sync data for ids ['c7430847-5a11-432d-8009-180ff05e8e39'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:36.419540 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fc4725dd-1722-4806-9ed3-7dad54c7ca7b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1476755 Jan 28 17:54:36.421904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38234) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:36.424170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-324d4902-ccdd-48a7-a648-c69e522d5c62 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:36.427023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-324d4902-ccdd-48a7-a648-c69e522d5c62 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:36.431370 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-324d4902-ccdd-48a7-a648-c69e522d5c62 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/floatingips/77bd0d61-f61b-4b42-a382-54792c9d0c35 HTTP/1.1" status: 204 len: 168 time: 2.1457679 Jan 28 17:54:36.434880 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'subnet': {'network_id': '9a86063a-8e41-4643-b642-ff197bbfccc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:36.449855 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38238) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:36.467961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': 'f24cfccb-c66b-401e-8bb3-5358a4394c22'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:36.532337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:36.540710 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:floatingip and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:36.545749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b57e6e15-4e7f-4986-9cdf-6b634a560b25 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:36.547513 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:36.556543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:36.565184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0179d77b-f38f-4402-be63-7123077a16f1 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:36.569488 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0179d77b-f38f-4402-be63-7123077a16f1 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports/48111c74-b3af-43fd-8b1c-807650b5f072 HTTP/1.1" status: 200 len: 910 time: 0.2544284 Jan 28 17:54:36.569719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38242) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:36.579533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-d727c122-29ff-4625-a635-224d0e741030 None None] Allocated IP 2001:db8::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/83143ea2-bc70-41ef-a010-553ce9695cfd/1a07241f-f20e-42e4-9960-a328d463cb26) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:36.584914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:36.591600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=c7e052fc-76c1-4425-ad7d-d944f0cc3907,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:36.591755 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:36.601993 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:36.607752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:36.613335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:36.614411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:36.629469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Transition to ACTIVE for port object e77286ce-8a21-4391-b1f3-a9ee6f1d388f will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:36.649554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:36.650960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c8de8-73e4-42be-b073-defc0592e3e8 req-344698af-c2a6-408e-8400-d36f14f78682 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:36.652488 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-360c8de8-73e4-42be-b073-defc0592e3e8 req-344698af-c2a6-408e-8400-d36f14f78682 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.4270909 Jan 28 17:54:36.660749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:36.666970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:36.728995 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Transition to ACTIVE for port object e77286ce-8a21-4391-b1f3-a9ee6f1d388f will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:36.736329 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fa54638b-a3db-46a9-9137-2a0ab6dcc569 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0408502 Jan 28 17:54:36.737189 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38246) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:36.753591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:subnet and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:36.759732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:36.763153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port b57e6e15-4e7f-4986-9cdf-6b634a560b25 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:36.763610 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:36.776313 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:36.784272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Made reservation on behalf of 461447f090f64256be84da5f17e8e3ad for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:36.784448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:36.787686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:36.817973 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-360c8de8-73e4-42be-b073-defc0592e3e8 req-767cdda2-c596-427f-a16e-8227b2d8a1fa tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530161 Jan 28 17:54:36.830021 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] device_id is not set on port c0178891-082b-4099-82c7-6b36b7a4b501 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:36.838744 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d727c122-29ff-4625-a635-224d0e741030 None None] For port 1a07241f-f20e-42e4-9960-a328d463cb26, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1a07241f-f20e-42e4-9960-a328d463cb26,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:36.853007 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:36.934911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42bfd28-e6d7-4960-b80a-3e0320f8e506 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:36.940638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42bfd28-e6d7-4960-b80a-3e0320f8e506 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:36.941672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c42bfd28-e6d7-4960-b80a-3e0320f8e506 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:36.943967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:36.947404 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:36.982012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d727c122-29ff-4625-a635-224d0e741030 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:36.988874 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Network e731c8d7-7562-46ad-b640-7f567808d717 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:36.996382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:37.004327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:37.009093 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Pushing event updated for resources: {'Port': ['ID=e77286ce-8a21-4391-b1f3-a9ee6f1d388f,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:37.018076 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d727c122-29ff-4625-a635-224d0e741030 None None] Ignored duplicate provisioning block setup for port 1a07241f-f20e-42e4-9960-a328d463cb26 by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 17:54:37.053162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Allocated IP 172.20.0.7 (4859e76f-24b8-4d89-86d5-c86785c071e5/65d5de68-d1ca-4889-aec1-8da383187e20/c0178891-082b-4099-82c7-6b36b7a4b501) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:37.090698 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d727c122-29ff-4625-a635-224d0e741030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:37.120954 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.ipam_backend_mixin [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Performing IP validity checks on allocation pools {{(pid=88159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 17:54:37.121381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.ipam_backend_mixin [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 17:54:37.190257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c42bfd28-e6d7-4960-b80a-3e0320f8e506 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:37.194504 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c42bfd28-e6d7-4960-b80a-3e0320f8e506 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.4562991 Jan 28 17:54:37.199666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38250) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:37.204258 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Attempting to bind port e77286ce-8a21-4391-b1f3-a9ee6f1d388f on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:37.204704 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Attempting to bind port e77286ce-8a21-4391-b1f3-a9ee6f1d388f by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '4af628ff-509e-44ff-a5e8-fdd07fe95bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e731c8d7-7562-46ad-b640-7f567808d717'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:37.205138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Attempting to bind port e77286ce-8a21-4391-b1f3-a9ee6f1d388f on network e731c8d7-7562-46ad-b640-7f567808d717 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:37.217691 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:54:37.218171 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Checking segment: {'id': '4af628ff-509e-44ff-a5e8-fdd07fe95bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e731c8d7-7562-46ad-b640-7f567808d717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:37.218638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:37.219590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Bound using segment: {'id': '4af628ff-509e-44ff-a5e8-fdd07fe95bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e731c8d7-7562-46ad-b640-7f567808d717'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:54:37.219590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Bound port: e77286ce-8a21-4391-b1f3-a9ee6f1d388f, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af628ff-509e-44ff-a5e8-fdd07fe95bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e731c8d7-7562-46ad-b640-7f567808d717'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:54:37.220071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:37.241936 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727c122-29ff-4625-a635-224d0e741030 None None] Pushing event updated for resources: {'Port': ['ID=1a07241f-f20e-42e4-9960-a328d463cb26,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:37.299606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:37.320873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Transition to ACTIVE for port object c0178891-082b-4099-82c7-6b36b7a4b501 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:37.337716 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] For port e77286ce-8a21-4391-b1f3-a9ee6f1d388f, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:54:37.346460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] For port e77286ce-8a21-4391-b1f3-a9ee6f1d388f, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e77286ce-8a21-4391-b1f3-a9ee6f1d388f,segment=NetworkSegment(4af628ff-509e-44ff-a5e8-fdd07fe95bd1),segment_id=4af628ff-509e-44ff-a5e8-fdd07fe95bd1)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:54:37.432150 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-acf3d912-e43c-422c-8ad8-2768bb93582d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port c7e052fc-76c1-4425-ad7d-d944f0cc3907 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:37.432498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-acf3d912-e43c-422c-8ad8-2768bb93582d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:37.444016 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:37.487550 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:37.531117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Network 4859e76f-24b8-4d89-86d5-c86785c071e5 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:37.535232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:37.539594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:37.589020 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652e79e-7227-42ac-ad95-c6f15b0bd06d None None] Pushing event updated for resources: {'Port': ['ID=e77286ce-8a21-4391-b1f3-a9ee6f1d388f,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:37.612716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event updated for resources: {'Port': ['ID=c0178891-082b-4099-82c7-6b36b7a4b501,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:37.663607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:37.695964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:37.701490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:37.927344 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a3a3088b-6765-4d1d-9edc-7ce172c3c21b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5687382 Jan 28 17:54:37.928242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38256) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:37.938710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e4bf961e-3673-4889-adfc-7969e29c767d tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:55:f8:91'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:37.942928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:38.166370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:38.196070 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a7755412-1704-4da6-91db-673dc3a5d586 None None] Provisioning for port c0178891-082b-4099-82c7-6b36b7a4b501 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:38.203347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a7755412-1704-4da6-91db-673dc3a5d586 None None] Provisioning complete for port c0178891-082b-4099-82c7-6b36b7a4b501 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:38.203725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a7755412-1704-4da6-91db-673dc3a5d586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:38.276518 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-a7755412-1704-4da6-91db-673dc3a5d586 None None] Port c0178891-082b-4099-82c7-6b36b7a4b501 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:38.358727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Subnet': ['ID=3313e299-9b2b-441a-a731-a2a570c5b209,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:38.370748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f078470-1c02-44ec-945a-2f178c38dc2b req-2d2af982-2ecd-4d8d-8b42-03972d170b4d tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:38.373614 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7f078470-1c02-44ec-945a-2f178c38dc2b req-2d2af982-2ecd-4d8d-8b42-03972d170b4d tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.3347156 Jan 28 17:54:38.447526 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Checking segment: {'id': '0539dcd7-0f82-4626-a067-52bea2de0f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9a86063a-8e41-4643-b642-ff197bbfccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:38.447887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network hostable DHCP agents. Network: 9a86063a-8e41-4643-b642-ff197bbfccc7, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:54:38.467049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-acf3d912-e43c-422c-8ad8-2768bb93582d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:38.483734 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7f078470-1c02-44ec-945a-2f178c38dc2b req-203062f7-03b1-4349-8e7a-f5aca80c44f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007602 Jan 28 17:54:38.504030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e4bf961e-3673-4889-adfc-7969e29c767d tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:38.560172 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.26.1.6 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/592a5b8d-6555-4c72-adf6-b34241895146) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:38.627112 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-acf3d912-e43c-422c-8ad8-2768bb93582d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for c7e052fc-76c1-4425-ad7d-d944f0cc3907 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:38.633980 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e77286ce-8a21-4391-b1f3-a9ee6f1d388f up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:38.799806 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port e77286ce-8a21-4391-b1f3-a9ee6f1d388f completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:38.815609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1a07241f-f20e-42e4-9960-a328d463cb26 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:38.830325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e4bf961e-3673-4889-adfc-7969e29c767d tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:38.872512 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network 9a86063a-8e41-4643-b642-ff197bbfccc7 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:54:38.911169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e4bf961e-3673-4889-adfc-7969e29c767d tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:38.961771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1e3d201e-7599-4d12-9779-23f81d89784c None None] Provisioning for port 1a07241f-f20e-42e4-9960-a328d463cb26 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:39.024698 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 1a07241f-f20e-42e4-9960-a328d463cb26 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:39.036528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 1a07241f-f20e-42e4-9960-a328d463cb26 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:39.037143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:39.066072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf961e-3673-4889-adfc-7969e29c767d tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event updated for resources: {'Port': ['ID=c0178891-082b-4099-82c7-6b36b7a4b501,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:39.077804 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 9a86063a-8e41-4643-b642-ff197bbfccc7) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:39.090650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf961e-3673-4889-adfc-7969e29c767d tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] In _notify_port_updated(), no bound segment for port c0178891-082b-4099-82c7-6b36b7a4b501 on network 4859e76f-24b8-4d89-86d5-c86785c071e5 {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 17:54:39.110658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bf961e-3673-4889-adfc-7969e29c767d tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:39.111731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e4bf961e-3673-4889-adfc-7969e29c767d tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:39.114061 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e4bf961e-3673-4889-adfc-7969e29c767d tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "PUT /v2.0/ports/c0178891-082b-4099-82c7-6b36b7a4b501 HTTP/1.1" status: 200 len: 996 time: 1.1847472 Jan 28 17:54:39.118256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38260) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:39.125367 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:39.125966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:39.191910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:39.212556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-d7f89f57-9968-4d7f-a4e2-6802ef4ea3fc tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Deleting port c0178891-082b-4099-82c7-6b36b7a4b501 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:39.212867 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7f89f57-9968-4d7f-a4e2-6802ef4ea3fc tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:39.227855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b0de6d-fac8-4d8a-b963-166e1444c41d None None] Network 9a86063a-8e41-4643-b642-ff197bbfccc7 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:39.263161 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-100251cc-1e72-4a17-b4bc-fc7caa8ed5bb tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8339906 Jan 28 17:54:39.274643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38264) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:39.326535 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-acf3d912-e43c-422c-8ad8-2768bb93582d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:39.360857 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ff2db10d-91c5-48a3-beed-1ba06b1bf1ec None None] Could not find standard attr ID for object c7e052fc-76c1-4425-ad7d-d944f0cc3907. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:54:39.375902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a39344c-93d7-4f28-a69d-94c47d29cfb7 None None] Network e731c8d7-7562-46ad-b640-7f567808d717 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:39.496397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Allocated IP 172.21.0.1 (5c1868ec-c0d0-494f-a16b-b527bdd20819/c9d95e51-b0f5-4a4b-9ae2-739292390986/8bd8f1b4-49d4-4d2a-9040-17a3137ba28c) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:39.505924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7f89f57-9968-4d7f-a4e2-6802ef4ea3fc tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:39.626765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-9a86063a-8e41-4643-b642-ff197bbfccc7', 'network_id': '9a86063a-8e41-4643-b642-ff197bbfccc7', 'tenant_id': '3576e9e2d7f94e33ac7386421abf04c3', 'fixed_ips': [{'subnet_id': '3313e299-9b2b-441a-a731-a2a570c5b209'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:54:39.628194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:39.644129 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:39.648027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-d7f89f57-9968-4d7f-a4e2-6802ef4ea3fc tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Calling delete_port for c0178891-082b-4099-82c7-6b36b7a4b501 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:39.680369 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3d912-e43c-422c-8ad8-2768bb93582d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=c7e052fc-76c1-4425-ad7d-d944f0cc3907,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:39.699709 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-626db051-78db-4624-af4b-804f4365194d None None] Provisioning complete for port c0178891-082b-4099-82c7-6b36b7a4b501 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:39.700083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-626db051-78db-4624-af4b-804f4365194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:39.879129 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-acf3d912-e43c-422c-8ad8-2768bb93582d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:39.879129 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-acf3d912-e43c-422c-8ad8-2768bb93582d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/c7e052fc-76c1-4425-ad7d-d944f0cc3907 HTTP/1.1" status: 204 len: 168 time: 2.6568077 Jan 28 17:54:39.879788 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38270) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:39.897344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 1a07241f-f20e-42e4-9960-a328d463cb26, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1a07241f-f20e-42e4-9960-a328d463cb26,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:39.904872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-626db051-78db-4624-af4b-804f4365194d None None] Port c0178891-082b-4099-82c7-6b36b7a4b501 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:39.946831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd11492b-e712-4ac7-a969-7fef164be3d1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:39.948784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd11492b-e712-4ac7-a969-7fef164be3d1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:39.949545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bd11492b-e712-4ac7-a969-7fef164be3d1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:39.957634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7f89f57-9968-4d7f-a4e2-6802ef4ea3fc tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:39.991247 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.010520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f89f57-9968-4d7f-a4e2-6802ef4ea3fc tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event deleted for resources: {'Port': ['ID=c0178891-082b-4099-82c7-6b36b7a4b501,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:40.015735 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.017086 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e8f526eb-0f3d-4933-833a-f2b7863e5fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.032344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Transition to ACTIVE for port object 8bd8f1b4-49d4-4d2a-9040-17a3137ba28c will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:40.104197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-626db051-78db-4624-af4b-804f4365194d None None] Provisioning for port e77286ce-8a21-4391-b1f3-a9ee6f1d388f completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:40.104400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.104400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.104590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-626db051-78db-4624-af4b-804f4365194d None None] Provisioning complete for port e77286ce-8a21-4391-b1f3-a9ee6f1d388f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:40.104879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-626db051-78db-4624-af4b-804f4365194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.130754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7f89f57-9968-4d7f-a4e2-6802ef4ea3fc tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.136619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bd11492b-e712-4ac7-a969-7fef164be3d1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:40.140467 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bd11492b-e712-4ac7-a969-7fef164be3d1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2754111 Jan 28 17:54:40.141894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38274) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:40.190501 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d7f89f57-9968-4d7f-a4e2-6802ef4ea3fc tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "DELETE /v2.0/ports/c0178891-082b-4099-82c7-6b36b7a4b501 HTTP/1.1" status: 204 len: 168 time: 1.0710821 Jan 28 17:54:40.196525 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38278) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:40.202759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Allocated IP 2001:db8::3 (9a86063a-8e41-4643-b642-ff197bbfccc7/3313e299-9b2b-441a-a731-a2a570c5b209/dda963d0-1d39-46e4-ab2a-5286a6eb52b3) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:40.210211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=1a07241f-f20e-42e4-9960-a328d463cb26,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:40.216594 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:40.217489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.236644 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f13e27-5541-4ff8-ac5b-e9e5194e73da req-cafeb135-cd5c-4c1a-b410-bb2b935f7f5d tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:40.238054 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d1f13e27-5541-4ff8-ac5b-e9e5194e73da req-cafeb135-cd5c-4c1a-b410-bb2b935f7f5d tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.3908122 Jan 28 17:54:40.238932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:40.250885 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:40.260397 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2324f7c-6d66-4122-9f91-af8e2aa518f3 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] GET failed (client error): The resource could not be found. Jan 28 17:54:40.261827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f2324f7c-6d66-4122-9f91-af8e2aa518f3 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Synchronizing usage tracker for tenant:461447f090f64256be84da5f17e8e3ad on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:40.288197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8a2444-67b4-4794-8ebb-82c0409faa6e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 83143ea2-bc70-41ef-a010-553ce9695cfd {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:54:40.291534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9d8a2444-67b4-4794-8ebb-82c0409faa6e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.307476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=592a5b8d-6555-4c72-adf6-b34241895146,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:40.349883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9d8a2444-67b4-4794-8ebb-82c0409faa6e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.388623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f2324f7c-6d66-4122-9f91-af8e2aa518f3 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Unset dirty status for tenant:461447f090f64256be84da5f17e8e3ad on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:40.397771 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f2324f7c-6d66-4122-9f91-af8e2aa518f3 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "GET /v2.0/ports/c0178891-082b-4099-82c7-6b36b7a4b501 HTTP/1.1" status: 404 len: 333 time: 0.1986165 Jan 28 17:54:40.405360 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38282) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:40.429817 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Request body: {'port': {'network_id': '4859e76f-24b8-4d89-86d5-c86785c071e5', 'name': 'tempest-AllowedAddressPairTestJSON-419926377'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:40.430868 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 5c1868ec-c0d0-494f-a16b-b527bdd20819 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:40.431098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-626db051-78db-4624-af4b-804f4365194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.435602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:40.450842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:40.484284 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.566811 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-626db051-78db-4624-af4b-804f4365194d None None] For port e77286ce-8a21-4391-b1f3-a9ee6f1d388f, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e77286ce-8a21-4391-b1f3-a9ee6f1d388f,segment=NetworkSegment(4af628ff-509e-44ff-a5e8-fdd07fe95bd1),segment_id=4af628ff-509e-44ff-a5e8-fdd07fe95bd1)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:40.590216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.605475 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d1f13e27-5541-4ff8-ac5b-e9e5194e73da req-34436443-70f4-4d0c-935d-35f080aea429 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283336 Jan 28 17:54:40.615759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1a07241f-f20e-42e4-9960-a328d463cb26 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:40.640778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=8bd8f1b4-49d4-4d2a-9040-17a3137ba28c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:40.662564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Transition to ACTIVE for port object dda963d0-1d39-46e4-ab2a-5286a6eb52b3 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:40.697366 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Transition to ACTIVE for port object dda963d0-1d39-46e4-ab2a-5286a6eb52b3 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:40.699778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.737143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-626db051-78db-4624-af4b-804f4365194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.808824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.829824 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:40.838277 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Network 9a86063a-8e41-4643-b642-ff197bbfccc7 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:40.842497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:40.842644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:40.855555 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:40.858935 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 1a07241f-f20e-42e4-9960-a328d463cb26 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:40.863525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.868779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9d8a2444-67b4-4794-8ebb-82c0409faa6e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.934285 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626db051-78db-4624-af4b-804f4365194d None None] Pushing event updated for resources: {'Port': ['ID=e77286ce-8a21-4391-b1f3-a9ee6f1d388f,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:40.934866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Made reservation on behalf of 461447f090f64256be84da5f17e8e3ad for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:40.938508 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:40.963382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] device_id is not set on port cbc3e51c-8266-49c7-850b-539d48b5e2da yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:41.019463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.060547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9d8a2444-67b4-4794-8ebb-82c0409faa6e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.082128 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Subnet': ['ID=3313e299-9b2b-441a-a731-a2a570c5b209,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:41.111150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c84f1718-17d8-464e-980e-3327cc66ca14 None None] Provisioning complete for port e77286ce-8a21-4391-b1f3-a9ee6f1d388f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:41.111513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c84f1718-17d8-464e-980e-3327cc66ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.111709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9d8a2444-67b4-4794-8ebb-82c0409faa6e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.143033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a2444-67b4-4794-8ebb-82c0409faa6e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=83143ea2-bc70-41ef-a010-553ce9695cfd,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:41.149459 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dd934e-b894-4da8-a4ba-a72568d8c184 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:41.185080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Pushing event updated for resources: {'Port': ['ID=dda963d0-1d39-46e4-ab2a-5286a6eb52b3,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:41.188589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Allocated IP 172.20.0.12 (4859e76f-24b8-4d89-86d5-c86785c071e5/65d5de68-d1ca-4889-aec1-8da383187e20/cbc3e51c-8266-49c7-850b-539d48b5e2da) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:41.242036 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.266900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Attempting to bind port dda963d0-1d39-46e4-ab2a-5286a6eb52b3 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:41.270105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Attempting to bind port dda963d0-1d39-46e4-ab2a-5286a6eb52b3 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '0539dcd7-0f82-4626-a067-52bea2de0f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9a86063a-8e41-4643-b642-ff197bbfccc7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:41.270253 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9d8a2444-67b4-4794-8ebb-82c0409faa6e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/83143ea2-bc70-41ef-a010-553ce9695cfd HTTP/1.1" status: 204 len: 168 time: 1.1249740 Jan 28 17:54:41.270348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Attempting to bind port dda963d0-1d39-46e4-ab2a-5286a6eb52b3 on network 9a86063a-8e41-4643-b642-ff197bbfccc7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:41.272626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38286) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:41.286837 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.293229 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:54:41.293610 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Checking segment: {'id': '0539dcd7-0f82-4626-a067-52bea2de0f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9a86063a-8e41-4643-b642-ff197bbfccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:41.294005 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.294398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Bound using segment: {'id': '0539dcd7-0f82-4626-a067-52bea2de0f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9a86063a-8e41-4643-b642-ff197bbfccc7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:54:41.294872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Bound port: dda963d0-1d39-46e4-ab2a-5286a6eb52b3, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0539dcd7-0f82-4626-a067-52bea2de0f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9a86063a-8e41-4643-b642-ff197bbfccc7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:54:41.295300 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.299449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a86063a-8e41-4643-b642-ff197bbfccc7']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:41.321560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0539dcd7-0f82-4626-a067-52bea2de0f24') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:41.321938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0539dcd7-0f82-4626-a067-52bea2de0f24') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:41.370189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.399164 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-767b508d-b665-4789-b23f-642f76c8876b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1227727 Jan 28 17:54:41.399431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38290) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:41.410650 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a88fd1c6-c1ec-4770-8efb-70176665b62c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:41.427296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.473024 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.489456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:54:41.492435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.493128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Transition to ACTIVE for port object cbc3e51c-8266-49c7-850b-539d48b5e2da will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:54:41.507277 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:54:41.570327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] For port dda963d0-1d39-46e4-ab2a-5286a6eb52b3, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:54:41.596497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.660521 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153c5a61-dd83-42da-9fde-b569fcb1b0c8 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:54:41.665068 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-153c5a61-dd83-42da-9fde-b569fcb1b0c8 None None] Deleting port 1a07241f-f20e-42e4-9960-a328d463cb26 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:41.665437 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-153c5a61-dd83-42da-9fde-b569fcb1b0c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.716806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Network 4859e76f-24b8-4d89-86d5-c86785c071e5 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:41.718430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:41.722483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:41.831349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1ca07b1f-81b2-4c30-83b9-8e8eaa44bc2d None None] Provisioning for port 8bd8f1b4-49d4-4d2a-9040-17a3137ba28c completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:41.834323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event updated for resources: {'Port': ['ID=cbc3e51c-8266-49c7-850b-539d48b5e2da,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:41.853267 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1ca07b1f-81b2-4c30-83b9-8e8eaa44bc2d None None] Provisioning complete for port 8bd8f1b4-49d4-4d2a-9040-17a3137ba28c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:41.853906 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1ca07b1f-81b2-4c30-83b9-8e8eaa44bc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.860455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:41.860455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.904060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86187047-3eed-41b8-ada5-033f9dd75cec req-803d6e5a-ba50-473c-9cc1-988616cb2c5e tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:41.905746 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-86187047-3eed-41b8-ada5-033f9dd75cec req-803d6e5a-ba50-473c-9cc1-988616cb2c5e tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.1420374 Jan 28 17:54:41.967890 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:54:41.967890 dv-neutron-826919-1-hyperv neutron-server[88159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:54:41.967890 dv-neutron-826919-1-hyperv neutron-server[88159]: [parameters: {'id': '9a86063a-8e41-4643-b642-ff197bbfccc7'}] Jan 28 17:54:41.967890 dv-neutron-826919-1-hyperv neutron-server[88159]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:54:41.968345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:54:41.977749 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:41.979167 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a88fd1c6-c1ec-4770-8efb-70176665b62c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:41.984683 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7f3f5c5a-c428-4ada-980e-71baee26f9a1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5783184 Jan 28 17:54:41.985587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38296) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:41.991550 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-86187047-3eed-41b8-ada5-033f9dd75cec req-f262b1a4-2341-435d-8eab-9c84aef1ae0c tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769792 Jan 28 17:54:41.994268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a88fd1c6-c1ec-4770-8efb-70176665b62c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:41.999636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a88fd1c6-c1ec-4770-8efb-70176665b62c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:42.002088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Request body: {'port': {'network_id': '4859e76f-24b8-4d89-86d5-c86785c071e5', 'name': 'tempest-AllowedAddressPairTestJSON-182942131'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:42.037520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a88fd1c6-c1ec-4770-8efb-70176665b62c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:42.051784 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] For port dda963d0-1d39-46e4-ab2a-5286a6eb52b3, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dda963d0-1d39-46e4-ab2a-5286a6eb52b3,segment=NetworkSegment(0539dcd7-0f82-4626-a067-52bea2de0f24),segment_id=0539dcd7-0f82-4626-a067-52bea2de0f24)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:54:42.067977 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1ca07b1f-81b2-4c30-83b9-8e8eaa44bc2d None None] Port 8bd8f1b4-49d4-4d2a-9040-17a3137ba28c cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:42.092297 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-153c5a61-dd83-42da-9fde-b569fcb1b0c8 None None] For port 1a07241f-f20e-42e4-9960-a328d463cb26, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1a07241f-f20e-42e4-9960-a328d463cb26,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:42.092686 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-153c5a61-dd83-42da-9fde-b569fcb1b0c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.156159 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.157166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:42.167407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:42.196654 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.198163 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88fd1c6-c1ec-4770-8efb-70176665b62c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:42.202155 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a88fd1c6-c1ec-4770-8efb-70176665b62c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.247610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Made reservation on behalf of 461447f090f64256be84da5f17e8e3ad for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:42.253309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.255631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-153c5a61-dd83-42da-9fde-b569fcb1b0c8 None None] Calling delete_port for 1a07241f-f20e-42e4-9960-a328d463cb26 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:42.275786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] device_id is not set on port ec1bf767-32f3-4319-810b-d3ed40544e90 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:42.305111 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.421017 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f854caae-7e4f-4a17-a5a9-0a0a09a48807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.430402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f44b7-a1b9-4fcb-9026-7684cce74b5f None None] Pushing event updated for resources: {'Port': ['ID=dda963d0-1d39-46e4-ab2a-5286a6eb52b3,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:42.437724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bd0b73c0-a445-41be-8697-1653954796b5 None None] Provisioning for port cbc3e51c-8266-49c7-850b-539d48b5e2da completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:42.448168 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bd0b73c0-a445-41be-8697-1653954796b5 None None] Provisioning complete for port cbc3e51c-8266-49c7-850b-539d48b5e2da triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:42.448582 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bd0b73c0-a445-41be-8697-1653954796b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.460606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Allocated IP 172.20.0.5 (4859e76f-24b8-4d89-86d5-c86785c071e5/65d5de68-d1ca-4889-aec1-8da383187e20/ec1bf767-32f3-4319-810b-d3ed40544e90) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:42.472793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.477941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=8bd8f1b4-49d4-4d2a-9040-17a3137ba28c,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:42.480924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.484541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.504432 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f006ee7f-9a08-4746-a568-0d11dfd3c5e1 None None] Network 9a86063a-8e41-4643-b642-ff197bbfccc7 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:42.528757 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-153c5a61-dd83-42da-9fde-b569fcb1b0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.601919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b73c0-a445-41be-8697-1653954796b5 None None] Port cbc3e51c-8266-49c7-850b-539d48b5e2da cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:42.616123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e77286ce-8a21-4391-b1f3-a9ee6f1d388f up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:42.639626 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Deleting port dda963d0-1d39-46e4-ab2a-5286a6eb52b3 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:42.639855 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.673545 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c5a61-dd83-42da-9fde-b569fcb1b0c8 None None] Pushing event deleted for resources: {'Port': ['ID=1a07241f-f20e-42e4-9960-a328d463cb26,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:42.685359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153c5a61-dd83-42da-9fde-b569fcb1b0c8 None None] No DVR routers for this DVR port 1a07241f-f20e-42e4-9960-a328d463cb26 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:54:42.725215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.753659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Transition to ACTIVE for port object ec1bf767-32f3-4319-810b-d3ed40544e90 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:42.838612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port e77286ce-8a21-4391-b1f3-a9ee6f1d388f triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:42.838976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.893462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:42.942564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1e4f8a-a6f9-4d58-a572-162802054e50 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:54:42.952555 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 5c1868ec-c0d0-494f-a16b-b527bdd20819 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:42.992337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:43.015636 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Network 4859e76f-24b8-4d89-86d5-c86785c071e5 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:43.028646 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:43.035320 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:43.122205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1a07241f-f20e-42e4-9960-a328d463cb26 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:54:43.166912 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 1a07241f-f20e-42e4-9960-a328d463cb26 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:54:43.167902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1a07241f-f20e-42e4-9960-a328d463cb26 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:54:43.171658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event updated for resources: {'Port': ['ID=ec1bf767-32f3-4319-810b-d3ed40544e90,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:43.176214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a88fd1c6-c1ec-4770-8efb-70176665b62c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:43.177087 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:43.181106 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1e4f8a-a6f9-4d58-a572-162802054e50 None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:54:43.191219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:43.192043 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:43.295928 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0da5b4ea-2e79-4a5f-b288-017304d28e71 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3024437 Jan 28 17:54:43.297927 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38302) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:43.305253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-4109c3ff-9097-4f4c-a959-68525c62a92e tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:55:f8:91'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ba:73:b7'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:43.353300 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:43.491492 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] For port dda963d0-1d39-46e4-ab2a-5286a6eb52b3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dda963d0-1d39-46e4-ab2a-5286a6eb52b3,segment=NetworkSegment(0539dcd7-0f82-4626-a067-52bea2de0f24),segment_id=0539dcd7-0f82-4626-a067-52bea2de0f24)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:43.491860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:43.513037 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88fd1c6-c1ec-4770-8efb-70176665b62c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:43.520213 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-a88fd1c6-c1ec-4770-8efb-70176665b62c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:43.526294 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88fd1c6-c1ec-4770-8efb-70176665b62c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:43.527431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a88fd1c6-c1ec-4770-8efb-70176665b62c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:43.550813 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4109c3ff-9097-4f4c-a959-68525c62a92e tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:43.575547 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': 'efd90e10-61e4-4dca-9732-3f6923852cb5'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:54:43.576391 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:43.657729 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Calling delete_port for dda963d0-1d39-46e4-ab2a-5286a6eb52b3 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:43.707783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.resource_extend [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:54:43.738356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fd1c6-c1ec-4770-8efb-70176665b62c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=efd90e10-61e4-4dca-9732-3f6923852cb5,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:43.744332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:43.749274 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Allocated IP 2001:db8::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/efd90e10-61e4-4dca-9732-3f6923852cb5/0df0f84c-5411-4147-a746-4d3d74c7adf3) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:43.782486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router c7430847-5a11-432d-8009-180ff05e8e39 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:54:43.811734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:43.817408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4109c3ff-9097-4f4c-a959-68525c62a92e tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:43.861049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010f54c-281a-4bae-9f70-12596ea2d556 req-c5c2ddf6-3ae7-4cb3-a256-5eb8ffb94a21 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:43.862549 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6010f54c-281a-4bae-9f70-12596ea2d556 req-c5c2ddf6-3ae7-4cb3-a256-5eb8ffb94a21 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.5841088 Jan 28 17:54:43.898478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4109c3ff-9097-4f4c-a959-68525c62a92e tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:43.939797 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a88fd1c6-c1ec-4770-8efb-70176665b62c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5368989 Jan 28 17:54:43.939797 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:43.944088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38308) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:43.948295 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'fixed_ips': [{'subnet_id': 'efd90e10-61e4-4dca-9732-3f6923852cb5', 'ip_address': '2001:db8::b1d5:8ddc:cf14:83c1'}], 'name': 'tempest-NetworksTestDHCPv6-1334480326'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:43.954834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:43.966316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Transition to ACTIVE for port object 0df0f84c-5411-4147-a746-4d3d74c7adf3 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:43.984855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Transition to ACTIVE for port object 0df0f84c-5411-4147-a746-4d3d74c7adf3 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:44.076534 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:44.092362 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No DVR routers for this DVR port dda963d0-1d39-46e4-ab2a-5286a6eb52b3 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:54:44.112485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109c3ff-9097-4f4c-a959-68525c62a92e tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event updated for resources: {'Port': ['ID=ec1bf767-32f3-4319-810b-d3ed40544e90,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:44.125165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4109c3ff-9097-4f4c-a959-68525c62a92e tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] In _notify_port_updated(), no bound segment for port ec1bf767-32f3-4319-810b-d3ed40544e90 on network 4859e76f-24b8-4d89-86d5-c86785c071e5 {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 17:54:44.130471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4109c3ff-9097-4f4c-a959-68525c62a92e tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:44.131590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4109c3ff-9097-4f4c-a959-68525c62a92e tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:44.135293 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4109c3ff-9097-4f4c-a959-68525c62a92e tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "PUT /v2.0/ports/ec1bf767-32f3-4319-810b-d3ed40544e90 HTTP/1.1" status: 200 len: 1056 time: 0.8361628 Jan 28 17:54:44.136684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38312) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:44.142318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=592a5b8d-6555-4c72-adf6-b34241895146,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:44.154906 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:44.158297 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:44.161277 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:44.205453 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Pushing event updated for resources: {'Port': ['ID=0df0f84c-5411-4147-a746-4d3d74c7adf3,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:44.230530 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:44.235843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d9355-bff9-4d5e-bbeb-57d4c9aec9b1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Deleting port ec1bf767-32f3-4319-810b-d3ed40544e90 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:44.236178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9355-bff9-4d5e-bbeb-57d4c9aec9b1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:44.263805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:44.290633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:44.332790 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6010f54c-281a-4bae-9f70-12596ea2d556 req-5583459b-531d-4124-9faa-24ec49638556 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4122419 Jan 28 17:54:44.333437 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Port': ['ID=dda963d0-1d39-46e4-ab2a-5286a6eb52b3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:44.355207 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:44.365776 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a616ffe-e2ed-4252-8d27-72e0f3d84c16 None None] Sync routers for ids ['c7430847-5a11-432d-8009-180ff05e8e39'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:44.375601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a616ffe-e2ed-4252-8d27-72e0f3d84c16 None None] Routers {'c7430847-5a11-432d-8009-180ff05e8e39'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:44.376288 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6a616ffe-e2ed-4252-8d27-72e0f3d84c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c7430847-5a11-432d-8009-180ff05e8e39'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:44.396096 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:44.404987 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3cebd5e2-639b-4a54-b178-abf21f637571 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/c7430847-5a11-432d-8009-180ff05e8e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8343151 Jan 28 17:54:44.410307 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38316) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:44.443382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6a616ffe-e2ed-4252-8d27-72e0f3d84c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:44.445186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:44.452455 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a616ffe-e2ed-4252-8d27-72e0f3d84c16 None None] Routers {'c7430847-5a11-432d-8009-180ff05e8e39'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:44.453047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6a616ffe-e2ed-4252-8d27-72e0f3d84c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c7430847-5a11-432d-8009-180ff05e8e39'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:44.513991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6a616ffe-e2ed-4252-8d27-72e0f3d84c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:44.514382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a616ffe-e2ed-4252-8d27-72e0f3d84c16 None None] The sync data for ids ['c7430847-5a11-432d-8009-180ff05e8e39'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:44.551530 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a86063a-8e41-4643-b642-ff197bbfccc7']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:44.573632 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0539dcd7-0f82-4626-a067-52bea2de0f24') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:44.573927 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0539dcd7-0f82-4626-a067-52bea2de0f24') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:44.599317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81e59cf-16b6-4cf5-adf1-27fb2caf97b1 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:44.599805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e81e59cf-16b6-4cf5-adf1-27fb2caf97b1 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Synchronizing usage tracker for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:44.604420 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:44.606759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9355-bff9-4d5e-bbeb-57d4c9aec9b1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:44.633567 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Floating IP fbd41aa7-f6f8-4de2-860e-3de13af5ef0c associated. External IP: 172.26.1.6, port: f24cfccb-c66b-401e-8bb3-5358a4394c22. Jan 28 17:54:44.687037 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:44.709695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:54:44.709979 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:44.718734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Attempting to bind port 0df0f84c-5411-4147-a746-4d3d74c7adf3 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:44.719256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Attempting to bind port 0df0f84c-5411-4147-a746-4d3d74c7adf3 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:44.719721 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Attempting to bind port 0df0f84c-5411-4147-a746-4d3d74c7adf3 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:54:44.724973 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:54:44.728714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:54:44.728714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:44.728714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:44.728714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:54:44.728714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Bound port: 0df0f84c-5411-4147-a746-4d3d74c7adf3, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:54:44.728714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:44.735625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:44.752263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d9355-bff9-4d5e-bbeb-57d4c9aec9b1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Calling delete_port for ec1bf767-32f3-4319-810b-d3ed40544e90 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:44.796780 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e81e59cf-16b6-4cf5-adf1-27fb2caf97b1 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Unset dirty status for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:44.800924 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e81e59cf-16b6-4cf5-adf1-27fb2caf97b1 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports/8bd8f1b4-49d4-4d2a-9040-17a3137ba28c HTTP/1.1" status: 200 len: 910 time: 0.3879640 Jan 28 17:54:44.802253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38322) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:44.832318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] For port 0df0f84c-5411-4147-a746-4d3d74c7adf3, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:54:44.835599 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] For port 0df0f84c-5411-4147-a746-4d3d74c7adf3, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0df0f84c-5411-4147-a746-4d3d74c7adf3,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:54:44.866327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port c8be6cda-e794-488c-86a0-1aebdde9d9df yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:44.875837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:44.920949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:45.009225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97f715-990a-464d-a651-65969c0b70ab None None] Pushing event updated for resources: {'Port': ['ID=0df0f84c-5411-4147-a746-4d3d74c7adf3,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:45.134125 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:45.137529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:45.183144 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/9a86063a-8e41-4643-b642-ff197bbfccc7 HTTP/1.1" status: 204 len: 168 time: 5.8981252 Jan 28 17:54:45.186392 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621e166-2398-443e-8864-71a835d73e67 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Network': ['ID=9a86063a-8e41-4643-b642-ff197bbfccc7,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:45.191556 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38326) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:45.198730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-897560411'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:45.205059 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:45.258623 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:network and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:45.281152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:45.299495 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:45.336418 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:54:45.409307 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:45.412827 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:45.560834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:45.576162 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f6991-0888-4b33-a424-fb0c22434021 None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:45.588074 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f6991-0888-4b33-a424-fb0c22434021 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:45.588724 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d96f6991-0888-4b33-a424-fb0c22434021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:45.653656 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d96f6991-0888-4b33-a424-fb0c22434021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:45.662595 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f6991-0888-4b33-a424-fb0c22434021 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:45.663400 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d96f6991-0888-4b33-a424-fb0c22434021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:45.677659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::b1d5:8ddc:cf14:83c1 (c221bf74-e816-466d-af85-3d953f9ff4cd/efd90e10-61e4-4dca-9732-3f6923852cb5/c8be6cda-e794-488c-86a0-1aebdde9d9df) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:45.738785 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d96f6991-0888-4b33-a424-fb0c22434021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:45.739227 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f6991-0888-4b33-a424-fb0c22434021 None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:45.742287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1f9b1-2a49-4ac5-9690-35a336030d92 req-531a1ad7-9f2a-465f-a6da-08a2d3ca5832 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:45.749244 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bea1f9b1-2a49-4ac5-9690-35a336030d92 req-531a1ad7-9f2a-465f-a6da-08a2d3ca5832 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.2636514 Jan 28 17:54:45.805641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:45.809614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9355-bff9-4d5e-bbeb-57d4c9aec9b1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:45.846566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:54:45.877866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:45.878304 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Added segment 05f29bfb-5593-4a13-8250-2984a74a66f3 of type vlan for network 14211041-aee3-4381-a56c-7075274392bd Jan 28 17:54:45.898457 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c18cfb96-f972-4310-bf14-8e1b6e3a158c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 9.4423180 Jan 28 17:54:45.898690 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38332) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:45.932370 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d9355-bff9-4d5e-bbeb-57d4c9aec9b1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event deleted for resources: {'Port': ['ID=ec1bf767-32f3-4319-810b-d3ed40544e90,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:45.978209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:46.043141 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bea1f9b1-2a49-4ac5-9690-35a336030d92 req-542f8f84-7217-4484-a8ab-f003c73f2e76 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770424 Jan 28 17:54:46.078947 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-06673833-30c7-45e2-b48c-d9c760c5d61c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "GET /v2.0/floatingips/fbd41aa7-f6f8-4de2-860e-3de13af5ef0c HTTP/1.1" status: 200 len: 976 time: 0.1789589 Jan 28 17:54:46.079831 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38336) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:46.143250 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:46.148525 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:46.149109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:46.244677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a97ecb-530a-4446-a30c-d32cfb084e29 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:54:46.299231 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Network': ['ID=14211041-aee3-4381-a56c-7075274392bd,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:46.305832 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-8ea8fea5-af8e-4f37-b535-0801a9e177f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Synchronizing usage tracker for tenant:ed3b3cb4c11d4295920488b7f0f6f0ae on resource:floatingip {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:46.310026 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:46.320111 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 14211041-aee3-4381-a56c-7075274392bd details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:54:46.354348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0aa69565-7ef7-4a50-bc68-150a6b7d313c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:46.371043 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-373e202a-2e70-4489-b14a-0d7efb2be802 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1759505 Jan 28 17:54:46.372988 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38340) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:46.378667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'subnet': {'network_id': '14211041-aee3-4381-a56c-7075274392bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:46.396713 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-8ea8fea5-af8e-4f37-b535-0801a9e177f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Unset dirty status for tenant:ed3b3cb4c11d4295920488b7f0f6f0ae on resource:floatingip {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:46.399463 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8ea8fea5-af8e-4f37-b535-0801a9e177f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3186829 Jan 28 17:54:46.400581 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38344) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:46.468459 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-fbc0b63d-0dc4-4908-a61a-0ba84a95446f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'floatingip': {'port_id': '8d36da3c-7d85-4e34-add1-25c974be9e0b'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:46.469191 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f5bd4e78-20e5-45fc-970b-4d611ced9f15 None None] Provisioning for port 0df0f84c-5411-4147-a746-4d3d74c7adf3 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:46.579270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0df0f84c-5411-4147-a746-4d3d74c7adf3 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:46.596157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object c8be6cda-e794-488c-86a0-1aebdde9d9df will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:46.622852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:46.627173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b63d-0dc4-4908-a61a-0ba84a95446f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:46.654315 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a97ecb-530a-4446-a30c-d32cfb084e29 None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:54:46.687056 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:subnet and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:46.702501 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:46.717523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:46.855895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:46.859649 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:46.897632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c0d9355-bff9-4d5e-bbeb-57d4c9aec9b1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:46.905398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 0df0f84c-5411-4147-a746-4d3d74c7adf3 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:46.911349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 0df0f84c-5411-4147-a746-4d3d74c7adf3 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:46.911831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:46.924222 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6c0d9355-bff9-4d5e-bbeb-57d4c9aec9b1 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "DELETE /v2.0/ports/ec1bf767-32f3-4319-810b-d3ed40544e90 HTTP/1.1" status: 204 len: 168 time: 2.7817581 Jan 28 17:54:46.925776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38348) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:46.984057 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf510db-5c36-40b1-96e7-d80b9f28fb0c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] GET failed (client error): The resource could not be found. Jan 28 17:54:46.985139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1cf510db-5c36-40b1-96e7-d80b9f28fb0c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Synchronizing usage tracker for tenant:461447f090f64256be84da5f17e8e3ad on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:47.015270 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:47.123981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:47.159605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:47.192775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=c8be6cda-e794-488c-86a0-1aebdde9d9df,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:47.198688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:47.202580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:47.203314 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 0df0f84c-5411-4147-a746-4d3d74c7adf3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0df0f84c-5411-4147-a746-4d3d74c7adf3,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:47.208831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:47.209499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:47.225009 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1cf510db-5c36-40b1-96e7-d80b9f28fb0c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Unset dirty status for tenant:461447f090f64256be84da5f17e8e3ad on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:47.231240 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1cf510db-5c36-40b1-96e7-d80b9f28fb0c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "GET /v2.0/ports/ec1bf767-32f3-4319-810b-d3ed40544e90 HTTP/1.1" status: 404 len: 333 time: 0.3029249 Jan 28 17:54:47.235265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38354) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:47.236824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b9d05a-d23d-481d-b68b-1c4d822fb1fc None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:47.316391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-dfe27f03-9010-4de2-b70c-c9577f8ee257 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Deleting port cbc3e51c-8266-49c7-850b-539d48b5e2da {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:47.316784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dfe27f03-9010-4de2-b70c-c9577f8ee257 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:47.353040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-0aa69565-7ef7-4a50-bc68-150a6b7d313c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 8bd8f1b4-49d4-4d2a-9040-17a3137ba28c {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:47.353381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0aa69565-7ef7-4a50-bc68-150a6b7d313c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:47.491104 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:47.530783 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-703cb933-6a3d-4405-90b3-27620f32f2f3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5866265 Jan 28 17:54:47.578815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38358) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:47.677537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=0df0f84c-5411-4147-a746-4d3d74c7adf3,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:47.682574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ae438965-0e54-4259-bf78-e05e42b802d7 None None] Could not find standard attr ID for object ec1bf767-32f3-4319-810b-d3ed40544e90. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:54:47.709942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ae438965-0e54-4259-bf78-e05e42b802d7 None None] Provisioning complete for port 8bd8f1b4-49d4-4d2a-9040-17a3137ba28c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:47.710722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae438965-0e54-4259-bf78-e05e42b802d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:47.756819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65ce62-0901-424f-bfd1-2241ad9edef0 req-29649d61-5baa-4055-9196-9cc8ee7b12fa tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:47.758038 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-da65ce62-0901-424f-bfd1-2241ad9edef0 req-29649d61-5baa-4055-9196-9cc8ee7b12fa tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.5462813 Jan 28 17:54:47.763093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:47.805565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ae438965-0e54-4259-bf78-e05e42b802d7 None None] Port 8bd8f1b4-49d4-4d2a-9040-17a3137ba28c cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:47.833849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0aa69565-7ef7-4a50-bc68-150a6b7d313c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:47.882921 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-da65ce62-0901-424f-bfd1-2241ad9edef0 req-f1b4d417-7556-48e2-beea-b77db6bcf956 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135895 Jan 28 17:54:47.917866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b63d-0dc4-4908-a61a-0ba84a95446f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:47.920742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Checking segment: {'id': '05f29bfb-5593-4a13-8250-2984a74a66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14211041-aee3-4381-a56c-7075274392bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:47.921103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network hostable DHCP agents. Network: 14211041-aee3-4381-a56c-7075274392bd, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:54:47.922113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b15ad3f1-3ade-45ae-b0af-e2b172f4265e None None] Could not find standard attr ID for object ec1bf767-32f3-4319-810b-d3ed40544e90. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:54:47.943650 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Subnet': ['ID=a669c826-e4fd-4840-a141-a0831dee2107,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:47.990027 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b63d-0dc4-4908-a61a-0ba84a95446f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:48.038142 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-0aa69565-7ef7-4a50-bc68-150a6b7d313c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for 8bd8f1b4-49d4-4d2a-9040-17a3137ba28c owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:48.072808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network 14211041-aee3-4381-a56c-7075274392bd is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:54:48.124587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dfe27f03-9010-4de2-b70c-c9577f8ee257 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:48.149926 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daed87d6-94fa-4bb3-a1fd-7320ae2ed32b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:48.155862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daed87d6-94fa-4bb3-a1fd-7320ae2ed32b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:48.156664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-daed87d6-94fa-4bb3-a1fd-7320ae2ed32b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:48.218529 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-fbc0b63d-0dc4-4908-a61a-0ba84a95446f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Floating IP fbd41aa7-f6f8-4de2-860e-3de13af5ef0c associated. External IP: 172.26.1.6, port: f24cfccb-c66b-401e-8bb3-5358a4394c22. Jan 28 17:54:48.249661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5b00dbd4-70b8-4b93-b6ed-f4549a0cd65d None None] Provisioning complete for port 0df0f84c-5411-4147-a746-4d3d74c7adf3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:48.250028 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5b00dbd4-70b8-4b93-b6ed-f4549a0cd65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:48.276855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-dfe27f03-9010-4de2-b70c-c9577f8ee257 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Calling delete_port for cbc3e51c-8266-49c7-850b-539d48b5e2da owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:48.281949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 14211041-aee3-4381-a56c-7075274392bd) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:48.293860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b5bf1d-a057-4dab-a065-c11e8990fba3 None None] Network 14211041-aee3-4381-a56c-7075274392bd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:48.303335 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:48.304181 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:48.581597 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7575b8a0-102b-45e6-8678-9c9443753627 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2050493 Jan 28 17:54:48.588005 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0df0f84c-5411-4147-a746-4d3d74c7adf3 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:48.592373 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38366) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:48.750443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 0df0f84c-5411-4147-a746-4d3d74c7adf3 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:48.750730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:48.803058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-daed87d6-94fa-4bb3-a1fd-7320ae2ed32b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:48.807509 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-daed87d6-94fa-4bb3-a1fd-7320ae2ed32b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 1.2228022 Jan 28 17:54:48.808373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38370) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:48.832872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5b00dbd4-70b8-4b93-b6ed-f4549a0cd65d None None] Provisioning for port c8be6cda-e794-488c-86a0-1aebdde9d9df completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:48.881932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5b00dbd4-70b8-4b93-b6ed-f4549a0cd65d None None] Provisioning complete for port c8be6cda-e794-488c-86a0-1aebdde9d9df triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:48.881932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5b00dbd4-70b8-4b93-b6ed-f4549a0cd65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:48.912848 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-14211041-aee3-4381-a56c-7075274392bd', 'network_id': '14211041-aee3-4381-a56c-7075274392bd', 'tenant_id': '3576e9e2d7f94e33ac7386421abf04c3', 'fixed_ips': [{'subnet_id': 'a669c826-e4fd-4840-a141-a0831dee2107'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:54:48.913174 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:48.975449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-633ac4e5-5d88-4efc-90de-90976ace44ed tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port c8be6cda-e794-488c-86a0-1aebdde9d9df {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:48.976399 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-633ac4e5-5d88-4efc-90de-90976ace44ed tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:48.979079 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc0b63d-0dc4-4908-a61a-0ba84a95446f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:54:48.991695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cef29d-b272-4200-b0d1-4bed037d2a15 req-fe8f9f5a-505f-4e33-bc44-13b62eb74a95 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:48.999477 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-93cef29d-b272-4200-b0d1-4bed037d2a15 req-fe8f9f5a-505f-4e33-bc44-13b62eb74a95 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.4653285 Jan 28 17:54:49.016272 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5b00dbd4-70b8-4b93-b6ed-f4549a0cd65d None None] Port c8be6cda-e794-488c-86a0-1aebdde9d9df cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:49.027025 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:49.075597 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dfe27f03-9010-4de2-b70c-c9577f8ee257 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:49.140239 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe27f03-9010-4de2-b70c-c9577f8ee257 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event deleted for resources: {'Port': ['ID=cbc3e51c-8266-49c7-850b-539d48b5e2da,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:49.155981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfe57f-8c56-481c-9c14-05a635bb9fa2 req-6e97d736-25a9-4e0a-b1d2-531e9f941145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:49.157461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4573b66f-2c0e-4afe-81e7-1ab2806bc57e None None] Provisioning complete for port c8be6cda-e794-488c-86a0-1aebdde9d9df triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:49.157589 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f1bfe57f-8c56-481c-9c14-05a635bb9fa2 req-6e97d736-25a9-4e0a-b1d2-531e9f941145 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=62177f82a6dd4848ac609f9e3a037891&device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 1099 time: 0.5480564 Jan 28 17:54:49.157786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4573b66f-2c0e-4afe-81e7-1ab2806bc57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:49.176686 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-93cef29d-b272-4200-b0d1-4bed037d2a15 req-482c16ad-ce6e-46a4-95d0-602078a88ae0 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757376 Jan 28 17:54:49.199743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Allocated IP 2001:db8::1 (14211041-aee3-4381-a56c-7075274392bd/a669c826-e4fd-4840-a141-a0831dee2107/c2f3fe25-36d2-4f86-9bae-a065c90734dc) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:49.261619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-4573b66f-2c0e-4afe-81e7-1ab2806bc57e None None] Port c8be6cda-e794-488c-86a0-1aebdde9d9df cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:49.286191 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:49.377937 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc0b63d-0dc4-4908-a61a-0ba84a95446f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:49.403083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0aa69565-7ef7-4a50-bc68-150a6b7d313c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:49.405369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da00e64-3d9f-4eaa-9225-147afc3b46bf None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:49.483291 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da00e64-3d9f-4eaa-9225-147afc3b46bf None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:49.483846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1da00e64-3d9f-4eaa-9225-147afc3b46bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:49.547545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa69565-7ef7-4a50-bc68-150a6b7d313c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Port': ['ID=8bd8f1b4-49d4-4d2a-9040-17a3137ba28c,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:49.555705 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:49.572822 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Transition to ACTIVE for port object c2f3fe25-36d2-4f86-9bae-a065c90734dc will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:49.589395 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1da00e64-3d9f-4eaa-9225-147afc3b46bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:49.608810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Transition to ACTIVE for port object c2f3fe25-36d2-4f86-9bae-a065c90734dc will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:49.609886 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da00e64-3d9f-4eaa-9225-147afc3b46bf None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:49.610494 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1da00e64-3d9f-4eaa-9225-147afc3b46bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:49.676738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1da00e64-3d9f-4eaa-9225-147afc3b46bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:49.677140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da00e64-3d9f-4eaa-9225-147afc3b46bf None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:49.713735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfe57f-8c56-481c-9c14-05a635bb9fa2 req-5f783eb7-c2f3-407d-9aa3-d10a93d1d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:49.719730 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f1bfe57f-8c56-481c-9c14-05a635bb9fa2 req-5f783eb7-c2f3-407d-9aa3-d10a93d1d359 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44583b02-fe97-441e-add2-b071fcf22932 HTTP/1.1" status: 200 len: 912 time: 0.5230103 Jan 28 17:54:49.775118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:49.779360 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:49.792617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc0b63d-0dc4-4908-a61a-0ba84a95446f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:54:49.846371 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dfe27f03-9010-4de2-b70c-c9577f8ee257 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:49.846603 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Network 14211041-aee3-4381-a56c-7075274392bd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:49.849090 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:49.852992 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:49.862634 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Pushing event updated for resources: {'Port': ['ID=c2f3fe25-36d2-4f86-9bae-a065c90734dc,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:49.893941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:49.948960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Attempting to bind port c2f3fe25-36d2-4f86-9bae-a065c90734dc on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:49.949707 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Attempting to bind port c2f3fe25-36d2-4f86-9bae-a065c90734dc by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '05f29bfb-5593-4a13-8250-2984a74a66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14211041-aee3-4381-a56c-7075274392bd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:49.950276 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Attempting to bind port c2f3fe25-36d2-4f86-9bae-a065c90734dc on network 14211041-aee3-4381-a56c-7075274392bd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:49.957082 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:54:49.957787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Checking segment: {'id': '05f29bfb-5593-4a13-8250-2984a74a66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14211041-aee3-4381-a56c-7075274392bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:49.958408 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:49.959159 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Bound using segment: {'id': '05f29bfb-5593-4a13-8250-2984a74a66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14211041-aee3-4381-a56c-7075274392bd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:54:49.959836 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Bound port: c2f3fe25-36d2-4f86-9bae-a065c90734dc, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f29bfb-5593-4a13-8250-2984a74a66f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '14211041-aee3-4381-a56c-7075274392bd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:54:49.960419 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:49.966348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-633ac4e5-5d88-4efc-90de-90976ace44ed tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:50.027433 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dfe27f03-9010-4de2-b70c-c9577f8ee257 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "DELETE /v2.0/ports/cbc3e51c-8266-49c7-850b-539d48b5e2da HTTP/1.1" status: 204 len: 168 time: 2.7857189 Jan 28 17:54:50.029483 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f1bfe57f-8c56-481c-9c14-05a635bb9fa2 req-0a8c2f05-4b5f-4cfc-8301-8bd9e44f6595 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81efd65d-d7b9-42f2-aa8b-f0586b726f1c HTTP/1.1" status: 200 len: 1002 time: 0.3058035 Jan 28 17:54:50.030329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38378) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:50.045133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Subnet': ['ID=a669c826-e4fd-4840-a141-a0831dee2107,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:50.072097 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] For port c2f3fe25-36d2-4f86-9bae-a065c90734dc, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:54:50.073979 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc0b63d-0dc4-4908-a61a-0ba84a95446f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:50.076386 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] For port c2f3fe25-36d2-4f86-9bae-a065c90734dc, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c2f3fe25-36d2-4f86-9bae-a065c90734dc,segment=NetworkSegment(05f29bfb-5593-4a13-8250-2984a74a66f3),segment_id=05f29bfb-5593-4a13-8250-2984a74a66f3)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:54:50.088347 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954bbeb-386f-4723-8a9c-f515430341ff None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:50.103716 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954bbeb-386f-4723-8a9c-f515430341ff None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:50.103716 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d954bbeb-386f-4723-8a9c-f515430341ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:50.145794 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b63d-0dc4-4908-a61a-0ba84a95446f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:50.160229 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d954bbeb-386f-4723-8a9c-f515430341ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:50.160802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:50.174064 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954bbeb-386f-4723-8a9c-f515430341ff None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:50.175249 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d954bbeb-386f-4723-8a9c-f515430341ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:50.196581 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:50.232059 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14211041-aee3-4381-a56c-7075274392bd']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:50.266065 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d954bbeb-386f-4723-8a9c-f515430341ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:50.267324 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954bbeb-386f-4723-8a9c-f515430341ff None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:50.300210 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fbc0b63d-0dc4-4908-a61a-0ba84a95446f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "PUT /v2.0/floatingips/fbd41aa7-f6f8-4de2-860e-3de13af5ef0c HTTP/1.1" status: 200 len: 976 time: 3.8346572 Jan 28 17:54:50.301767 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f29bfb-5593-4a13-8250-2984a74a66f3') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:50.301912 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987888f3-b9a5-4c4e-bfec-06169e570976 None None] Pushing event updated for resources: {'Port': ['ID=c2f3fe25-36d2-4f86-9bae-a065c90734dc,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:50.302061 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f29bfb-5593-4a13-8250-2984a74a66f3') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:50.304686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0aa69565-7ef7-4a50-bc68-150a6b7d313c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:50.309537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38384) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:50.319301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-4e92fee9-56b0-4fd1-b090-352da99105c1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:50.339401 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ae1c33-5be0-48b0-bec7-20d3dd7915e1 None None] Network 14211041-aee3-4381-a56c-7075274392bd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:50.464034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-633ac4e5-5d88-4efc-90de-90976ace44ed tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for c8be6cda-e794-488c-86a0-1aebdde9d9df owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:50.520464 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:50.552406 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:50.554533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4624099a-73d8-488f-9308-42acb7041c1b None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:54:50.563727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:54:50.564118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:54:50.579388 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:54:50.585124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e92fee9-56b0-4fd1-b090-352da99105c1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:50.586596 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-896a1add-1012-4757-832f-4446447f5439 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] GET failed (client error): The resource could not be found. Jan 28 17:54:50.587249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-896a1add-1012-4757-832f-4446447f5439 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Synchronizing usage tracker for tenant:461447f090f64256be84da5f17e8e3ad on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:50.710602 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624099a-73d8-488f-9308-42acb7041c1b None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:54:50.736563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfe57f-8c56-481c-9c14-05a635bb9fa2 req-df1cca05-3c56-4225-a794-27cc0c3b1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:50.738175 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f1bfe57f-8c56-481c-9c14-05a635bb9fa2 req-df1cca05-3c56-4225-a794-27cc0c3b1b78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f546f4fd-62c1-4752-b8e2-87fa16bbf0de HTTP/1.1" status: 200 len: 850 time: 0.6058152 Jan 28 17:54:50.804124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:54:50.804124 dv-neutron-826919-1-hyperv neutron-server[88159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:54:50.804124 dv-neutron-826919-1-hyperv neutron-server[88159]: [parameters: {'id': '14211041-aee3-4381-a56c-7075274392bd'}] Jan 28 17:54:50.804124 dv-neutron-826919-1-hyperv neutron-server[88159]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:54:50.804582 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:54:50.878831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-896a1add-1012-4757-832f-4446447f5439 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Unset dirty status for tenant:461447f090f64256be84da5f17e8e3ad on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:50.884003 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-896a1add-1012-4757-832f-4446447f5439 tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "GET /v2.0/ports/cbc3e51c-8266-49c7-850b-539d48b5e2da HTTP/1.1" status: 404 len: 333 time: 0.8407326 Jan 28 17:54:50.902383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38388) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:50.955916 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e92fee9-56b0-4fd1-b090-352da99105c1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:51.001043 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-78f37173-95a9-420f-89df-de54827bb89b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Deleting port 897c6d41-e6da-4b58-8f20-a960c6c51730 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:51.001613 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-78f37173-95a9-420f-89df-de54827bb89b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:51.043653 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e92fee9-56b0-4fd1-b090-352da99105c1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:51.044358 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-4e92fee9-56b0-4fd1-b090-352da99105c1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Floating IP fbd41aa7-f6f8-4de2-860e-3de13af5ef0c disassociated. External IP: 172.26.1.6, port: 8d36da3c-7d85-4e34-add1-25c974be9e0b. Jan 28 17:54:51.076257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ab9d6-8eb3-4d07-a47e-394ad59157a5 req-2aea573c-4396-4aeb-b3b1-8b3f20d29fb7 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:51.078297 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1a5ab9d6-8eb3-4d07-a47e-394ad59157a5 req-2aea573c-4396-4aeb-b3b1-8b3f20d29fb7 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.5637500 Jan 28 17:54:51.095665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfe57f-8c56-481c-9c14-05a635bb9fa2 req-84a3210f-61ad-4e87-b7d3-3bbe20155d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:51.097096 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f1bfe57f-8c56-481c-9c14-05a635bb9fa2 req-84a3210f-61ad-4e87-b7d3-3bbe20155d40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44583b02-fe97-441e-add2-b071fcf22932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3470037 Jan 28 17:54:51.147212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa69565-7ef7-4a50-bc68-150a6b7d313c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router c7430847-5a11-432d-8009-180ff05e8e39 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:54:51.148093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-633ac4e5-5d88-4efc-90de-90976ace44ed tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:51.268427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ac4e5-5d88-4efc-90de-90976ace44ed tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=c8be6cda-e794-488c-86a0-1aebdde9d9df,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:51.283581 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1a5ab9d6-8eb3-4d07-a47e-394ad59157a5 req-53751a21-4574-45c8-bc46-9c324eaceee9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907842 Jan 28 17:54:51.344948 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:51.446132 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Deleting port c2f3fe25-36d2-4f86-9bae-a065c90734dc {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:51.446466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:51.467657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-633ac4e5-5d88-4efc-90de-90976ace44ed tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:51.496487 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f1bfe57f-8c56-481c-9c14-05a635bb9fa2 req-0bcd1af9-a1fa-4bc1-8624-39de32c29dcc service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830822 Jan 28 17:54:51.577105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa69565-7ef7-4a50-bc68-150a6b7d313c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:51.585262 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0aa69565-7ef7-4a50-bc68-150a6b7d313c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/c7430847-5a11-432d-8009-180ff05e8e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7798815 Jan 28 17:54:51.591197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061fcc5-dc11-4e68-8cb1-50d393c4a300 None None] Sync routers for ids ['c7430847-5a11-432d-8009-180ff05e8e39'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:51.595406 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-633ac4e5-5d88-4efc-90de-90976ace44ed tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/c8be6cda-e794-488c-86a0-1aebdde9d9df HTTP/1.1" status: 204 len: 168 time: 2.7792284 Jan 28 17:54:51.597359 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38392) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:51.597937 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38394) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:51.608469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061fcc5-dc11-4e68-8cb1-50d393c4a300 None None] Routers {'c7430847-5a11-432d-8009-180ff05e8e39'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:51.609445 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5061fcc5-dc11-4e68-8cb1-50d393c4a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c7430847-5a11-432d-8009-180ff05e8e39'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:51.686187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5061fcc5-dc11-4e68-8cb1-50d393c4a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:51.699606 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061fcc5-dc11-4e68-8cb1-50d393c4a300 None None] Routers {'c7430847-5a11-432d-8009-180ff05e8e39'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:51.699936 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5061fcc5-dc11-4e68-8cb1-50d393c4a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c7430847-5a11-432d-8009-180ff05e8e39'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:51.701056 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4eb513-847a-438a-86cc-16b68ecdf094 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:51.702647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4eb513-847a-438a-86cc-16b68ecdf094 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:51.703416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bc4eb513-847a-438a-86cc-16b68ecdf094 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:51.715826 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f1bfe57f-8c56-481c-9c14-05a635bb9fa2 req-5f995299-6b4e-4779-97f8-a7211209be42 service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100556 Jan 28 17:54:51.785012 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bc4eb513-847a-438a-86cc-16b68ecdf094 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:51.787733 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bc4eb513-847a-438a-86cc-16b68ecdf094 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1884563 Jan 28 17:54:51.790013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38400) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:51.802237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5061fcc5-dc11-4e68-8cb1-50d393c4a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:51.803089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061fcc5-dc11-4e68-8cb1-50d393c4a300 None None] The sync data for ids ['c7430847-5a11-432d-8009-180ff05e8e39'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:51.868152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-78f37173-95a9-420f-89df-de54827bb89b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:51.874800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-538bed1b-4f3d-4000-9cff-0364f68d601a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet efd90e10-61e4-4dca-9732-3f6923852cb5 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:54:51.878323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-538bed1b-4f3d-4000-9cff-0364f68d601a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:51.940917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-538bed1b-4f3d-4000-9cff-0364f68d601a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:52.100912 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-78f37173-95a9-420f-89df-de54827bb89b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Calling delete_port for 897c6d41-e6da-4b58-8f20-a960c6c51730 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:52.188455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-538bed1b-4f3d-4000-9cff-0364f68d601a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:52.277303 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e92fee9-56b0-4fd1-b090-352da99105c1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:54:52.344791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-538bed1b-4f3d-4000-9cff-0364f68d601a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:52.392351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-538bed1b-4f3d-4000-9cff-0364f68d601a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:52.400674 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de85033-e635-48dc-baa4-48320cf74996 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:52.410524 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bed1b-4f3d-4000-9cff-0364f68d601a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=efd90e10-61e4-4dca-9732-3f6923852cb5,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:52.514696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dacbf-4ed7-4a20-8e43-eee848976a2b req-27ea9f48-5993-429b-9a07-2fd7665b03f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:52.516464 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-665dacbf-4ed7-4a20-8e43-eee848976a2b req-27ea9f48-5993-429b-9a07-2fd7665b03f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.1075418 Jan 28 17:54:52.543885 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] For port c2f3fe25-36d2-4f86-9bae-a065c90734dc, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c2f3fe25-36d2-4f86-9bae-a065c90734dc,segment=NetworkSegment(05f29bfb-5593-4a13-8250-2984a74a66f3),segment_id=05f29bfb-5593-4a13-8250-2984a74a66f3)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:52.544485 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:52.575784 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-665dacbf-4ed7-4a20-8e43-eee848976a2b req-56f516a4-99f8-4978-977c-f790fad0d4c1 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514014 Jan 28 17:54:52.579471 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-538bed1b-4f3d-4000-9cff-0364f68d601a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/efd90e10-61e4-4dca-9732-3f6923852cb5 HTTP/1.1" status: 204 len: 168 time: 0.7882683 Jan 28 17:54:52.583430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38410) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:52.668463 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3c3806df-9e14-4b9b-99e6-ce6f68743ceb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835340 Jan 28 17:54:52.669162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38414) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:52.675046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-57af9807-a3e7-43a4-b480-afbc96963549 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:52.693864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a77e4ec-7a47-488f-a931-a2dc7aad363c None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:54:52.698310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5a77e4ec-7a47-488f-a931-a2dc7aad363c None None] Deleting port 0df0f84c-5411-4147-a746-4d3d74c7adf3 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:52.699105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a77e4ec-7a47-488f-a931-a2dc7aad363c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:52.726398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Calling delete_port for c2f3fe25-36d2-4f86-9bae-a065c90734dc owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:52.791583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-57af9807-a3e7-43a4-b480-afbc96963549 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:52.796473 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-57af9807-a3e7-43a4-b480-afbc96963549 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:52.799260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-57af9807-a3e7-43a4-b480-afbc96963549 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:52.804967 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-57af9807-a3e7-43a4-b480-afbc96963549 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:52.892544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57af9807-a3e7-43a4-b480-afbc96963549 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:52.896154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57af9807-a3e7-43a4-b480-afbc96963549 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:52.945888 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-5a77e4ec-7a47-488f-a931-a2dc7aad363c None None] For port 0df0f84c-5411-4147-a746-4d3d74c7adf3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0df0f84c-5411-4147-a746-4d3d74c7adf3,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:52.946445 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a77e4ec-7a47-488f-a931-a2dc7aad363c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:53.045740 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e92fee9-56b0-4fd1-b090-352da99105c1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:53.056791 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d54339a-c46a-48b5-b791-c9f8207bb56f None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:53.058489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-78f37173-95a9-420f-89df-de54827bb89b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:53.066957 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d54339a-c46a-48b5-b791-c9f8207bb56f None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:53.067808 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0d54339a-c46a-48b5-b791-c9f8207bb56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:53.084551 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5a77e4ec-7a47-488f-a931-a2dc7aad363c None None] Calling delete_port for 0df0f84c-5411-4147-a746-4d3d74c7adf3 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:53.125804 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f37173-95a9-420f-89df-de54827bb89b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event deleted for resources: {'Port': ['ID=897c6d41-e6da-4b58-8f20-a960c6c51730,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:53.128951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e92fee9-56b0-4fd1-b090-352da99105c1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:53.134526 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0d54339a-c46a-48b5-b791-c9f8207bb56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:53.144291 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d54339a-c46a-48b5-b791-c9f8207bb56f None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:53.145095 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0d54339a-c46a-48b5-b791-c9f8207bb56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:53.228030 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0d54339a-c46a-48b5-b791-c9f8207bb56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:53.228468 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d54339a-c46a-48b5-b791-c9f8207bb56f None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:53.252079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57af9807-a3e7-43a4-b480-afbc96963549 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:53.263057 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a77e4ec-7a47-488f-a931-a2dc7aad363c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:53.312955 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77e4ec-7a47-488f-a931-a2dc7aad363c None None] Pushing event deleted for resources: {'Port': ['ID=0df0f84c-5411-4147-a746-4d3d74c7adf3,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:53.323040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a77e4ec-7a47-488f-a931-a2dc7aad363c None None] No DVR routers for this DVR port 0df0f84c-5411-4147-a746-4d3d74c7adf3 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:54:53.324588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57af9807-a3e7-43a4-b480-afbc96963549 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:53.328404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-57af9807-a3e7-43a4-b480-afbc96963549 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:53.333199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57af9807-a3e7-43a4-b480-afbc96963549 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:53.333876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57af9807-a3e7-43a4-b480-afbc96963549 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:53.346297 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:53.353324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ae4d83-d3c9-41f2-9cfb-afa82f3c7d19 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:53.353608 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af9807-a3e7-43a4-b480-afbc96963549 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=dbf295a7-83d1-4e91-8d79-bc598b955918,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:53.391628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951074-8600-44ad-a627-f020263eb0ae req-1097cab7-ec91-41d0-8224-a4603dd1c05d tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:53.393154 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3c951074-8600-44ad-a627-f020263eb0ae req-1097cab7-ec91-41d0-8224-a4603dd1c05d tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 945 time: 0.6373417 Jan 28 17:54:53.423673 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-57af9807-a3e7-43a4-b480-afbc96963549 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7533674 Jan 28 17:54:53.426336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38418) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:53.433098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'fixed_ips': [{'subnet_id': 'dbf295a7-83d1-4e91-8d79-bc598b955918', 'ip_address': '2001:db8::8e13:fb9e:34c2:3a66'}], 'name': 'tempest-NetworksTestDHCPv6-959962065'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:53.471897 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Port': ['ID=c2f3fe25-36d2-4f86-9bae-a065c90734dc,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:53.479012 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4e92fee9-56b0-4fd1-b090-352da99105c1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "PUT /v2.0/floatingips/fbd41aa7-f6f8-4de2-860e-3de13af5ef0c HTTP/1.1" status: 200 len: 686 time: 3.1684527 Jan 28 17:54:53.481850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No DVR routers for this DVR port c2f3fe25-36d2-4f86-9bae-a065c90734dc on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:54:53.483181 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38422) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:53.584435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': 'dbf295a7-83d1-4e91-8d79-bc598b955918'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:54:53.584700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:53.585851 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:53.588673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:53.592176 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:53.598148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:53.747581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Allocated IP 2001:db8::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/dbf295a7-83d1-4e91-8d79-bc598b955918/78c1597c-6143-4663-ba21-ca30b3a4dec0) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:53.749401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:53.800729 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3c951074-8600-44ad-a627-f020263eb0ae req-241814a1-ad1d-4d10-925b-28318ea912d3 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3675463 Jan 28 17:54:53.837179 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-78f37173-95a9-420f-89df-de54827bb89b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:53.837179 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-78f37173-95a9-420f-89df-de54827bb89b tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "DELETE /v2.0/ports/897c6d41-e6da-4b58-8f20-a960c6c51730 HTTP/1.1" status: 204 len: 168 time: 2.9286804 Jan 28 17:54:53.846085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38428) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:53.850578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:53.907513 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:53.911436 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-b54af48a-23f5-4b60-a7cf-5e61f0e5d4d4 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port 592a5b8d-6555-4c72-adf6-b34241895146 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:53.911773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b54af48a-23f5-4b60-a7cf-5e61f0e5d4d4 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:53.932067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181a3ef-6a88-4f78-b06a-7e6d32e2187b req-4ed2ff54-3140-4200-8169-38c6e340107f tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:53.934147 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5181a3ef-6a88-4f78-b06a-7e6d32e2187b req-4ed2ff54-3140-4200-8169-38c6e340107f tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.2320960 Jan 28 17:54:53.939742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 821534c7-14d9-4b25-adeb-35397d4b9c9b yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:54.000558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14211041-aee3-4381-a56c-7075274392bd']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:54.022589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f29bfb-5593-4a13-8250-2984a74a66f3') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:54.022905 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f29bfb-5593-4a13-8250-2984a74a66f3') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:54.025970 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.037836 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-002b0d4f-6e26-44d5-a836-50ec9b7c37ec tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Deleting subnet 65d5de68-d1ca-4889-aec1-8da383187e20 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:54:54.041157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-002b0d4f-6e26-44d5-a836-50ec9b7c37ec tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.046811 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Transition to ACTIVE for port object 78c1597c-6143-4663-ba21-ca30b3a4dec0 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:54.050478 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5181a3ef-6a88-4f78-b06a-7e6d32e2187b req-d2dd770e-4b63-48a7-8500-3709e5aa6741 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724125 Jan 28 17:54:54.093821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Transition to ACTIVE for port object 78c1597c-6143-4663-ba21-ca30b3a4dec0 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:54.100036 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-002b0d4f-6e26-44d5-a836-50ec9b7c37ec tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.163543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.173890 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.253350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:54.255469 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-424a74da-4d1d-426b-9fc1-5cad82f89e02 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:54.257228 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-424a74da-4d1d-426b-9fc1-5cad82f89e02 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 945 time: 0.1647844 Jan 28 17:54:54.258299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:54.260471 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Pushing event updated for resources: {'Port': ['ID=78c1597c-6143-4663-ba21-ca30b3a4dec0,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:54.263212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:54.264071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::8e13:fb9e:34c2:3a66 (c221bf74-e816-466d-af85-3d953f9ff4cd/dbf295a7-83d1-4e91-8d79-bc598b955918/821534c7-14d9-4b25-adeb-35397d4b9c9b) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:54:54.308728 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.318300 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7fade7f1-0b54-48a6-8eba-8621d4e27c13 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.355455 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Attempting to bind port 78c1597c-6143-4663-ba21-ca30b3a4dec0 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:54:54.355780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Attempting to bind port 78c1597c-6143-4663-ba21-ca30b3a4dec0 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:54:54.356094 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Attempting to bind port 78c1597c-6143-4663-ba21-ca30b3a4dec0 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:54:54.356441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Deleting port 360c6c95-302d-42ce-a47c-370f6c7bd8d1 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:54.356806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.361853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:54:54.362227 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:54.362635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.363070 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:54:54.363552 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Bound port: 78c1597c-6143-4663-ba21-ca30b3a4dec0, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:54:54.363920 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.458850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] For port 78c1597c-6143-4663-ba21-ca30b3a4dec0, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:54:54.460308 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] For port 78c1597c-6143-4663-ba21-ca30b3a4dec0, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=78c1597c-6143-4663-ba21-ca30b3a4dec0,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:54:54.460439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:54:54.460439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:54:54.487378 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:54:54.525883 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0df0f84c-5411-4147-a746-4d3d74c7adf3 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:54:54.558415 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.594443 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b54af48a-23f5-4b60-a7cf-5e61f0e5d4d4 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.594822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b54af48a-23f5-4b60-a7cf-5e61f0e5d4d4 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.599207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 0df0f84c-5411-4147-a746-4d3d74c7adf3 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:54:54.599207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0df0f84c-5411-4147-a746-4d3d74c7adf3 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:54:54.651954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930eb2c-1483-46b1-93f9-f3aaadb497a8 None None] Pushing event updated for resources: {'Port': ['ID=78c1597c-6143-4663-ba21-ca30b3a4dec0,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:54.880053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.891899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-002b0d4f-6e26-44d5-a836-50ec9b7c37ec tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.921166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 821534c7-14d9-4b25-adeb-35397d4b9c9b will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:54:54.923826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] For port 360c6c95-302d-42ce-a47c-370f6c7bd8d1, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=360c6c95-302d-42ce-a47c-370f6c7bd8d1,segment=NetworkSegment(10739327-6374-43e5-9ff6-95deeb920e7b),segment_id=10739327-6374-43e5-9ff6-95deeb920e7b)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:54.924302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:54.927354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-b54af48a-23f5-4b60-a7cf-5e61f0e5d4d4 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for 592a5b8d-6555-4c72-adf6-b34241895146 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:55.051234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4123b64-49e3-4b59-bd83-d862242ec2c6 req-f715d5be-b9d0-46ec-a832-558ffda3979b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:55.052790 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a4123b64-49e3-4b59-bd83-d862242ec2c6 req-f715d5be-b9d0-46ec-a832-558ffda3979b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.8384554 Jan 28 17:54:55.094964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.168048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.170500 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Network': ['ID=14211041-aee3-4381-a56c-7075274392bd,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:55.217867 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b1c022b1-0e61-49b3-8c03-8169c87346b4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/14211041-aee3-4381-a56c-7075274392bd HTTP/1.1" status: 204 len: 168 time: 6.6242781 Jan 28 17:54:55.223425 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a4123b64-49e3-4b59-bd83-d862242ec2c6 req-e7e3bfb5-93fa-4246-93c2-7d42cfdb1479 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360829 Jan 28 17:54:55.223870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38438) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:55.231023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-575343403'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:55.238217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:55.272717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:network and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:55.278019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6005c43-fded-4b6a-a7fa-0c1ca15eb43d req-bd966af4-55df-43d1-82a5-ae36538cc9e8 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:55.283688 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b6005c43-fded-4b6a-a7fa-0c1ca15eb43d req-bd966af4-55df-43d1-82a5-ae36538cc9e8 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 945 time: 0.2840939 Jan 28 17:54:55.285446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:55.300673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:55.325880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.362882 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-002b0d4f-6e26-44d5-a836-50ec9b7c37ec tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.410821 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:55.414106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.428770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b0d4f-6e26-44d5-a836-50ec9b7c37ec tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event deleted for resources: {'Subnet': ['ID=65d5de68-d1ca-4889-aec1-8da383187e20,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:55.436711 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b54af48a-23f5-4b60-a7cf-5e61f0e5d4d4 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.437137 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:54:55.438873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.439333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.439762 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Floating IP 4b85c7ce-3216-4035-9287-ee8f03f5a9b7 disassociated. External IP: 172.26.1.65, port: 360c6c95-302d-42ce-a47c-370f6c7bd8d1. Jan 28 17:54:55.440001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Calling delete_port for 360c6c95-302d-42ce-a47c-370f6c7bd8d1 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:55.442869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-002b0d4f-6e26-44d5-a836-50ec9b7c37ec tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.449062 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f37599a-90b4-468e-a3f4-649c3419baea None None] Network 4859e76f-24b8-4d89-86d5-c86785c071e5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:55.474041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:55.487340 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b6005c43-fded-4b6a-a7fa-0c1ca15eb43d req-0232c130-be2f-4374-be9c-5171c604e63b tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups?id=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838996 Jan 28 17:54:55.488114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:54:55.493672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:55.494318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.494594 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-7fade7f1-0b54-48a6-8eba-8621d4e27c13 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 48111c74-b3af-43fd-8b1c-807650b5f072 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:55.495489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7fade7f1-0b54-48a6-8eba-8621d4e27c13 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.526945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=821534c7-14d9-4b25-adeb-35397d4b9c9b,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:55.560313 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54af48a-23f5-4b60-a7cf-5e61f0e5d4d4 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=592a5b8d-6555-4c72-adf6-b34241895146,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:55.652391 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-002b0d4f-6e26-44d5-a836-50ec9b7c37ec tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "DELETE /v2.0/subnets/65d5de68-d1ca-4889-aec1-8da383187e20 HTTP/1.1" status: 204 len: 168 time: 1.8015933 Jan 28 17:54:55.674072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38446) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:55.705613 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c991332d-583a-45af-bced-e4ce81b01b14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2776742 Jan 28 17:54:55.716170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38450) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:55.862602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:54:55.903390 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.912614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.912614 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Added segment 743d18eb-512d-40d3-bdfb-c096dcac389e of type vlan for network ba36d57a-aef2-43bc-a514-055d30fc3fa1 Jan 28 17:54:55.922153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2a39d2-50be-4842-935a-daecec9e60cf None None] DHCP port deletion for 4859e76f-24b8-4d89-86d5-c86785c071e5 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:54:55.926328 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a39d2-50be-4842-935a-daecec9e60cf None None] Deleting port a345ac01-c248-4b66-b65c-3a86d7175b59 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:55.926622 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5b2a39d2-50be-4842-935a-daecec9e60cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.928210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Deleting port a345ac01-c248-4b66-b65c-3a86d7175b59 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:55.928687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.937644 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b54af48a-23f5-4b60-a7cf-5e61f0e5d4d4 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.948407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b54af48a-23f5-4b60-a7cf-5e61f0e5d4d4 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:55.949573 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b54af48a-23f5-4b60-a7cf-5e61f0e5d4d4 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/floatingips/fbd41aa7-f6f8-4de2-860e-3de13af5ef0c HTTP/1.1" status: 204 len: 168 time: 2.4615610 Jan 28 17:54:55.955112 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38454) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:55.956759 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7fade7f1-0b54-48a6-8eba-8621d4e27c13 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:56.013252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ebf739-f8f5-4158-aff7-89e77f990288 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:56.019263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ebf739-f8f5-4158-aff7-89e77f990288 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:56.020066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c5ebf739-f8f5-4158-aff7-89e77f990288 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:56.029533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:56.056763 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-80bf774d-246f-43a6-b67d-029433c7fab9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] delete failed (client error): The resource could not be found. Jan 28 17:54:56.058605 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-80bf774d-246f-43a6-b67d-029433c7fab9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/floatingips/fbd41aa7-f6f8-4de2-860e-3de13af5ef0c HTTP/1.1" status: 404 len: 345 time: 0.0930765 Jan 28 17:54:56.094092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38460) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:56.161117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Pushing event deleted for resources: {'Port': ['ID=360c6c95-302d-42ce-a47c-370f6c7bd8d1,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:56.193266 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-7fade7f1-0b54-48a6-8eba-8621d4e27c13 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for 48111c74-b3af-43fd-8b1c-807650b5f072 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:56.244408 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:56.345278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c5ebf739-f8f5-4158-aff7-89e77f990288 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:56.349050 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c5ebf739-f8f5-4158-aff7-89e77f990288 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6272573 Jan 28 17:54:56.351269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38466) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:56.376972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-5b2a39d2-50be-4842-935a-daecec9e60cf None None] For port a345ac01-c248-4b66-b65c-3a86d7175b59, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a345ac01-c248-4b66-b65c-3a86d7175b59,segment=NetworkSegment(04552888-c4be-4b42-87ef-438981c7f46c),segment_id=04552888-c4be-4b42-87ef-438981c7f46c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:56.377371 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5b2a39d2-50be-4842-935a-daecec9e60cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:56.626117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 78c1597c-6143-4663-ba21-ca30b3a4dec0 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:56.700530 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a39d2-50be-4842-935a-daecec9e60cf None None] Calling delete_port for a345ac01-c248-4b66-b65c-3a86d7175b59 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:56.745581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e3929094-ce1e-4590-b1ae-df0bbef41eae None None] Provisioning for port 78c1597c-6143-4663-ba21-ca30b3a4dec0 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:56.794976 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55c9bf-8533-4a52-ae58-99d99d53bf4a req-121ed564-33ad-4b7a-98b3-8fc87d982a81 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:56.796942 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5f55c9bf-8533-4a52-ae58-99d99d53bf4a req-121ed564-33ad-4b7a-98b3-8fc87d982a81 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.5477486 Jan 28 17:54:56.833489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] For port a345ac01-c248-4b66-b65c-3a86d7175b59, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a345ac01-c248-4b66-b65c-3a86d7175b59,segment=NetworkSegment(04552888-c4be-4b42-87ef-438981c7f46c),segment_id=04552888-c4be-4b42-87ef-438981c7f46c)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:56.833846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:56.857877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 78c1597c-6143-4663-ba21-ca30b3a4dec0 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:56.865485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 78c1597c-6143-4663-ba21-ca30b3a4dec0 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:56.866010 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:56.866412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d682fc-72ee-4cb5-97c6-b32da214845f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:56.872875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d682fc-72ee-4cb5-97c6-b32da214845f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:56.878660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d682fc-72ee-4cb5-97c6-b32da214845f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:56.879149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d0057f0b-ff13-44d0-ac70-588e79465902 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 821534c7-14d9-4b25-adeb-35397d4b9c9b {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:56.879707 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d0057f0b-ff13-44d0-ac70-588e79465902 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:56.880351 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-16d682fc-72ee-4cb5-97c6-b32da214845f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "GET /v2.0/ports?network_id=41eabc13-460c-41f2-bd53-939e5bb429d2 HTTP/1.1" status: 200 len: 2358 time: 0.7783048 Jan 28 17:54:56.886237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38472) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:56.955968 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5f55c9bf-8533-4a52-ae58-99d99d53bf4a req-75c94c8a-8ace-498c-a703-2d5bf5a60049 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416700 Jan 28 17:54:57.054418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Calling delete_port for a345ac01-c248-4b66-b65c-3a86d7175b59 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:57.088384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:54:57.089834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 360c6c95-302d-42ce-a47c-370f6c7bd8d1 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:54:57.142217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:57.149866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:57.150481 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:57.155917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5b2a39d2-50be-4842-935a-daecec9e60cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:57.159583 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 360c6c95-302d-42ce-a47c-370f6c7bd8d1 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:54:57.160162 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 360c6c95-302d-42ce-a47c-370f6c7bd8d1 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:54:57.216669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-feff9699-14d3-4e7d-94af-6e164be1ef7a None None] Provisioning for port 821534c7-14d9-4b25-adeb-35397d4b9c9b completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:54:57.217736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8cabd1-658f-455a-8d66-0a23e0291c97 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:57.219127 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ee8cabd1-658f-455a-8d66-0a23e0291c97 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "GET /v2.0/subnets/f39def2d-b157-4458-a611-eac68d22c4a8 HTTP/1.1" status: 200 len: 797 time: 0.2749314 Jan 28 17:54:57.222800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a39d2-50be-4842-935a-daecec9e60cf None None] Pushing event deleted for resources: {'Port': ['ID=a345ac01-c248-4b66-b65c-3a86d7175b59,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:57.232018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a39d2-50be-4842-935a-daecec9e60cf None None] No DVR routers for this DVR port a345ac01-c248-4b66-b65c-3a86d7175b59 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:54:57.236960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-feff9699-14d3-4e7d-94af-6e164be1ef7a None None] Provisioning complete for port 821534c7-14d9-4b25-adeb-35397d4b9c9b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:57.237441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-feff9699-14d3-4e7d-94af-6e164be1ef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:57.243821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38478) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:57.251100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'port': {'network_id': '41eabc13-460c-41f2-bd53-939e5bb429d2', 'name': 'tempest-FloatingIPTestJSON-562554058', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:57.273157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:57.274152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5233759-eae0-4d2a-bbf6-507cdf982e10 req-d0ec4ac3-9e2a-4ac5-9a6d-d0e66fc1a54f tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:57.275889 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e5233759-eae0-4d2a-bbf6-507cdf982e10 req-d0ec4ac3-9e2a-4ac5-9a6d-d0e66fc1a54f tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 946 time: 0.8822510 Jan 28 17:54:57.348045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7fade7f1-0b54-48a6-8eba-8621d4e27c13 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:57.358889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-feff9699-14d3-4e7d-94af-6e164be1ef7a None None] Port 821534c7-14d9-4b25-adeb-35397d4b9c9b cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:54:57.362322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 78c1597c-6143-4663-ba21-ca30b3a4dec0, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=78c1597c-6143-4663-ba21-ca30b3a4dec0,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:54:57.372322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:54:57.372644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:54:57.423069 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1969757 Jan 28 17:54:57.451972 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38482) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:57.466115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fade7f1-0b54-48a6-8eba-8621d4e27c13 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Port': ['ID=48111c74-b3af-43fd-8b1c-807650b5f072,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:57.480119 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:57.480232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'subnet': {'network_id': 'ba36d57a-aef2-43bc-a514-055d30fc3fa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:54:57.517820 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e5233759-eae0-4d2a-bbf6-507cdf982e10 req-c13deb77-f8ef-469b-8be7-6da3dfb428f8 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257714 Jan 28 17:54:57.579789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a345ac01-c248-4b66-b65c-3a86d7175b59 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:54:57.610961 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7a137fc3-d719-4129-884f-7ad04c305d32 req-51e8198e-237c-4091-8771-433621d81c05 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 210 time: 0.4014404 Jan 28 17:54:57.701341 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=78c1597c-6143-4663-ba21-ca30b3a4dec0,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:57.705124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:57.712829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: a345ac01-c248-4b66-b65c-3a86d7175b59 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:54:57.713214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a345ac01-c248-4b66-b65c-3a86d7175b59 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:54:57.716071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1265f89b-503b-44af-b859-7224197966c9 None None] Sync routers for ids ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:57.732334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1265f89b-503b-44af-b859-7224197966c9 None None] Routers {'521ea3a9-033a-4e5b-9889-9f32a6c7b540'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:57.733024 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1265f89b-503b-44af-b859-7224197966c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:57.773091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b064c-ae58-4ff9-b1b5-9072afe0fff0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Network': ['ID=ba36d57a-aef2-43bc-a514-055d30fc3fa1,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:57.793351 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network ba36d57a-aef2-43bc-a514-055d30fc3fa1 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:54:57.806407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:57.837424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:54:57.863270 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:subnet and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:57.866915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:port and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:54:57.875659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:57.878843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Deleting port a345ac01-c248-4b66-b65c-3a86d7175b59 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:57.879276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:57.921391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:54:57.947691 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d0057f0b-ff13-44d0-ac70-588e79465902 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:57.958413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] The port 'a345ac01-c248-4b66-b65c-3a86d7175b59' was deleted {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:54:57.960299 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] No DVR routers for this DVR port 360c6c95-302d-42ce-a47c-370f6c7bd8d1 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:54:57.964215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:58.000622 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:58.003522 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:54:58.020816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d45196-0a60-40f5-91fd-1f0ce4c5bf2e', 'name': 'network-vif-deleted', 'tag': '360c6c95-302d-42ce-a47c-370f6c7bd8d1'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:54:58.067493 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-1265f89b-503b-44af-b859-7224197966c9 None None] Set router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:54:58.138742 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d45196-0a60-40f5-91fd-1f0ce4c5bf2e', 'name': 'network-vif-deleted', 'tag': '360c6c95-302d-42ce-a47c-370f6c7bd8d1', 'status': 'completed', 'code': 200} Jan 28 17:54:58.151666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:58.180477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4859e76f-24b8-4d89-86d5-c86785c071e5']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:58.198829 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-aa3a71ab-1ea3-4dcc-8fab-7c53488123fc req-a5f82803-074d-4ce3-b872-fb9297903357 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.16 "DELETE /v2.0/ports/360c6c95-302d-42ce-a47c-370f6c7bd8d1 HTTP/1.1" status: 204 len: 173 time: 3.9316700 Jan 28 17:54:58.199449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:58.207580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:58.274346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d0057f0b-ff13-44d0-ac70-588e79465902 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 821534c7-14d9-4b25-adeb-35397d4b9c9b owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:54:58.454986 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7fade7f1-0b54-48a6-8eba-8621d4e27c13 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:58.558454 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 78c1597c-6143-4663-ba21-ca30b3a4dec0 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:54:58.651845 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-6082e6a2-004a-4e8a-bc46-de643c224bc4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:58.653662 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-6082e6a2-004a-4e8a-bc46-de643c224bc4 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 946 time: 1.1443932 Jan 28 17:54:58.661042 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1265f89b-503b-44af-b859-7224197966c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'a99aa73d-3306-4de4-b7a0-8ed0c1901447', 'name': '', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'mac_address': 'fa:16:3e:fc:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:23Z', 'updated_at': '2022-01-28T17:53:37Z', 'revision_number': 5, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'subnets': [{'id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:58.671428 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1265f89b-503b-44af-b859-7224197966c9 None None] Checking router: 521ea3a9-033a-4e5b-9889-9f32a6c7b540 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:54:58.679977 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 78c1597c-6143-4663-ba21-ca30b3a4dec0 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:54:58.680425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:58.736370 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04552888-c4be-4b42-87ef-438981c7f46c') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:58.736671 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04552888-c4be-4b42-87ef-438981c7f46c') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:58.737990 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1265f89b-503b-44af-b859-7224197966c9 None None] Routers {'521ea3a9-033a-4e5b-9889-9f32a6c7b540'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:58.738792 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1265f89b-503b-44af-b859-7224197966c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:58.784140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Made reservation on behalf of ed3b3cb4c11d4295920488b7f0f6f0ae for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:54:58.935827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:58.937813 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:58.990738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:59.007640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Deleting port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:54:59.008223 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:59.011983 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:54:59.036608 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:59.048545 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-1265f89b-503b-44af-b859-7224197966c9 None None] Set router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:54:59.056465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:54:59.056868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:54:59.082382 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:54:59.084893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] device_id is not set on port e71e9036-a51d-42c1-a425-9319996d2435 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:54:59.185561 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Subnet': ['ID=63518ff8-cfda-4608-b1dc-7d822798c773,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:59.214518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Checking segment: {'id': '743d18eb-512d-40d3-bdfb-c096dcac389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ba36d57a-aef2-43bc-a514-055d30fc3fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:54:59.214801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network hostable DHCP agents. Network: ba36d57a-aef2-43bc-a514-055d30fc3fa1, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:54:59.240848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de347b7-2cad-4238-80f3-5aa24c5f9a64 req-25d776fc-9932-4b83-a522-158f1396faf9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:59.252362 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7de347b7-2cad-4238-80f3-5aa24c5f9a64 req-25d776fc-9932-4b83-a522-158f1396faf9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.5062690 Jan 28 17:54:59.259025 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fade7f1-0b54-48a6-8eba-8621d4e27c13 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router c7430847-5a11-432d-8009-180ff05e8e39 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:54:59.304821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:59.311689 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7de347b7-2cad-4238-80f3-5aa24c5f9a64 req-f23cb889-22f0-4530-bc3d-e8513efce483 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605242 Jan 28 17:54:59.316246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:59.348883 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] 10.222.0.26 "DELETE /v2.0/networks/4859e76f-24b8-4d89-86d5-c86785c071e5 HTTP/1.1" status: 204 len: 168 time: 3.6739872 Jan 28 17:54:59.356653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbf4e2-3437-4e58-a757-697ade201d3c tempest-AllowedAddressPairTestJSON-1617307300 tempest-AllowedAddressPairTestJSON-1617307300-project] Pushing event deleted for resources: {'Network': ['ID=4859e76f-24b8-4d89-86d5-c86785c071e5,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:59.366276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network ba36d57a-aef2-43bc-a514-055d30fc3fa1 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:54:59.441597 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, ba36d57a-aef2-43bc-a514-055d30fc3fa1) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:54:59.453579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:59.456718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:59.457200 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de91ba2-eb62-4e79-ad58-da4bbd8391fe None None] Network ba36d57a-aef2-43bc-a514-055d30fc3fa1 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:54:59.547276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2818c071-bfb2-4916-9c94-637c02f3f5d8 req-4814839d-968e-4d10-9fef-eab2f531663e tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Synchronizing usage tracker for tenant:0ef49bbe32614b6687d237574ba02852 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:54:59.555020 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1265f89b-503b-44af-b859-7224197966c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'a99aa73d-3306-4de4-b7a0-8ed0c1901447', 'name': '', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'mac_address': 'fa:16:3e:fc:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:23Z', 'updated_at': '2022-01-28T17:53:37Z', 'revision_number': 5, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'subnets': [{'id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:54:59.581708 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1265f89b-503b-44af-b859-7224197966c9 None None] The sync data for ids ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'] in dv-neutron-826919-1-hyperv is: [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'a99aa73d-3306-4de4-b7a0-8ed0c1901447', 'name': '', 'network_id': '48ae0910-2b8b-43d3-bdda-e0b756f0482e', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'mac_address': 'fa:16:3e:fc:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:23Z', 'updated_at': '2022-01-28T17:53:37Z', 'revision_number': 5, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'subnets': [{'id': 'd7465ff6-2577-41db-90a7-d08dc1e590e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:54:59.603339 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-80b78b42-3568-4cd7-970f-c7b8d68ddeed tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1437159 Jan 28 17:54:59.608208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38496) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:54:59.649788 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2818c071-bfb2-4916-9c94-637c02f3f5d8 req-4814839d-968e-4d10-9fef-eab2f531663e tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Unset dirty status for tenant:0ef49bbe32614b6687d237574ba02852 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:54:59.653736 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2818c071-bfb2-4916-9c94-637c02f3f5d8 req-4814839d-968e-4d10-9fef-eab2f531663e tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/ports?device_id=17d45196-0a60-40f5-91fd-1f0ce4c5bf2e HTTP/1.1" status: 200 len: 210 time: 0.1648405 Jan 28 17:54:59.653870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d0057f0b-ff13-44d0-ac70-588e79465902 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:59.818943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0057f0b-ff13-44d0-ac70-588e79465902 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=821534c7-14d9-4b25-adeb-35397d4b9c9b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:54:59.829616 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-ba36d57a-aef2-43bc-a514-055d30fc3fa1', 'network_id': 'ba36d57a-aef2-43bc-a514-055d30fc3fa1', 'tenant_id': '3576e9e2d7f94e33ac7386421abf04c3', 'fixed_ips': [{'subnet_id': '63518ff8-cfda-4608-b1dc-7d822798c773'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:54:59.832490 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:59.906983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeacb14-6a5f-45cc-82a8-fcbd8b291e38 req-7433017d-4f85-4ecc-8747-51de82a18900 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:54:59.918339 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8eeacb14-6a5f-45cc-82a8-fcbd8b291e38 req-7433017d-4f85-4ecc-8747-51de82a18900 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 946 time: 1.1762979 Jan 28 17:54:59.924010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fade7f1-0b54-48a6-8eba-8621d4e27c13 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:54:59.930051 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d0057f0b-ff13-44d0-ac70-588e79465902 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:59.947338 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:54:59.947548 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31f1291-6f6c-4410-9e14-8e0c66f06419 None None] Sync routers for ids ['c7430847-5a11-432d-8009-180ff05e8e39'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:54:59.978571 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f1291-6f6c-4410-9e14-8e0c66f06419 None None] Routers {'c7430847-5a11-432d-8009-180ff05e8e39'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:54:59.980158 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b31f1291-6f6c-4410-9e14-8e0c66f06419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c7430847-5a11-432d-8009-180ff05e8e39'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:00.078268 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7fade7f1-0b54-48a6-8eba-8621d4e27c13 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/c7430847-5a11-432d-8009-180ff05e8e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4770048 Jan 28 17:55:00.084068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38502) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:00.122354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3d90c-f520-447c-b15f-c53cb7e3ed9c None None] New status for floating IP 4b85c7ce-3216-4035-9287-ee8f03f5a9b7: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:55:00.144873 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b31f1291-6f6c-4410-9e14-8e0c66f06419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:00.160656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:00.168165 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f1291-6f6c-4410-9e14-8e0c66f06419 None None] Routers {'c7430847-5a11-432d-8009-180ff05e8e39'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:00.169452 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b31f1291-6f6c-4410-9e14-8e0c66f06419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c7430847-5a11-432d-8009-180ff05e8e39'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:00.189498 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d0057f0b-ff13-44d0-ac70-588e79465902 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/821534c7-14d9-4b25-adeb-35397d4b9c9b HTTP/1.1" status: 204 len: 168 time: 3.8280337 Jan 28 17:55:00.203662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38506) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:00.205298 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1fb82ecf-8d8f-408b-973d-b6cc9f85746a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Synchronizing usage tracker for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:00.221768 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8eeacb14-6a5f-45cc-82a8-fcbd8b291e38 req-fba6ccde-e738-4563-ba11-44b32871008a tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957454 Jan 28 17:55:00.243732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38510) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:00.274616 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] For port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6,segment=NetworkSegment(8685c786-491e-49b9-a4e8-0d2696932798),segment_id=8685c786-491e-49b9-a4e8-0d2696932798)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:00.275186 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:00.277612 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b31f1291-6f6c-4410-9e14-8e0c66f06419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:00.278262 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31f1291-6f6c-4410-9e14-8e0c66f06419 None None] The sync data for ids ['c7430847-5a11-432d-8009-180ff05e8e39'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:00.291311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.20.0.14 (41eabc13-460c-41f2-bd53-939e5bb429d2/f39def2d-b157-4458-a611-eac68d22c4a8/e71e9036-a51d-42c1-a425-9319996d2435) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:00.316976 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.20.0.13 (41eabc13-460c-41f2-bd53-939e5bb429d2/f39def2d-b157-4458-a611-eac68d22c4a8/e71e9036-a51d-42c1-a425-9319996d2435) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:00.396481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Allocated IP 2001:db8::1 (ba36d57a-aef2-43bc-a514-055d30fc3fa1/63518ff8-cfda-4608-b1dc-7d822798c773/9f15a9be-889f-4948-95d0-4526c302aa20) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:00.408632 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c448e42c-70c8-420e-bd34-2343ea15b97a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:00.410249 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c448e42c-70c8-420e-bd34-2343ea15b97a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:00.411031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c448e42c-70c8-420e-bd34-2343ea15b97a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:00.501558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1fb82ecf-8d8f-408b-973d-b6cc9f85746a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Unset dirty status for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:00.502615 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1fb82ecf-8d8f-408b-973d-b6cc9f85746a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7430847-5a11-432d-8009-180ff05e8e39 HTTP/1.1" status: 200 len: 205 time: 0.3945587 Jan 28 17:55:00.514089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38518) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:00.658546 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:00.669619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Transition to ACTIVE for port object 9f15a9be-889f-4948-95d0-4526c302aa20 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:00.670216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe9452-023f-48bd-b9e9-cc78b798a6ab req-4766a43c-8c4f-4823-8976-42d10e8cd6d9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:00.671812 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-55fe9452-023f-48bd-b9e9-cc78b798a6ab req-4766a43c-8c4f-4823-8976-42d10e8cd6d9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.1704531 Jan 28 17:55:00.674565 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:00.676528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c448e42c-70c8-420e-bd34-2343ea15b97a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:00.677684 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c448e42c-70c8-420e-bd34-2343ea15b97a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4696722 Jan 28 17:55:00.682204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38522) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:00.690083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Transition to ACTIVE for port object 9f15a9be-889f-4948-95d0-4526c302aa20 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:00.806541 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5879aad-6769-4dd6-a54d-5dac8c33a267 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet dbf295a7-83d1-4e91-8d79-bc598b955918 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:55:00.814506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5879aad-6769-4dd6-a54d-5dac8c33a267 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:00.836381 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:00.874488 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9cd4945b-b4d0-46a1-82c6-567ec8db756e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=461447f090f64256be84da5f17e8e3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6061392 Jan 28 17:55:00.891363 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9958a812-6af9-4004-ad48-18b6e1db85d7 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:00.906464 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Network ba36d57a-aef2-43bc-a514-055d30fc3fa1 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:00.914467 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:00.919112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:00.942178 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38530) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:00.942500 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38532) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:00.952940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Pushing event updated for resources: {'Port': ['ID=9f15a9be-889f-4948-95d0-4526c302aa20,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:00.998164 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-55fe9452-023f-48bd-b9e9-cc78b798a6ab req-13fefa9a-2f06-474b-bfc1-f7eb8cbeb5de tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564147 Jan 28 17:55:01.025018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:01.032735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5879aad-6769-4dd6-a54d-5dac8c33a267 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.063856 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Attempting to bind port 9f15a9be-889f-4948-95d0-4526c302aa20 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:55:01.064222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Attempting to bind port 9f15a9be-889f-4948-95d0-4526c302aa20 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '743d18eb-512d-40d3-bdfb-c096dcac389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ba36d57a-aef2-43bc-a514-055d30fc3fa1'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:55:01.064584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Attempting to bind port 9f15a9be-889f-4948-95d0-4526c302aa20 on network ba36d57a-aef2-43bc-a514-055d30fc3fa1 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:55:01.078569 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:55:01.079280 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Checking segment: {'id': '743d18eb-512d-40d3-bdfb-c096dcac389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ba36d57a-aef2-43bc-a514-055d30fc3fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:01.079393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.080181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Bound using segment: {'id': '743d18eb-512d-40d3-bdfb-c096dcac389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ba36d57a-aef2-43bc-a514-055d30fc3fa1'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:55:01.080672 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Bound port: 9f15a9be-889f-4948-95d0-4526c302aa20, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743d18eb-512d-40d3-bdfb-c096dcac389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ba36d57a-aef2-43bc-a514-055d30fc3fa1'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:55:01.081187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.121342 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5879aad-6769-4dd6-a54d-5dac8c33a267 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.165329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.171791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.178813 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.179204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.179511 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Floating IP d7fa5d0b-9b02-4bf3-ab58-70e9765f7cf1 disassociated. External IP: 172.26.1.98, port: d86d4399-3eaa-4ec9-8c17-5a9ff86169e6. Jan 28 17:55:01.179844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Calling delete_port for d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:01.254537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.264298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] For port 9f15a9be-889f-4948-95d0-4526c302aa20, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:55:01.279880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] For port 9f15a9be-889f-4948-95d0-4526c302aa20, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=9f15a9be-889f-4948-95d0-4526c302aa20,segment=NetworkSegment(743d18eb-512d-40d3-bdfb-c096dcac389e),segment_id=743d18eb-512d-40d3-bdfb-c096dcac389e)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:55:01.300094 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6,segment=NetworkSegment(8685c786-491e-49b9-a4e8-0d2696932798),segment_id=8685c786-491e-49b9-a4e8-0d2696932798)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:01.300978 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:55:01.321315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Subnet': ['ID=63518ff8-cfda-4608-b1dc-7d822798c773,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:01.345139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network 41eabc13-460c-41f2-bd53-939e5bb429d2 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:01.361680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.364919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:01.376362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:01.401770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9958a812-6af9-4004-ad48-18b6e1db85d7 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.411343 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.422935 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8bfba901-e08f-4036-b80d-1a00472390b0 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.431809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9958a812-6af9-4004-ad48-18b6e1db85d7 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.444505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8625c6aa-5a3e-4b72-83b8-238856518702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.452794 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a79b4-8441-4354-8dee-6e00d7f784d8 None None] Pushing event updated for resources: {'Port': ['ID=9f15a9be-889f-4948-95d0-4526c302aa20,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:01.519765 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6', 'code': 200} Jan 28 17:55:01.531105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8bfba901-e08f-4036-b80d-1a00472390b0 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.539732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8625c6aa-5a3e-4b72-83b8-238856518702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.598292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:55:01.598627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:55:01.599427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:01.600255 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.634510 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=e71e9036-a51d-42c1-a425-9319996d2435,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:01.654949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:01.676749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b90dd1-b247-4816-8583-039464577b6a None None] Network ba36d57a-aef2-43bc-a514-055d30fc3fa1 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:01.677286 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9958a812-6af9-4004-ad48-18b6e1db85d7 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.677818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9958a812-6af9-4004-ad48-18b6e1db85d7 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Fanout notify agent at l3_agent the message router_deleted on router c7430847-5a11-432d-8009-180ff05e8e39 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:55:01.703173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.713288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8bfba901-e08f-4036-b80d-1a00472390b0 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.741503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba36d57a-aef2-43bc-a514-055d30fc3fa1']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:01.748389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfba901-e08f-4036-b80d-1a00472390b0 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57d4bf9-5b6b-43cc-bc50-7070789a1fe4,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:01.753479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8625c6aa-5a3e-4b72-83b8-238856518702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.759949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743d18eb-512d-40d3-bdfb-c096dcac389e') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:01.760468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743d18eb-512d-40d3-bdfb-c096dcac389e') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:01.777895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.791159 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625c6aa-5a3e-4b72-83b8-238856518702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c3280f-f644-4033-aa71-3c603b95ba4a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:01.799308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9958a812-6af9-4004-ad48-18b6e1db85d7 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.804523 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9958a812-6af9-4004-ad48-18b6e1db85d7 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/routers/c7430847-5a11-432d-8009-180ff05e8e39 HTTP/1.1" status: 204 len: 168 time: 1.2894075 Jan 28 17:55:01.805054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.808341 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8625c6aa-5a3e-4b72-83b8-238856518702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.809020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38546) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:01.812460 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8625c6aa-5a3e-4b72-83b8-238856518702 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70c3280f-f644-4033-aa71-3c603b95ba4a HTTP/1.1" status: 204 len: 168 time: 0.8661757 Jan 28 17:55:01.834190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12e2df-47e9-478d-8b73-c5ecbe63e285 req-479b8003-cdd0-44f4-8589-5f9b8e744a98 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:01.840422 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5a12e2df-47e9-478d-8b73-c5ecbe63e285 req-479b8003-cdd0-44f4-8589-5f9b8e744a98 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.2070982 Jan 28 17:55:01.890338 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:55:01.891038 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.902171 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5a12e2df-47e9-478d-8b73-c5ecbe63e285 req-8bf04e41-5b06-4618-9d33-e3c69a908c2f tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581472 Jan 28 17:55:01.912088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8bfba901-e08f-4036-b80d-1a00472390b0 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.915729 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8bfba901-e08f-4036-b80d-1a00472390b0 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "DELETE /v2.0/security-groups/f57d4bf9-5b6b-43cc-bc50-7070789a1fe4 HTTP/1.1" status: 204 len: 168 time: 0.9677355 Jan 28 17:55:01.918343 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38552) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:01.922009 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9fba6333-0fe2-4202-a54a-8c757b49b5f1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.6757283 Jan 28 17:55:01.924315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5879aad-6769-4dd6-a54d-5dac8c33a267 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:55:01.928160 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:55:01.930478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38556) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:01.943344 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-0f50807d-36aa-42bd-9236-fa08834b0837 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] show failed (client error): The resource could not be found. Jan 28 17:55:01.944564 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0f50807d-36aa-42bd-9236-fa08834b0837 tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "GET /v2.0/security-groups/f57d4bf9-5b6b-43cc-bc50-7070789a1fe4 HTTP/1.1" status: 404 len: 347 time: 0.0246453 Jan 28 17:55:01.955154 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38558) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:02.003393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed24545-cdb9-4a54-abff-1eb6efa7be06 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:55:02.106109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Deleting port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:02.106109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:02.112563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16022c51-7911-4d1f-b832-a247dd06ce18 req-289a022a-5382-4933-b34b-b91ec98d44b1 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:02.120502 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-16022c51-7911-4d1f-b832-a247dd06ce18 req-289a022a-5382-4933-b34b-b91ec98d44b1 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 944 time: 0.7531984 Jan 28 17:55:02.145588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': 'e71e9036-a51d-42c1-a425-9319996d2435', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:02.168462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-910edc6a-4d2c-4f45-9b91-70ed98af749a tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Deleting port 9d894a71-8f05-4751-985e-d43d61df3e1c {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:02.168870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-910edc6a-4d2c-4f45-9b91-70ed98af749a tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:02.187961 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:02.204600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:02.206770 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed24545-cdb9-4a54-abff-1eb6efa7be06 None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:55:02.233941 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa09bfe3-fd81-46c2-912e-20ce7f0caa55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting subnet c9d95e51-b0f5-4a4b-9ae2-739292390986 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:55:02.235918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5879aad-6769-4dd6-a54d-5dac8c33a267 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf295a7-83d1-4e91-8d79-bc598b955918,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:02.245493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fa09bfe3-fd81-46c2-912e-20ce7f0caa55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:02.281088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5879aad-6769-4dd6-a54d-5dac8c33a267 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:02.285038 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f5879aad-6769-4dd6-a54d-5dac8c33a267 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/dbf295a7-83d1-4e91-8d79-bc598b955918 HTTP/1.1" status: 204 len: 168 time: 1.5991516 Jan 28 17:55:02.293190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:02.293524 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38572) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:02.377018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:55:02.377018 dv-neutron-826919-1-hyperv neutron-server[88158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:55:02.377018 dv-neutron-826919-1-hyperv neutron-server[88158]: [parameters: {'id': 'ba36d57a-aef2-43bc-a514-055d30fc3fa1'}] Jan 28 17:55:02.377018 dv-neutron-826919-1-hyperv neutron-server[88158]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:55:02.377901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:55:02.394210 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-16022c51-7911-4d1f-b832-a247dd06ce18 req-989721e0-0940-48ca-81a5-244286b4ad65 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727482 Jan 28 17:55:02.399803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fa09bfe3-fd81-46c2-912e-20ce7f0caa55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:02.420768 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cdb35406-d975-44b3-8b89-f4d4bf5b2d61 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257381 Jan 28 17:55:02.435852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38578) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:02.590212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c38dbf-bca7-4986-a682-8f20919ad8c5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:02.591681 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c9c38dbf-bca7-4986-a682-8f20919ad8c5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1532147 Jan 28 17:55:02.596747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38582) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:02.647490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fa09bfe3-fd81-46c2-912e-20ce7f0caa55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:02.649439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443db806-07d6-425d-a211-7606ea668030 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:02.740750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b5e1f3-34cb-4273-90be-424e26ac9071 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:02.741434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-86b5e1f3-34cb-4273-90be-424e26ac9071 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:02.744635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:02.801083 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-910edc6a-4d2c-4f45-9b91-70ed98af749a tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:02.801671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-910edc6a-4d2c-4f45-9b91-70ed98af749a tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:02.879050 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:02.905327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Deleting port 9f15a9be-889f-4948-95d0-4526c302aa20 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:02.905327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:02.953075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.26.1.221 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/2bc736bb-b51a-4b73-b018-2ab1d6df3a0c) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:02.955341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-86b5e1f3-34cb-4273-90be-424e26ac9071 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:02.962369 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-86b5e1f3-34cb-4273-90be-424e26ac9071 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3589811 Jan 28 17:55:02.962516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-910edc6a-4d2c-4f45-9b91-70ed98af749a tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Calling delete_port for 9d894a71-8f05-4751-985e-d43d61df3e1c owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:02.962627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fa09bfe3-fd81-46c2-912e-20ce7f0caa55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:02.966697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38596) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:02.998077 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f750d9ba-a60d-4f01-b951-5a2e7f8a72e1 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:03.000978 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f750d9ba-a60d-4f01-b951-5a2e7f8a72e1 None None] Deleting port 78c1597c-6143-4663-ba21-ca30b3a4dec0 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:03.002121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f750d9ba-a60d-4f01-b951-5a2e7f8a72e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:03.054550 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] For port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6,segment=NetworkSegment(8685c786-491e-49b9-a4e8-0d2696932798),segment_id=8685c786-491e-49b9-a4e8-0d2696932798)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:03.055209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:03.189445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38600) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:03.214237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09bfe3-fd81-46c2-912e-20ce7f0caa55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d95e51-b0f5-4a4b-9ae2-739292390986,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:03.223642 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9b2095f0-55f6-4b5d-b1f4-f3a89dd54551 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2304807 Jan 28 17:55:03.252779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fa09bfe3-fd81-46c2-912e-20ce7f0caa55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:03.265752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38606) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:03.310200 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7ccb4e76-2022-40e9-a895-a46f79bcaade tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:03.317079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f750d9ba-a60d-4f01-b951-5a2e7f8a72e1 None None] For port 78c1597c-6143-4663-ba21-ca30b3a4dec0, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=78c1597c-6143-4663-ba21-ca30b3a4dec0,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:03.317587 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f750d9ba-a60d-4f01-b951-5a2e7f8a72e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:03.356671 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fa09bfe3-fd81-46c2-912e-20ce7f0caa55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/c9d95e51-b0f5-4a4b-9ae2-739292390986 HTTP/1.1" status: 204 len: 168 time: 1.5465212 Jan 28 17:55:03.359517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38610) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:03.430654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e1ab7189-c462-4921-94b7-097a22abb9a8 tempest-DvrRoutersNegativeTest-1054486093 tempest-DvrRoutersNegativeTest-1054486093-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-337092361', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:03.433936 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.policy [None req-e1ab7189-c462-4921-94b7-097a22abb9a8 tempest-DvrRoutersNegativeTest-1054486093 tempest-DvrRoutersNegativeTest-1054486093-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88158) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 28 17:55:03.434260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.policy [None req-e1ab7189-c462-4921-94b7-097a22abb9a8 tempest-DvrRoutersNegativeTest-1054486093 tempest-DvrRoutersNegativeTest-1054486093-project] Failed policy check for 'create_router' {{(pid=88158) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 28 17:55:03.434722 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-e1ab7189-c462-4921-94b7-097a22abb9a8 tempest-DvrRoutersNegativeTest-1054486093 tempest-DvrRoutersNegativeTest-1054486093-project] create failed (client error): Access was denied to this resource. Jan 28 17:55:03.435689 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e1ab7189-c462-4921-94b7-097a22abb9a8 tempest-DvrRoutersNegativeTest-1054486093 tempest-DvrRoutersNegativeTest-1054486093-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2328749 Jan 28 17:55:03.463126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f750d9ba-a60d-4f01-b951-5a2e7f8a72e1 None None] Calling delete_port for 78c1597c-6143-4663-ba21-ca30b3a4dec0 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:03.541070 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508e352-d485-4fc0-9250-b4ee15593bd1 None None] Network 5c1868ec-c0d0-494f-a16b-b527bdd20819 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:03.544271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6fe04ce-f18e-4205-be5f-ffe1d6757d10 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting subnet e6ce4f48-209c-454c-9e25-c8e1bb007e15 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:55:03.566852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c6fe04ce-f18e-4205-be5f-ffe1d6757d10 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:03.573230 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7ccb4e76-2022-40e9-a895-a46f79bcaade tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:03.613583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] For port 9f15a9be-889f-4948-95d0-4526c302aa20, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=9f15a9be-889f-4948-95d0-4526c302aa20,segment=NetworkSegment(743d18eb-512d-40d3-bdfb-c096dcac389e),segment_id=743d18eb-512d-40d3-bdfb-c096dcac389e)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:03.613940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:03.654912 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f750d9ba-a60d-4f01-b951-5a2e7f8a72e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:03.674449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7ccb4e76-2022-40e9-a895-a46f79bcaade tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:03.697572 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:03.697975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:03.698363 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Floating IP d7fa5d0b-9b02-4bf3-ab58-70e9765f7cf1 disassociated. External IP: 172.26.1.98, port: d86d4399-3eaa-4ec9-8c17-5a9ff86169e6. Jan 28 17:55:03.698705 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Calling delete_port for d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:03.732826 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750d9ba-a60d-4f01-b951-5a2e7f8a72e1 None None] Pushing event deleted for resources: {'Port': ['ID=78c1597c-6143-4663-ba21-ca30b3a4dec0,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:03.737097 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750d9ba-a60d-4f01-b951-5a2e7f8a72e1 None None] No DVR routers for this DVR port 78c1597c-6143-4663-ba21-ca30b3a4dec0 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:03.770950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Calling delete_port for 9f15a9be-889f-4948-95d0-4526c302aa20 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:03.782789 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceecfd6-148b-42e2-9c9d-18a559f571af req-4eae75a4-fe65-40d3-ad7c-38bb85180eb0 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:03.784326 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0ceecfd6-148b-42e2-9c9d-18a559f571af req-4eae75a4-fe65-40d3-ad7c-38bb85180eb0 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.5200441 Jan 28 17:55:03.799183 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c6fe04ce-f18e-4205-be5f-ffe1d6757d10 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:03.848798 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccb4e76-2022-40e9-a895-a46f79bcaade tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:03.852336 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4e76-2022-40e9-a895-a46f79bcaade tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:03.861874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:03.912265 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0ceecfd6-148b-42e2-9c9d-18a559f571af req-6021a4e8-8f6a-4c4c-9ac2-0421e3afad2f tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170514 Jan 28 17:55:03.916549 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be55dddf-f966-4b62-8f48-a7090ecefb89 None None] DHCP port deletion for 5c1868ec-c0d0-494f-a16b-b527bdd20819 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:03.922084 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-be55dddf-f966-4b62-8f48-a7090ecefb89 None None] Deleting port b57e6e15-4e7f-4986-9cdf-6b634a560b25 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:03.922907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-be55dddf-f966-4b62-8f48-a7090ecefb89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.017241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1ee64-eff2-4d1f-8782-145556803c05 req-03dd0833-b027-458c-bca1-bed5d24ee64f tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:04.018675 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-49d1ee64-eff2-4d1f-8782-145556803c05 req-03dd0833-b027-458c-bca1-bed5d24ee64f tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 944 time: 0.3195257 Jan 28 17:55:04.021335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c6fe04ce-f18e-4205-be5f-ffe1d6757d10 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.080684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.154849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.175901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Port': ['ID=9f15a9be-889f-4948-95d0-4526c302aa20,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:04.177768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No DVR routers for this DVR port 9f15a9be-889f-4948-95d0-4526c302aa20 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:04.199162 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-910edc6a-4d2c-4f45-9b91-70ed98af749a tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.202881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.287581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-be55dddf-f966-4b62-8f48-a7090ecefb89 None None] For port b57e6e15-4e7f-4986-9cdf-6b634a560b25, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b57e6e15-4e7f-4986-9cdf-6b634a560b25,segment=NetworkSegment(d800f8aa-9d95-45c3-b6b0-5fd6bb0ef80c),segment_id=d800f8aa-9d95-45c3-b6b0-5fd6bb0ef80c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:04.287581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-be55dddf-f966-4b62-8f48-a7090ecefb89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.290736 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-49d1ee64-eff2-4d1f-8782-145556803c05 req-68a2e477-917f-45bb-8e09-69aceb090a64 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411509 Jan 28 17:55:04.322133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4e76-2022-40e9-a895-a46f79bcaade tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.329116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:04.343309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:04.371666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910edc6a-4d2c-4f45-9b91-70ed98af749a tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Pushing event deleted for resources: {'Port': ['ID=9d894a71-8f05-4751-985e-d43d61df3e1c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:04.379462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38622) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:04.398590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:04.429240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-be55dddf-f966-4b62-8f48-a7090ecefb89 None None] Calling delete_port for b57e6e15-4e7f-4986-9cdf-6b634a560b25 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:04.479775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=2bc736bb-b51a-4b73-b018-2ab1d6df3a0c,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:04.493313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.547508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b57e6e15-4e7f-4986-9cdf-6b634a560b25 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:04.555520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba36d57a-aef2-43bc-a514-055d30fc3fa1']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:04.563319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c6fe04ce-f18e-4205-be5f-ffe1d6757d10 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.586328 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: b57e6e15-4e7f-4986-9cdf-6b634a560b25 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:04.586647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b57e6e15-4e7f-4986-9cdf-6b634a560b25 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:04.587284 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 78c1597c-6143-4663-ba21-ca30b3a4dec0 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:04.622660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 78c1597c-6143-4663-ba21-ca30b3a4dec0 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:04.623026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 78c1597c-6143-4663-ba21-ca30b3a4dec0 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:04.625515 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-be55dddf-f966-4b62-8f48-a7090ecefb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.626435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743d18eb-512d-40d3-bdfb-c096dcac389e') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:04.626737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743d18eb-512d-40d3-bdfb-c096dcac389e') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:04.639533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe04ce-f18e-4205-be5f-ffe1d6757d10 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ce4f48-209c-454c-9e25-c8e1bb007e15,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:04.656062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c6fe04ce-f18e-4205-be5f-ffe1d6757d10 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.667666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Pushing event deleted for resources: {'Port': ['ID=d86d4399-3eaa-4ec9-8c17-5a9ff86169e6,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:04.671662 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.707664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55dddf-f966-4b62-8f48-a7090ecefb89 None None] Pushing event deleted for resources: {'Port': ['ID=b57e6e15-4e7f-4986-9cdf-6b634a560b25,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:04.711321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9569eb7e-6624-450b-b5bc-2d8dfdef78c7 None None] Network 02eafcc7-37d9-471a-8194-a67288bfe2be requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:04.733920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccb4e76-2022-40e9-a895-a46f79bcaade tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:04.746236 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c6fe04ce-f18e-4205-be5f-ffe1d6757d10 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/e6ce4f48-209c-454c-9e25-c8e1bb007e15 HTTP/1.1" status: 204 len: 168 time: 1.3840046 Jan 28 17:55:04.754705 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.756866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38628) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:04.765722 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-7ccb4e76-2022-40e9-a895-a46f79bcaade tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:04.765722 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb4e76-2022-40e9-a895-a46f79bcaade tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:04.765722 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4e76-2022-40e9-a895-a46f79bcaade tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.787411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60006e7d-6223-43e2-a299-85c942611787 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:04.797604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:55:04.798340 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:04.818714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb4e76-2022-40e9-a895-a46f79bcaade tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=89805866-4464-4c68-b5b6-f83835260668,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:55:04.821996 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:55:04.898027 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55dddf-f966-4b62-8f48-a7090ecefb89 None None] No DVR routers for this DVR port b57e6e15-4e7f-4986-9cdf-6b634a560b25 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:05.013265 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Router 3254b0ce-0682-4532-9b7f-12cf3b085384 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:55:05.014758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-728f98c0-2d0a-4190-bbd3-844e2c62d641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.053790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec899c-ddef-4f91-b131-5257d4edd4df req-dcdece92-5a87-46f5-87b0-44bd0141c9f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:05.055418 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-55ec899c-ddef-4f91-b131-5257d4edd4df req-dcdece92-5a87-46f5-87b0-44bd0141c9f5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.8594668 Jan 28 17:55:05.059755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-910edc6a-4d2c-4f45-9b91-70ed98af749a tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.090867 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-728f98c0-2d0a-4190-bbd3-844e2c62d641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:05.095017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-728f98c0-2d0a-4190-bbd3-844e2c62d641 admin admin] Usage tracker for resource:security_group_rule and tenant:109b1e868bb549db99592dd7028de1ed is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:05.119844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-728f98c0-2d0a-4190-bbd3-844e2c62d641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:05.130753 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-728f98c0-2d0a-4190-bbd3-844e2c62d641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:05.183268 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': '89805866-4464-4c68-b5b6-f83835260668'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:55:05.184959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.208857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-910edc6a-4d2c-4f45-9b91-70ed98af749a tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.209988 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-910edc6a-4d2c-4f45-9b91-70ed98af749a tempest-ServersTestManualDisk-2037690171 tempest-ServersTestManualDisk-2037690171-project] 10.222.0.26 "DELETE /v2.0/floatingips/4b85c7ce-3216-4035-9287-ee8f03f5a9b7 HTTP/1.1" status: 204 len: 168 time: 3.2538888 Jan 28 17:55:05.222353 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38632) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:05.261412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-41a3a2ec-ae59-452a-979d-ad0c43bf9bba tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.275093 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e6ce49-6b50-49a5-b8d3-0fa44e6b66b6 None None] DHCP port deletion for 02eafcc7-37d9-471a-8194-a67288bfe2be request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:05.286955 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-64e6ce49-6b50-49a5-b8d3-0fa44e6b66b6 None None] Deleting port f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:05.287412 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64e6ce49-6b50-49a5-b8d3-0fa44e6b66b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.303493 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7ccb4e76-2022-40e9-a895-a46f79bcaade tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0042510 Jan 28 17:55:05.314861 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-55ec899c-ddef-4f91-b131-5257d4edd4df req-33865fd5-ba95-48a9-b977-5c42328f55cd tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387161 Jan 28 17:55:05.318659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38636) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:05.328363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'fixed_ips': [{'subnet_id': '89805866-4464-4c68-b5b6-f83835260668', 'ip_address': '2001:db8::87fd:f91c:9442:e351'}], 'name': 'tempest-NetworksTestDHCPv6-2069800128'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:05.375966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.483616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.520040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Network': ['ID=ba36d57a-aef2-43bc-a514-055d30fc3fa1,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:05.552179 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Allocated IP 2001:db8::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/89805866-4464-4c68-b5b6-f83835260668/e533ba1a-19dd-4807-9cc2-6502d8cb1a17) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:05.560192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:05.579560 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d26010c-2fbf-47bb-b5e6-bf52b37eb727 None None] Sync routers for ids ['3254b0ce-0682-4532-9b7f-12cf3b085384'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:05.595670 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d26010c-2fbf-47bb-b5e6-bf52b37eb727 None None] Routers {'3254b0ce-0682-4532-9b7f-12cf3b085384'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:05.596960 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-6d26010c-2fbf-47bb-b5e6-bf52b37eb727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['3254b0ce-0682-4532-9b7f-12cf3b085384'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:05.627017 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6ffad509-0f8e-4364-8162-e98cee6ca79b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/ba36d57a-aef2-43bc-a514-055d30fc3fa1 HTTP/1.1" status: 204 len: 168 time: 6.0170968 Jan 28 17:55:05.640160 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3368ac1f-8af5-46dd-8dfa-f4da5d31ada9 req-71e05d92-f56e-4ae0-9f66-61a13c3b148c tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 210 time: 0.1535950 Jan 28 17:55:05.653519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38644) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:05.655544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] No DVR routers for this DVR port d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 on host hv-neutron-8269 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:05.658080 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.680546 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'name': 'network-vif-deleted', 'tag': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:55:05.694235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-41a3a2ec-ae59-452a-979d-ad0c43bf9bba tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.701362 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1895534308'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:05.705955 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:05.710218 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:network and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:05.713217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:05.719900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:05.746800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-41a3a2ec-ae59-452a-979d-ad0c43bf9bba tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1868ec-c0d0-494f-a16b-b527bdd20819']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:05.749245 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-64e6ce49-6b50-49a5-b8d3-0fa44e6b66b6 None None] For port f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1,segment=NetworkSegment(b247a676-2127-432c-8873-c58acd1042ff),segment_id=b247a676-2127-432c-8873-c58acd1042ff)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:05.749637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64e6ce49-6b50-49a5-b8d3-0fa44e6b66b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.767423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-41a3a2ec-ae59-452a-979d-ad0c43bf9bba tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd800f8aa-9d95-45c3-b6b0-5fd6bb0ef80c') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:05.767978 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-41a3a2ec-ae59-452a-979d-ad0c43bf9bba tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd800f8aa-9d95-45c3-b6b0-5fd6bb0ef80c') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:05.790609 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-41a3a2ec-ae59-452a-979d-ad0c43bf9bba tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.797471 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3f25602a-9a32-4c8f-bd7e-3843a3bae07f req-c068c25c-b35f-47cb-be5d-5387861d3335 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.16 "DELETE /v2.0/ports/d86d4399-3eaa-4ec9-8c17-5a9ff86169e6 HTTP/1.1" status: 204 len: 173 time: 7.0901148 Jan 28 17:55:05.798468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:05.808643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:05.815458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:05.822914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-41a3a2ec-ae59-452a-979d-ad0c43bf9bba tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.825989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:05.835383 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a3a2ec-ae59-452a-979d-ad0c43bf9bba tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:55:05.836051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-41a3a2ec-ae59-452a-979d-ad0c43bf9bba tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.846558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:05.850045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:55:05.851743 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:55:05.930046 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-64e6ce49-6b50-49a5-b8d3-0fa44e6b66b6 None None] Calling delete_port for f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:05.954649 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f9fb0-8204-4721-9ef2-b16531170ddf req-b88aa553-e42a-4a11-bcd4-8d5a2b88eb43 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:05.963189 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4c7f9fb0-8204-4721-9ef2-b16531170ddf req-b88aa553-e42a-4a11-bcd4-8d5a2b88eb43 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.4628673 Jan 28 17:55:05.981925 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca', 'name': 'network-vif-deleted', 'tag': 'd86d4399-3eaa-4ec9-8c17-5a9ff86169e6', 'status': 'completed', 'code': 200} Jan 28 17:55:05.983361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.012846 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:55:06.054668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:06.058756 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.059315 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Added segment 943d5838-8567-4215-ae9e-82990bc3fb2f of type vlan for network 1bad8efe-9d71-4211-8401-9d7a7f00c7ef Jan 28 17:55:06.111252 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.136660 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-728f98c0-2d0a-4190-bbd3-844e2c62d641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.138619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-41a3a2ec-ae59-452a-979d-ad0c43bf9bba tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.170569 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-6d26010c-2fbf-47bb-b5e6-bf52b37eb727 None None] Set router 3254b0ce-0682-4532-9b7f-12cf3b085384 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:55:06.172832 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Transition to ACTIVE for port object e533ba1a-19dd-4807-9cc2-6502d8cb1a17 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:06.175902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64e6ce49-6b50-49a5-b8d3-0fa44e6b66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.214734 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4c7f9fb0-8204-4721-9ef2-b16531170ddf req-1866f719-89d1-400c-87f0-c6af894427f6 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486556 Jan 28 17:55:06.224485 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-728f98c0-2d0a-4190-bbd3-844e2c62d641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.247344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-41a3a2ec-ae59-452a-979d-ad0c43bf9bba tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.256806 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-41a3a2ec-ae59-452a-979d-ad0c43bf9bba tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/networks/5c1868ec-c0d0-494f-a16b-b527bdd20819 HTTP/1.1" status: 204 len: 168 time: 1.4965303 Jan 28 17:55:06.260094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.265701 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38652) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:06.274294 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3a2ec-ae59-452a-979d-ad0c43bf9bba tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Network': ['ID=5c1868ec-c0d0-494f-a16b-b527bdd20819,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:06.291132 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6ce49-6b50-49a5-b8d3-0fa44e6b66b6 None None] Pushing event deleted for resources: {'Port': ['ID=f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:06.302490 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6ce49-6b50-49a5-b8d3-0fa44e6b66b6 None None] No DVR routers for this DVR port f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:06.309635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Transition to ACTIVE for port object e533ba1a-19dd-4807-9cc2-6502d8cb1a17 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:06.324645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.348201 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f98c0-2d0a-4190-bbd3-844e2c62d641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e47c55-1ce2-43c5-baca-c912564f8a10,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:06.388720 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-728f98c0-2d0a-4190-bbd3-844e2c62d641 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=109b1e868bb549db99592dd7028de1ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9741564 Jan 28 17:55:06.396353 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38656) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:06.400664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.563981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:06.605799 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:06.611845 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-6d26010c-2fbf-47bb-b5e6-bf52b37eb727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:23Z', 'revision_number': 4, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '403c19e3-19c9-448b-b2bc-e42b5ca6d6c4', 'name': '', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'mac_address': 'fa:16:3e:dd:b7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9f569c33-4985-408d-9d7e-933d23843497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:37Z', 'revision_number': 5, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'subnets': [{'id': '9f569c33-4985-408d-9d7e-933d23843497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:06.613959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.617841 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d26010c-2fbf-47bb-b5e6-bf52b37eb727 None None] Checking router: 3254b0ce-0682-4532-9b7f-12cf3b085384 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:55:06.617978 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:06.619361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:06.620067 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.627321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:06.628043 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f0c1e9b7-8124-4cba-b0ea-8f686e31d7e1 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:06.629951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.631457 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d26010c-2fbf-47bb-b5e6-bf52b37eb727 None None] Routers {'3254b0ce-0682-4532-9b7f-12cf3b085384'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:06.632427 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-6d26010c-2fbf-47bb-b5e6-bf52b37eb727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['3254b0ce-0682-4532-9b7f-12cf3b085384'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:06.640411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:06.646951 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Pushing event updated for resources: {'Port': ['ID=e533ba1a-19dd-4807-9cc2-6502d8cb1a17,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:06.647219 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac005-0ca4-4f47-ad46-43458921558f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.656964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.772690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Attempting to bind port e533ba1a-19dd-4807-9cc2-6502d8cb1a17 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:55:06.773208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Attempting to bind port e533ba1a-19dd-4807-9cc2-6502d8cb1a17 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:55:06.773630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Attempting to bind port e533ba1a-19dd-4807-9cc2-6502d8cb1a17 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:55:06.788557 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:55:06.790208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:06.791103 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.794661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:55:06.794661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Bound port: e533ba1a-19dd-4807-9cc2-6502d8cb1a17, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:55:06.794915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.812074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac005-0ca4-4f47-ad46-43458921558f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:06.875667 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2140286 Jan 28 17:55:06.876531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac8d3e-88cf-42ea-b362-4c2a91bba1ff tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Network': ['ID=1bad8efe-9d71-4211-8401-9d7a7f00c7ef,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:06.878792 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38662) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:06.899373 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'subnet': {'network_id': '1bad8efe-9d71-4211-8401-9d7a7f00c7ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:06.900130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 1bad8efe-9d71-4211-8401-9d7a7f00c7ef details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:55:06.948287 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-6d26010c-2fbf-47bb-b5e6-bf52b37eb727 None None] Set router 3254b0ce-0682-4532-9b7f-12cf3b085384 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:55:06.977700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 8dd45bd2-9be6-4c7c-8b3b-0209e5e76eb2 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:55:07.120801 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-8ae2329d-ff83-4d65-a70b-a47b501154eb req-9c57da59-1107-499e-b347-468f06d7a899 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Synchronizing usage tracker for tenant:2b7716c2adc34b2caf014eb010a60fb6 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:07.130282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] For port e533ba1a-19dd-4807-9cc2-6502d8cb1a17, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:55:07.134520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] For port e533ba1a-19dd-4807-9cc2-6502d8cb1a17, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e533ba1a-19dd-4807-9cc2-6502d8cb1a17,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:55:07.171667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:07.176943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:subnet and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:07.180762 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:07.188489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:07.242909 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:07.265027 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:07.273452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac005-0ca4-4f47-ad46-43458921558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:07.277497 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-8ae2329d-ff83-4d65-a70b-a47b501154eb req-9c57da59-1107-499e-b347-468f06d7a899 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Unset dirty status for tenant:2b7716c2adc34b2caf014eb010a60fb6 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:07.278650 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8ae2329d-ff83-4d65-a70b-a47b501154eb req-9c57da59-1107-499e-b347-468f06d7a899 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3d49f64-0f2b-41a5-88a3-f33aa5dc7bca HTTP/1.1" status: 200 len: 210 time: 0.3505480 Jan 28 17:55:07.299173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ac005-0ca4-4f47-ad46-43458921558f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e47c55-1ce2-43c5-baca-c912564f8a10,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:07.307397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144adccd-2cb9-400a-91ad-d245e8cdb2d4 req-b7f4f078-31f3-47cf-8b00-af17ee05a7b4 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:07.314492 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-144adccd-2cb9-400a-91ad-d245e8cdb2d4 req-b7f4f078-31f3-47cf-8b00-af17ee05a7b4 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.8849869 Jan 28 17:55:07.360842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:07.366520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b4ac005-0ca4-4f47-ad46-43458921558f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:07.367681 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1b4ac005-0ca4-4f47-ad46-43458921558f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05e47c55-1ce2-43c5-baca-c912564f8a10 HTTP/1.1" status: 204 len: 168 time: 0.9703054 Jan 28 17:55:07.386815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:07.388859 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-6d26010c-2fbf-47bb-b5e6-bf52b37eb727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:23Z', 'revision_number': 4, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '403c19e3-19c9-448b-b2bc-e42b5ca6d6c4', 'name': '', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'mac_address': 'fa:16:3e:dd:b7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9f569c33-4985-408d-9d7e-933d23843497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:37Z', 'revision_number': 5, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'subnets': [{'id': '9f569c33-4985-408d-9d7e-933d23843497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:07.390298 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:07.395207 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d26010c-2fbf-47bb-b5e6-bf52b37eb727 None None] The sync data for ids ['3254b0ce-0682-4532-9b7f-12cf3b085384'] in dv-neutron-826919-1-hyperv is: [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:23Z', 'revision_number': 4, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '403c19e3-19c9-448b-b2bc-e42b5ca6d6c4', 'name': '', 'network_id': '332e698a-eabc-4523-8476-c1c253a6cf19', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'mac_address': 'fa:16:3e:dd:b7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9f569c33-4985-408d-9d7e-933d23843497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:37Z', 'revision_number': 5, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'subnets': [{'id': '9f569c33-4985-408d-9d7e-933d23843497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:07.452362 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-144adccd-2cb9-400a-91ad-d245e8cdb2d4 req-69258aa6-3a9d-4891-aed6-06def864c627 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369088 Jan 28 17:55:07.459194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191195fa-48cb-4572-8622-7d5cd3f4c4c4 None None] Pushing event updated for resources: {'Port': ['ID=e533ba1a-19dd-4807-9cc2-6502d8cb1a17,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:07.466849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::87fd:f91c:9442:e351 (c221bf74-e816-466d-af85-3d953f9ff4cd/89805866-4464-4c68-b5b6-f83835260668/8dd45bd2-9be6-4c7c-8b3b-0209e5e76eb2) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:07.472842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02eafcc7-37d9-471a-8194-a67288bfe2be']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:07.493700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b247a676-2127-432c-8873-c58acd1042ff') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:07.493998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b247a676-2127-432c-8873-c58acd1042ff') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:07.526889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:07.529303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:07.571852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:07.592528 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:55:07.596827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:55:07.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:55:07.705395 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:07.807055 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dad7bf-5856-43b2-a7b6-74fe5bf6715f None None] New status for floating IP d7fa5d0b-9b02-4bf3-ab58-70e9765f7cf1: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:55:07.908357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Deleting port a99aa73d-3306-4de4-b7a0-8ed0c1901447 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:07.908995 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:07.972614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.015086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.092737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.098474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=2bc736bb-b51a-4b73-b018-2ab1d6df3a0c,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:08.125429 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Network': ['ID=02eafcc7-37d9-471a-8194-a67288bfe2be,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:08.144448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.144805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.145136 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.145469 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.145796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.146127 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.146449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.146782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.147125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.147439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.147756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.148073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.162211 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/networks/02eafcc7-37d9-471a-8194-a67288bfe2be HTTP/1.1" status: 204 len: 168 time: 1.8936388 Jan 28 17:55:08.163979 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.166554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.177880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.177880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.177880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.177880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.177880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.177880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.177880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.177880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.177880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.177880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d7ccb-83ba-410d-b1e4-7e44ff0dea04 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:08.178804 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38678) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:08.180017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.188055 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'network': {'name': 'tempest-RoutersTest-1483163127'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:08.201716 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:08.204013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Subnet': ['ID=00d647e5-078b-495a-be42-3e20c32c4260,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:08.213796 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Checking segment: {'id': '943d5838-8567-4215-ae9e-82990bc3fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1bad8efe-9d71-4211-8401-9d7a7f00c7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:08.214159 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network hostable DHCP agents. Network: 1bad8efe-9d71-4211-8401-9d7a7f00c7ef, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:55:08.219093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:network and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:08.225290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:08.246559 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:08.276338 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.276914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] For port a99aa73d-3306-4de4-b7a0-8ed0c1901447, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a99aa73d-3306-4de4-b7a0-8ed0c1901447,segment=NetworkSegment(10739327-6374-43e5-9ff6-95deeb920e7b),segment_id=10739327-6374-43e5-9ff6-95deeb920e7b)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:08.277283 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.362678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 8dd45bd2-9be6-4c7c-8b3b-0209e5e76eb2 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:08.419838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:08.424230 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.438744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network 1bad8efe-9d71-4211-8401-9d7a7f00c7ef is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:55:08.455041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Calling delete_port for a99aa73d-3306-4de4-b7a0-8ed0c1901447 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:08.468456 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.550661 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Floating IP f6f395d3-4576-42b7-b90b-a52218af397c associated. External IP: 172.26.1.221, port: e71e9036-a51d-42c1-a425-9319996d2435. Jan 28 17:55:08.585167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e533ba1a-19dd-4807-9cc2-6502d8cb1a17 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:08.618863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38688) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:08.652506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:08.665764 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:08.674525 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:55:08.685783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.686256 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Added segment dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb of type vlan for network 5ca65ba3-062f-4ef0-94e9-4bc256ee3deb Jan 28 17:55:08.687846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:08.694057 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:08.694784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.721364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.726539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=8dd45bd2-9be6-4c7c-8b3b-0209e5e76eb2,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:08.744086 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 1bad8efe-9d71-4211-8401-9d7a7f00c7ef) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:08.749080 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:08.749846 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.756734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32759b2e-8fec-4622-803d-9facfed971d8 None None] Network 1bad8efe-9d71-4211-8401-9d7a7f00c7ef requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:08.873826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ec83b2e-9a9d-468b-a232-178e44f23108 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.876229 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-29464216-3a75-40ff-855e-0b3afba489c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5557501 Jan 28 17:55:08.879698 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38698) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:08.895240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-190375bb-8619-4fdb-bb98-28c14a6a7d1e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'fixed_ips': [{'subnet_id': '89805866-4464-4c68-b5b6-f83835260668', 'ip_address': '2001:db8::87fd:f91c:9442:e351'}], 'name': 'tempest-NetworksTestDHCPv6-41188343'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:08.951487 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.958050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:08.959055 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:08.959573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port e533ba1a-19dd-4807-9cc2-6502d8cb1a17 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:08.989184 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ea980952-13ea-44fe-a874-02d2dd3a19ac tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1074638 Jan 28 17:55:09.002913 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38704) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:09.020448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.033124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f03f2753-8d54-48a8-bf5b-713d477f51f6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'subnet': {'network_id': '1bad8efe-9d71-4211-8401-9d7a7f00c7ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:09.171093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38708) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:09.176617 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-659f12bd-dea3-4229-ad0c-03a337c9bb1f None None] Provisioning for port e533ba1a-19dd-4807-9cc2-6502d8cb1a17 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:09.188251 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-659f12bd-dea3-4229-ad0c-03a337c9bb1f None None] Provisioning complete for port e533ba1a-19dd-4807-9cc2-6502d8cb1a17 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:09.188769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-659f12bd-dea3-4229-ad0c-03a337c9bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.231259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-1bad8efe-9d71-4211-8401-9d7a7f00c7ef', 'network_id': '1bad8efe-9d71-4211-8401-9d7a7f00c7ef', 'tenant_id': '3576e9e2d7f94e33ac7386421abf04c3', 'fixed_ips': [{'subnet_id': '00d647e5-078b-495a-be42-3e20c32c4260'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:55:09.232058 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.286661 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Pushing event deleted for resources: {'Port': ['ID=a99aa73d-3306-4de4-b7a0-8ed0c1901447,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:09.292721 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1139874 Jan 28 17:55:09.293870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ec83b2e-9a9d-468b-a232-178e44f23108 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.303155 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38714) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:09.336655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:09.337081 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:09.337340 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:09.337675 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:09.338013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:09.339490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:09.339490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:09.339695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:09.339867 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:09.340189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:09.340863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:09.340863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:09.343693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c00b3-aeba-422c-8cba-6ef5a8221238 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Network': ['ID=5ca65ba3-062f-4ef0-94e9-4bc256ee3deb,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:09.351670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'subnet': {'network_id': '5ca65ba3-062f-4ef0-94e9-4bc256ee3deb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:09.372704 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 5ca65ba3-062f-4ef0-94e9-4bc256ee3deb details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:55:09.517491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-463d9026-91d9-4bbc-a012-c2dd925e7b97 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:09.518880 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING neutron.api.v2.base [None req-463d9026-91d9-4bbc-a012-c2dd925e7b97 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 17:55:09.519414 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-463d9026-91d9-4bbc-a012-c2dd925e7b97 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 17:55:09.525438 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-463d9026-91d9-4bbc-a012-c2dd925e7b97 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3416965 Jan 28 17:55:09.530426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38718) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:09.536025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-190375bb-8619-4fdb-bb98-28c14a6a7d1e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:09.541081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-190375bb-8619-4fdb-bb98-28c14a6a7d1e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:09.544384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-190375bb-8619-4fdb-bb98-28c14a6a7d1e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:09.551703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-190375bb-8619-4fdb-bb98-28c14a6a7d1e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:09.564259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group': {'name': 'tempest-secgroup--768048717'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:09.580895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-659f12bd-dea3-4229-ad0c-03a337c9bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.583521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:55:09.585080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:09.597329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:09.601303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:09.630727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:09.640914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:subnet and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:09.644420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-659f12bd-dea3-4229-ad0c-03a337c9bb1f None None] For port e533ba1a-19dd-4807-9cc2-6502d8cb1a17, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e533ba1a-19dd-4807-9cc2-6502d8cb1a17,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:09.645041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:09.653227 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Allocated IP 2001:db8::2 (1bad8efe-9d71-4211-8401-9d7a7f00c7ef/00d647e5-078b-495a-be42-3e20c32c4260/f2a0c9da-5fce-4494-b909-b6bdcffccaed) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:09.658108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:09.662250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:09.663997 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f03f2753-8d54-48a8-bf5b-713d477f51f6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:09.671334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190375bb-8619-4fdb-bb98-28c14a6a7d1e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:09.676337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-190375bb-8619-4fdb-bb98-28c14a6a7d1e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.711605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ec83b2e-9a9d-468b-a232-178e44f23108 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.723344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f03f2753-8d54-48a8-bf5b-713d477f51f6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:subnet and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:09.738457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec83b2e-9a9d-468b-a232-178e44f23108 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e06e7ec-c8cf-4740-b78f-8ea0d768bc85,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:09.739044 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f03f2753-8d54-48a8-bf5b-713d477f51f6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:09.743915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-190375bb-8619-4fdb-bb98-28c14a6a7d1e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 0e723acf-f5ca-49ff-a186-837ac75793ac yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:55:09.754951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f03f2753-8d54-48a8-bf5b-713d477f51f6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:09.767553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-659f12bd-dea3-4229-ad0c-03a337c9bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.851112 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:09.854910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.861516 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.894098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.909110 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f12bd-dea3-4229-ad0c-03a337c9bb1f None None] Pushing event updated for resources: {'Port': ['ID=e533ba1a-19dd-4807-9cc2-6502d8cb1a17,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:09.929173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03f2753-8d54-48a8-bf5b-713d477f51f6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:09.929873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:09.932780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ec83b2e-9a9d-468b-a232-178e44f23108 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.937394 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f03f2753-8d54-48a8-bf5b-713d477f51f6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.937506 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6ec83b2e-9a9d-468b-a232-178e44f23108 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "DELETE /v2.0/security-groups/8e06e7ec-c8cf-4740-b78f-8ea0d768bc85 HTTP/1.1" status: 204 len: 168 time: 1.3088162 Jan 28 17:55:09.946207 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38722) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:09.958612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.971299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-43283e0c-1bb2-48ec-90ac-91104e7da403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:09.979113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:09.988850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:09.998694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:10.001749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:10.013733 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-24ab00d7-8b05-4275-8e8d-0a097f67f1c9 None None] Provisioning for port 8dd45bd2-9be6-4c7c-8b3b-0209e5e76eb2 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:10.017049 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Transition to ACTIVE for port object f2a0c9da-5fce-4494-b909-b6bdcffccaed will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:10.027516 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-24ab00d7-8b05-4275-8e8d-0a097f67f1c9 None None] Provisioning complete for port 8dd45bd2-9be6-4c7c-8b3b-0209e5e76eb2 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:10.027877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-24ab00d7-8b05-4275-8e8d-0a097f67f1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:10.046850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:10.066981 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b770a22-9d74-4e34-b6d7-7a1213e68d09 None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:10.071066 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-a66d49bc-8716-4ced-b9ae-21a522956744 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] show failed (client error): The resource could not be found. Jan 28 17:55:10.071066 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a66d49bc-8716-4ced-b9ae-21a522956744 tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "GET /v2.0/security-groups/8e06e7ec-c8cf-4740-b78f-8ea0d768bc85 HTTP/1.1" status: 404 len: 347 time: 0.1110864 Jan 28 17:55:10.079767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38726) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:10.082103 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b770a22-9d74-4e34-b6d7-7a1213e68d09 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:10.082867 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7b770a22-9d74-4e34-b6d7-7a1213e68d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:10.102450 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Transition to ACTIVE for port object f2a0c9da-5fce-4494-b909-b6bdcffccaed will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:10.120718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-24ab00d7-8b05-4275-8e8d-0a097f67f1c9 None None] Port 8dd45bd2-9be6-4c7c-8b3b-0209e5e76eb2 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:55:10.154880 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7b770a22-9d74-4e34-b6d7-7a1213e68d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:10.164094 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b770a22-9d74-4e34-b6d7-7a1213e68d09 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:10.164867 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7b770a22-9d74-4e34-b6d7-7a1213e68d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:10.213439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:10.238374 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7b770a22-9d74-4e34-b6d7-7a1213e68d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:10.239166 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b770a22-9d74-4e34-b6d7-7a1213e68d09 None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:10.290986 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Network 1bad8efe-9d71-4211-8401-9d7a7f00c7ef is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:10.295231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:10.299179 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:10.326588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-48939e31-567c-4757-a740-516891c1d65e tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Deleting port 8a6b56d7-266d-42d2-83ff-7c50efa1930c {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:10.326588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-48939e31-567c-4757-a740-516891c1d65e tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:10.367027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:10.372413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Pushing event updated for resources: {'Port': ['ID=f2a0c9da-5fce-4494-b909-b6bdcffccaed,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:10.401037 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Attempting to bind port f2a0c9da-5fce-4494-b909-b6bdcffccaed on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:55:10.401486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Attempting to bind port f2a0c9da-5fce-4494-b909-b6bdcffccaed by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '943d5838-8567-4215-ae9e-82990bc3fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1bad8efe-9d71-4211-8401-9d7a7f00c7ef'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:55:10.401946 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Attempting to bind port f2a0c9da-5fce-4494-b909-b6bdcffccaed on network 1bad8efe-9d71-4211-8401-9d7a7f00c7ef {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:55:10.407981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:55:10.408451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Checking segment: {'id': '943d5838-8567-4215-ae9e-82990bc3fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1bad8efe-9d71-4211-8401-9d7a7f00c7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:10.408918 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:10.409402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Bound using segment: {'id': '943d5838-8567-4215-ae9e-82990bc3fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1bad8efe-9d71-4211-8401-9d7a7f00c7ef'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:55:10.409940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Bound port: f2a0c9da-5fce-4494-b909-b6bdcffccaed, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943d5838-8567-4215-ae9e-82990bc3fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1bad8efe-9d71-4211-8401-9d7a7f00c7ef'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:55:10.410386 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:10.461819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:10.535481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] For port f2a0c9da-5fce-4494-b909-b6bdcffccaed, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:55:10.540450 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-896fe23f-f020-4b7c-95f8-d7504b0898b0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.5446370 Jan 28 17:55:10.540940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] For port f2a0c9da-5fce-4494-b909-b6bdcffccaed, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f2a0c9da-5fce-4494-b909-b6bdcffccaed,segment=NetworkSegment(943d5838-8567-4215-ae9e-82990bc3fb2f),segment_id=943d5838-8567-4215-ae9e-82990bc3fb2f)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:55:10.546468 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-190375bb-8619-4fdb-bb98-28c14a6a7d1e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 17:55:10.546972 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190375bb-8619-4fdb-bb98-28c14a6a7d1e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:55:10.550343 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:10.554752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38730) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:10.575924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:10.593964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3fe0eba5-5d6c-4af1-b0e7-bb29494d3c95 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'floatingip': {'port_id': 'e71e9036-a51d-42c1-a425-9319996d2435', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:10.594481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e533ba1a-19dd-4807-9cc2-6502d8cb1a17 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:10.594568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:10.595448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:10.617101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:10.632485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b180863b-6784-4ec7-ae17-e5ad8556beb6,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:10.663756 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:10.667880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-48939e31-567c-4757-a740-516891c1d65e tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:10.668203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-48939e31-567c-4757-a740-516891c1d65e tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:10.718769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port e533ba1a-19dd-4807-9cc2-6502d8cb1a17 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:10.719302 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:10.815947 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8096212-ad7f-4611-b8fe-53b802953e48 None None] Pushing event updated for resources: {'Port': ['ID=f2a0c9da-5fce-4494-b909-b6bdcffccaed,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:10.836303 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3fe0eba5-5d6c-4af1-b0e7-bb29494d3c95 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:10.913680 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-190375bb-8619-4fdb-bb98-28c14a6a7d1e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0292449 Jan 28 17:55:10.918739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-48939e31-567c-4757-a740-516891c1d65e tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Calling delete_port for 8a6b56d7-266d-42d2-83ff-7c50efa1930c owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:10.938452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38734) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:10.942382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:11.034872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:11.115616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:11.179801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d311d7e7-55be-4bbd-bba1-76fc884fd2f8,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:11.238107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:55:11.240108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Subnet': ['ID=565129ae-acf1-4679-a242-868577c646fa,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:11.280085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:11.281378 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2144d0ca-55a5-44b4-9da8-19840517cb1f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7218590 Jan 28 17:55:11.284246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38738) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:11.289304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d249ea1e-931c-44af-bdbb-8af4aec480d3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': 'd311d7e7-55be-4bbd-bba1-76fc884fd2f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:11.295311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-48939e31-567c-4757-a740-516891c1d65e tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:11.301046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d249ea1e-931c-44af-bdbb-8af4aec480d3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:11.321983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Checking segment: {'id': 'dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ca65ba3-062f-4ef0-94e9-4bc256ee3deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:11.322343 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network hostable DHCP agents. Network: 5ca65ba3-062f-4ef0-94e9-4bc256ee3deb, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:55:11.346880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d249ea1e-931c-44af-bdbb-8af4aec480d3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:11.350883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48939e31-567c-4757-a740-516891c1d65e tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Pushing event deleted for resources: {'Port': ['ID=8a6b56d7-266d-42d2-83ff-7c50efa1930c,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:11.352705 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d249ea1e-931c-44af-bdbb-8af4aec480d3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:11.391218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d249ea1e-931c-44af-bdbb-8af4aec480d3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:11.411259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f03f2753-8d54-48a8-bf5b-713d477f51f6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:11.454230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-48939e31-567c-4757-a740-516891c1d65e tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:11.456637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-48939e31-567c-4757-a740-516891c1d65e tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:11.457840 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-48939e31-567c-4757-a740-516891c1d65e tempest-ServersTestJSON-1140907866 tempest-ServersTestJSON-1140907866-project] 10.222.0.26 "DELETE /v2.0/floatingips/d7fa5d0b-9b02-4bf3-ab58-70e9765f7cf1 HTTP/1.1" status: 204 len: 168 time: 1.3770797 Jan 28 17:55:11.460863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38742) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:11.473066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2412e0-c38f-4fef-aa95-55cb98385420 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:11.478822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2412e0-c38f-4fef-aa95-55cb98385420 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:11.479592 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-dd2412e0-c38f-4fef-aa95-55cb98385420 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:11.548049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d249ea1e-931c-44af-bdbb-8af4aec480d3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:11.603017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f2753-8d54-48a8-bf5b-713d477f51f6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network 1bad8efe-9d71-4211-8401-9d7a7f00c7ef is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:11.670856 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-f03f2753-8d54-48a8-bf5b-713d477f51f6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:11.687394 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 5ca65ba3-062f-4ef0-94e9-4bc256ee3deb is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:55:11.698361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03f2753-8d54-48a8-bf5b-713d477f51f6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:11.698953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f03f2753-8d54-48a8-bf5b-713d477f51f6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:11.741445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d249ea1e-931c-44af-bdbb-8af4aec480d3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:11.776820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f2753-8d54-48a8-bf5b-713d477f51f6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Subnet': ['ID=09a6be46-b5e1-4a14-8c3d-5df27b610586,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:11.813281 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-dd2412e0-c38f-4fef-aa95-55cb98385420 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:11.814473 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dd2412e0-c38f-4fef-aa95-55cb98385420 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.8684413 Jan 28 17:55:11.820668 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:11.822074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38746) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:11.836127 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-afa34123-f653-462e-afd9-50b3abf3c45e admin admin] 10.222.0.26 "PUT /v2.0/routers/521ea3a9-033a-4e5b-9889-9f32a6c7b540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6130002 Jan 28 17:55:11.839091 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9beb4c-aaf8-46d7-8e01-5040806c47de None None] Sync routers for ids ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:11.850519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9beb4c-aaf8-46d7-8e01-5040806c47de None None] Routers {'521ea3a9-033a-4e5b-9889-9f32a6c7b540'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:11.850519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1b9beb4c-aaf8-46d7-8e01-5040806c47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:54:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:11.869825 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38750) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:11.885595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 5ca65ba3-062f-4ef0-94e9-4bc256ee3deb) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:11.909660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcfc317-b09c-40ee-a06f-0fda346b51be None None] Network 5ca65ba3-062f-4ef0-94e9-4bc256ee3deb requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:11.985667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d249ea1e-931c-44af-bdbb-8af4aec480d3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:11.998024 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e3353a-facd-4b24-a1e0-ed3cc7393244 None None] Network 1bad8efe-9d71-4211-8401-9d7a7f00c7ef requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:12.009069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249ea1e-931c-44af-bdbb-8af4aec480d3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d63960-b26b-45c9-a926-6359074470fa,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:12.131439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d249ea1e-931c-44af-bdbb-8af4aec480d3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:12.135977 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d249ea1e-931c-44af-bdbb-8af4aec480d3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8474894 Jan 28 17:55:12.136672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38754) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:12.146959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-14dcb859-9711-4a82-b1f5-fd34cc744e64 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': 'd311d7e7-55be-4bbd-bba1-76fc884fd2f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:12.164218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-14dcb859-9711-4a82-b1f5-fd34cc744e64 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:12.177634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-14dcb859-9711-4a82-b1f5-fd34cc744e64 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:12.179533 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f03f2753-8d54-48a8-bf5b-713d477f51f6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1658485 Jan 28 17:55:12.180490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38758) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:12.184233 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:12.184369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4af7aa90-694f-4479-8eb3-6420c2f42311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:12.184823 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:12.250601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-14dcb859-9711-4a82-b1f5-fd34cc744e64 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:12.272068 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-14dcb859-9711-4a82-b1f5-fd34cc744e64 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:12.275390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5eb6a-2f95-45a5-ad49-5e9561d74901 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 8dd45bd2-9be6-4c7c-8b3b-0209e5e76eb2 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:12.275781 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c0d5eb6a-2f95-45a5-ad49-5e9561d74901 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:12.313206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-1b9beb4c-aaf8-46d7-8e01-5040806c47de None None] Set router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:55:12.357071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5233cd82-a9c9-42c6-b080-cf65e743065c None None] Provisioning for port f2a0c9da-5fce-4494-b909-b6bdcffccaed completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:12.428143 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-35274955-5c98-4e48-8f47-b29526ca7084 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1192181 Jan 28 17:55:12.434745 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38762) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:12.450276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-0dfb960b-4739-4c6f-b5b4-a8582ac343cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-378589491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:12.461337 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d721da17-9b56-49f9-8fc0-bb6d557ee7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:12.476687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bba843-e24b-4665-ad3a-ce4a60ec903f tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:12.478154 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bba843-e24b-4665-ad3a-ce4a60ec903f tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:12.484059 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bba843-e24b-4665-ad3a-ce4a60ec903f tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:12.484647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bba843-e24b-4665-ad3a-ce4a60ec903f tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:12.486292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bba843-e24b-4665-ad3a-ce4a60ec903f tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:12.487278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-69bba843-e24b-4665-ad3a-ce4a60ec903f tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Synchronizing usage tracker for tenant:3576e9e2d7f94e33ac7386421abf04c3 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:12.497641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-14dcb859-9711-4a82-b1f5-fd34cc744e64 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:12.521617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0dfb960b-4739-4c6f-b5b4-a8582ac343cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:12.550978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0dfb960b-4739-4c6f-b5b4-a8582ac343cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:router and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:12.562702 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:12.626413 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0dfb960b-4739-4c6f-b5b4-a8582ac343cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:12.630240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f2a0c9da-5fce-4494-b909-b6bdcffccaed up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:12.651291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4af7aa90-694f-4479-8eb3-6420c2f42311 admin admin] Deleting port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:12.651770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4af7aa90-694f-4479-8eb3-6420c2f42311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:12.652884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0dfb960b-4739-4c6f-b5b4-a8582ac343cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:12.681469 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-14dcb859-9711-4a82-b1f5-fd34cc744e64 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 17:55:12.686011 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-14dcb859-9711-4a82-b1f5-fd34cc744e64 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5458403 Jan 28 17:55:12.690582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38766) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:12.831915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-5ca65ba3-062f-4ef0-94e9-4bc256ee3deb', 'network_id': '5ca65ba3-062f-4ef0-94e9-4bc256ee3deb', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'fixed_ips': [{'subnet_id': '565129ae-acf1-4679-a242-868577c646fa'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:55:12.832490 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:12.848308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-69bba843-e24b-4665-ad3a-ce4a60ec903f tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Unset dirty status for tenant:3576e9e2d7f94e33ac7386421abf04c3 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:12.853679 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-69bba843-e24b-4665-ad3a-ce4a60ec903f tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6541703 Jan 28 17:55:12.855587 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0dfb960b-4739-4c6f-b5b4-a8582ac343cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:12.856624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0dfb960b-4739-4c6f-b5b4-a8582ac343cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:12.863407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38770) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:12.956635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1b9beb4c-aaf8-46d7-8e01-5040806c47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:55:08Z', 'revision_number': 5, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:12.959519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bb3635e5-78a1-4ca0-9835-56378abb3ba7 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:12.969054 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9beb4c-aaf8-46d7-8e01-5040806c47de None None] Checking router: 521ea3a9-033a-4e5b-9889-9f32a6c7b540 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:55:12.969937 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3fe0eba5-5d6c-4af1-b0e7-bb29494d3c95 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:12.981313 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port f2a0c9da-5fce-4494-b909-b6bdcffccaed completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:12.993113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-446656358'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:13.004848 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:13.017448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bb3635e5-78a1-4ca0-9835-56378abb3ba7 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.024951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:network and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:13.031495 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:13.036433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-4af7aa90-694f-4479-8eb3-6420c2f42311 admin admin] For port 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=403c19e3-19c9-448b-b2bc-e42b5ca6d6c4,segment=NetworkSegment(8685c786-491e-49b9-a4e8-0d2696932798),segment_id=8685c786-491e-49b9-a4e8-0d2696932798)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:13.036924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4af7aa90-694f-4479-8eb3-6420c2f42311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.040061 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port f2a0c9da-5fce-4494-b909-b6bdcffccaed triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:13.040061 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.054066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0dfb960b-4739-4c6f-b5b4-a8582ac343cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.055793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:13.082925 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3fe0eba5-5d6c-4af1-b0e7-bb29494d3c95 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.084518 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9beb4c-aaf8-46d7-8e01-5040806c47de None None] Routers {'521ea3a9-033a-4e5b-9889-9f32a6c7b540'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:13.085152 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1b9beb4c-aaf8-46d7-8e01-5040806c47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:13.153092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.173471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c0d5eb6a-2f95-45a5-ad49-5e9561d74901 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.197231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4af7aa90-694f-4479-8eb3-6420c2f42311 admin admin] Calling delete_port for 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:13.246177 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Allocated IP 172.20.0.2 (5ca65ba3-062f-4ef0-94e9-4bc256ee3deb/565129ae-acf1-4679-a242-868577c646fa/4cded3cc-3294-4747-8196-0cb6d3fe971d) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:13.305627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:13.309068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.318128 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] Deleting port 2f082a27-2353-4063-8ed1-02c372a4888b {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:13.318446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.333044 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.343519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bb3635e5-78a1-4ca0-9835-56378abb3ba7 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.351417 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5eb6a-2f95-45a5-ad49-5e9561d74901 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 8dd45bd2-9be6-4c7c-8b3b-0209e5e76eb2 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:13.362738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3635e5-78a1-4ca0-9835-56378abb3ba7 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d311d7e7-55be-4bbd-bba1-76fc884fd2f8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:13.384924 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57ba352-8bec-4fe3-8d05-dc7a2c9651f8 None None] Update dhcp port {'port': {'network_id': '1bad8efe-9d71-4211-8401-9d7a7f00c7ef', 'fixed_ips': [{'subnet_id': '00d647e5-078b-495a-be42-3e20c32c4260', 'ip_address': '2001:db8::2'}, {'subnet_id': '09a6be46-b5e1-4a14-8c3d-5df27b610586'}], 'binding:host_id': 'dv-neutron-826919-1-hyperv'}, 'id': 'f2a0c9da-5fce-4494-b909-b6bdcffccaed'} from dv-neutron-826919-1-hyperv. {{(pid=88160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 17:55:13.401642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bb3635e5-78a1-4ca0-9835-56378abb3ba7 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.405887 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bb3635e5-78a1-4ca0-9835-56378abb3ba7 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "DELETE /v2.0/security-groups/d311d7e7-55be-4bbd-bba1-76fc884fd2f8 HTTP/1.1" status: 204 len: 168 time: 0.7111008 Jan 28 17:55:13.406075 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0dfb960b-4739-4c6f-b5b4-a8582ac343cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.407286 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38776) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:13.478946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-542791e6-a53d-431a-bef5-40aeda015f1d tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Synchronizing usage tracker for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:13.532790 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4af7aa90-694f-4479-8eb3-6420c2f42311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.537253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.575342 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-1b9beb4c-aaf8-46d7-8e01-5040806c47de None None] Set router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:55:13.611455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7aa90-694f-4479-8eb3-6420c2f42311 admin admin] Pushing event deleted for resources: {'Port': ['ID=403c19e3-19c9-448b-b2bc-e42b5ca6d6c4,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:13.692582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-542791e6-a53d-431a-bef5-40aeda015f1d tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Unset dirty status for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:13.700355 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-542791e6-a53d-431a-bef5-40aeda015f1d tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2920742 Jan 28 17:55:13.704588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38780) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:13.704789 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:55:13.715751 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-95a185ea-2ec5-4000-8384-e0878921b8ec tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1184898225'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:13.721698 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-95a185ea-2ec5-4000-8384-e0878921b8ec tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:13.731735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-95a185ea-2ec5-4000-8384-e0878921b8ec tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:13.796192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0dfb960b-4739-4c6f-b5b4-a8582ac343cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.800633 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0dfb960b-4739-4c6f-b5b4-a8582ac343cd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3618164 Jan 28 17:55:13.802260 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38784) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:13.813607 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.814090 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Added segment 8f7bd3e3-301e-4257-acfb-0b6bd43b09fb of type vlan for network f71968dc-3ffa-4908-8c41-94ac1d801ce6 Jan 28 17:55:13.818725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.821105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'port': {'network_id': '5ca65ba3-062f-4ef0-94e9-4bc256ee3deb', 'name': 'tempest-RoutersTest-111106769'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:13.863777 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-95a185ea-2ec5-4000-8384-e0878921b8ec tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.893224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f57ba352-8bec-4fe3-8d05-dc7a2c9651f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:13.951690 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-95a185ea-2ec5-4000-8384-e0878921b8ec tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:13.959220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-95a185ea-2ec5-4000-8384-e0878921b8ec tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:13.967438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-95a185ea-2ec5-4000-8384-e0878921b8ec tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:13.974894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-95a185ea-2ec5-4000-8384-e0878921b8ec tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:14.059318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.084116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-95a185ea-2ec5-4000-8384-e0878921b8ec tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.084867 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port f2a0c9da-5fce-4494-b909-b6bdcffccaed, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f2a0c9da-5fce-4494-b909-b6bdcffccaed,segment=NetworkSegment(943d5838-8567-4215-ae9e-82990bc3fb2f),segment_id=943d5838-8567-4215-ae9e-82990bc3fb2f)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:14.086814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4af7aa90-694f-4479-8eb3-6420c2f42311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.174004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-95a185ea-2ec5-4000-8384-e0878921b8ec tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.186384 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.203097 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.resource_extend [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:55:14.258628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] For port 2f082a27-2353-4063-8ed1-02c372a4888b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2f082a27-2353-4063-8ed1-02c372a4888b,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:14.259106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.288713 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.316911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a185ea-2ec5-4000-8384-e0878921b8ec tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a143735c-fcbe-4a24-bd48-14a430cc21a7,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:14.342270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Transition to ACTIVE for port object 4cded3cc-3294-4747-8196-0cb6d3fe971d will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:14.347885 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:14.376518 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=f2a0c9da-5fce-4494-b909-b6bdcffccaed,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:14.389088 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Transition to ACTIVE for port object 4cded3cc-3294-4747-8196-0cb6d3fe971d will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:14.402723 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-f57ba352-8bec-4fe3-8d05-dc7a2c9651f8 None None] Allocated IP 172.20.0.1 (1bad8efe-9d71-4211-8401-9d7a7f00c7ef/09a6be46-b5e1-4a14-8c3d-5df27b610586/f2a0c9da-5fce-4494-b909-b6bdcffccaed) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:14.409392 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c0d5eb6a-2f95-45a5-ad49-5e9561d74901 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.421706 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] Calling delete_port for 2f082a27-2353-4063-8ed1-02c372a4888b owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:14.437727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1b9beb4c-aaf8-46d7-8e01-5040806c47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:55:08Z', 'revision_number': 5, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:14.453996 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:port and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:14.486336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-95a185ea-2ec5-4000-8384-e0878921b8ec tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.490436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9beb4c-aaf8-46d7-8e01-5040806c47de None None] The sync data for ids ['521ea3a9-033a-4e5b-9889-9f32a6c7b540'] in dv-neutron-826919-1-hyperv is: [{'id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'name': 'tempest-ServersTestManualDisk-2131819438-router', 'tenant_id': '0ef49bbe32614b6687d237574ba02852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:55:08Z', 'revision_number': 5, 'project_id': '0ef49bbe32614b6687d237574ba02852', 'gw_port': {'id': '2f082a27-2353-4063-8ed1-02c372a4888b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ea3a9-033a-4e5b-9889-9f32a6c7b540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:14.491059 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-95a185ea-2ec5-4000-8384-e0878921b8ec tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7859271 Jan 28 17:55:14.497407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38788) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:14.499428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.504993 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:14.505676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.513670 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.519259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9d34100a-d581-4d18-82eb-6135a499196f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': 'a143735c-fcbe-4a24-bd48-14a430cc21a7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:14.520327 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING neutron.api.v2.base [None req-9d34100a-d581-4d18-82eb-6135a499196f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 17:55:14.521361 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-9d34100a-d581-4d18-82eb-6135a499196f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:14.526369 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9d34100a-d581-4d18-82eb-6135a499196f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0152228 Jan 28 17:55:14.533563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38792) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:14.563301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:14.600241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af7aa90-694f-4479-8eb3-6420c2f42311 admin admin] Router 3254b0ce-0682-4532-9b7f-12cf3b085384 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:55:14.618601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe0eba5-5d6c-4af1-b0e7-bb29494d3c95 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:55:14.620714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c0d5eb6a-2f95-45a5-ad49-5e9561d74901 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.630020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:14.630420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Network 5ca65ba3-062f-4ef0-94e9-4bc256ee3deb is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:14.635488 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:14.637767 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5eb6a-2f95-45a5-ad49-5e9561d74901 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=8dd45bd2-9be6-4c7c-8b3b-0209e5e76eb2,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:14.639772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Pushing event updated for resources: {'Port': ['ID=4cded3cc-3294-4747-8196-0cb6d3fe971d,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:14.642050 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:14.694337 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f57ba352-8bec-4fe3-8d05-dc7a2c9651f8 None None] For port f2a0c9da-5fce-4494-b909-b6bdcffccaed, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f2a0c9da-5fce-4494-b909-b6bdcffccaed,segment=NetworkSegment(943d5838-8567-4215-ae9e-82990bc3fb2f),segment_id=943d5838-8567-4215-ae9e-82990bc3fb2f)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:14.769353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Attempting to bind port 4cded3cc-3294-4747-8196-0cb6d3fe971d on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:55:14.770465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Attempting to bind port 4cded3cc-3294-4747-8196-0cb6d3fe971d by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ca65ba3-062f-4ef0-94e9-4bc256ee3deb'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:55:14.770465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Attempting to bind port 4cded3cc-3294-4747-8196-0cb6d3fe971d on network 5ca65ba3-062f-4ef0-94e9-4bc256ee3deb {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:55:14.777436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f57ba352-8bec-4fe3-8d05-dc7a2c9651f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.796762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:55:14.796762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Checking segment: {'id': 'dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ca65ba3-062f-4ef0-94e9-4bc256ee3deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:14.796762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.796762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Bound using segment: {'id': 'dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ca65ba3-062f-4ef0-94e9-4bc256ee3deb'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:55:14.796762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Bound port: 4cded3cc-3294-4747-8196-0cb6d3fe971d, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ca65ba3-062f-4ef0-94e9-4bc256ee3deb'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:55:14.796762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.825669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f57ba352-8bec-4fe3-8d05-dc7a2c9651f8 None None] Transition to ACTIVE for port object f2a0c9da-5fce-4494-b909-b6bdcffccaed will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:14.886741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-63b53ca6-6e02-49d6-a5e4-3829f75137e7 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.930365 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9486282 Jan 28 17:55:14.940804 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] For port 4cded3cc-3294-4747-8196-0cb6d3fe971d, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:55:14.944958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] For port 4cded3cc-3294-4747-8196-0cb6d3fe971d, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=4cded3cc-3294-4747-8196-0cb6d3fe971d,segment=NetworkSegment(dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb),segment_id=dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:55:14.945993 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38796) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:14.949155 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f2a0c9da-5fce-4494-b909-b6bdcffccaed up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:14.965181 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-42776330-3c44-49e3-bec0-937e6b5aa151 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:14.979572 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f57ba352-8bec-4fe3-8d05-dc7a2c9651f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:14.982614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e5211-9965-4267-8e63-f68bde742d9b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Network': ['ID=f71968dc-3ffa-4908-8c41-94ac1d801ce6,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:15.006583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-63b53ca6-6e02-49d6-a5e4-3829f75137e7 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:15.036661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:15.037785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network f71968dc-3ffa-4908-8c41-94ac1d801ce6 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:55:15.067131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:15.070880 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:15.090364 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c0d5eb6a-2f95-45a5-ad49-5e9561d74901 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/8dd45bd2-9be6-4c7c-8b3b-0209e5e76eb2 HTTP/1.1" status: 204 len: 168 time: 3.2588253 Jan 28 17:55:15.091226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af7aa90-694f-4479-8eb3-6420c2f42311 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:15.092822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38800) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:15.101970 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fde1bd-5bb3-43da-96ad-dd4b51c93001 None None] Sync routers for ids ['3254b0ce-0682-4532-9b7f-12cf3b085384'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:15.126446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:15.128886 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fde1bd-5bb3-43da-96ad-dd4b51c93001 None None] Routers {'3254b0ce-0682-4532-9b7f-12cf3b085384'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:15.129536 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-12fde1bd-5bb3-43da-96ad-dd4b51c93001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['3254b0ce-0682-4532-9b7f-12cf3b085384'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:15.164294 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4af7aa90-694f-4479-8eb3-6420c2f42311 admin admin] 10.222.0.26 "PUT /v2.0/routers/3254b0ce-0682-4532-9b7f-12cf3b085384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7022684 Jan 28 17:55:15.167850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38804) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:15.168001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe0eba5-5d6c-4af1-b0e7-bb29494d3c95 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:15.173996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-63b53ca6-6e02-49d6-a5e4-3829f75137e7 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:15.181423 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3fe0eba5-5d6c-4af1-b0e7-bb29494d3c95 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:15.181580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-63b53ca6-6e02-49d6-a5e4-3829f75137e7 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:15.182030 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-63b53ca6-6e02-49d6-a5e4-3829f75137e7 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "DELETE /v2.0/security-groups/a143735c-fcbe-4a24-bd48-14a430cc21a7 HTTP/1.1" status: 204 len: 168 time: 0.6445112 Jan 28 17:55:15.215108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38808) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:15.219029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] device_id is not set on port 09f7bd42-19c7-459c-8571-f8c55c190ee2 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:55:15.243809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468c2fe-21f9-4aa5-955b-406438280fe4 None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:15.292685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adabef9-fa8e-4623-9693-a70c021bc249 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:15.295329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adabef9-fa8e-4623-9693-a70c021bc249 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:15.299564 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3adabef9-fa8e-4623-9693-a70c021bc249 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2033315 Jan 28 17:55:15.314774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38812) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:15.343845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468c2fe-21f9-4aa5-955b-406438280fe4 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:15.344388 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-9468c2fe-21f9-4aa5-955b-406438280fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:15.356414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b53ca6-6e02-49d6-a5e4-3829f75137e7 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a143735c-fcbe-4a24-bd48-14a430cc21a7,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:15.457942 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-12fde1bd-5bb3-43da-96ad-dd4b51c93001 None None] Set router 3254b0ce-0682-4532-9b7f-12cf3b085384 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:55:15.467160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ba352-8bec-4fe3-8d05-dc7a2c9651f8 None None] Pushing event updated for resources: {'Port': ['ID=f2a0c9da-5fce-4494-b909-b6bdcffccaed,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:15.474699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-9468c2fe-21f9-4aa5-955b-406438280fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:15.530329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-359c80a1-ea0c-4949-86e4-50669a397bcb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 89805866-4464-4c68-b5b6-f83835260668 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:55:15.534399 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-359c80a1-ea0c-4949-86e4-50669a397bcb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:15.573945 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468c2fe-21f9-4aa5-955b-406438280fe4 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:15.573945 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-9468c2fe-21f9-4aa5-955b-406438280fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:15.642113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:15.808608 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-9468c2fe-21f9-4aa5-955b-406438280fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:15.809011 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468c2fe-21f9-4aa5-955b-406438280fe4 None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:15.811327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-359c80a1-ea0c-4949-86e4-50669a397bcb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:15.838952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Pushing event updated for resources: {'Port': ['ID=4cded3cc-3294-4747-8196-0cb6d3fe971d,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:15.849442 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:15.850039 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:15.855059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:15.855059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:15.860242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:15.860842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:15.861491 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:15.862325 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:15.862982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:15.863558 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:15.864167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:15.864846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d024fd-43f9-40f7-9b91-2da28102218c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:15.893049 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f276f28b-7391-4f07-975a-76953af901e9 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6756389 Jan 28 17:55:15.899992 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38816) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:15.938518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group': {'name': 'tempest-secgroup--180692993'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:15.956381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:16.035368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-42776330-3c44-49e3-bec0-937e6b5aa151 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:16.045313 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3fe0eba5-5d6c-4af1-b0e7-bb29494d3c95 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "PUT /v2.0/floatingips/f6f395d3-4576-42b7-b90b-a52218af397c HTTP/1.1" status: 200 len: 978 time: 5.4805064 Jan 28 17:55:16.052045 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-12fde1bd-5bb3-43da-96ad-dd4b51c93001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:55:13Z', 'revision_number': 5, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:16.056359 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fde1bd-5bb3-43da-96ad-dd4b51c93001 None None] Checking router: 3254b0ce-0682-4532-9b7f-12cf3b085384 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:55:16.065438 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38820) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:16.072943 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fde1bd-5bb3-43da-96ad-dd4b51c93001 None None] Routers {'3254b0ce-0682-4532-9b7f-12cf3b085384'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:16.073559 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-12fde1bd-5bb3-43da-96ad-dd4b51c93001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['3254b0ce-0682-4532-9b7f-12cf3b085384'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:16.103311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:16.114238 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:16.127718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:16.150129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:16.192042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Allocated IP 172.20.0.14 (5ca65ba3-062f-4ef0-94e9-4bc256ee3deb/565129ae-acf1-4679-a242-868577c646fa/09f7bd42-19c7-459c-8571-f8c55c190ee2) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:16.199407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-359c80a1-ea0c-4949-86e4-50669a397bcb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:16.284044 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-12fde1bd-5bb3-43da-96ad-dd4b51c93001 None None] Set router 3254b0ce-0682-4532-9b7f-12cf3b085384 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:55:16.293744 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91212d8-8375-4449-a528-e8e07526f47f None None] Network 1bad8efe-9d71-4211-8401-9d7a7f00c7ef requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:16.309826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:16.321710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] Deleting port 79113f8e-7fa1-47e1-8813-8238c6d47335 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:16.321895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:16.322020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:16.325209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-42776330-3c44-49e3-bec0-937e6b5aa151 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:16.390478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-359c80a1-ea0c-4949-86e4-50669a397bcb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:16.419015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42776330-3c44-49e3-bec0-937e6b5aa151 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network f71968dc-3ffa-4908-8c41-94ac1d801ce6 is not hosted by any dhcp agent {{(pid=88159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 17:55:16.424333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42776330-3c44-49e3-bec0-937e6b5aa151 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:16.424934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-42776330-3c44-49e3-bec0-937e6b5aa151 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:16.429187 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-42776330-3c44-49e3-bec0-937e6b5aa151 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "PUT /v2.0/networks/f71968dc-3ffa-4908-8c41-94ac1d801ce6 HTTP/1.1" status: 200 len: 723 time: 1.4801667 Jan 28 17:55:16.477914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38824) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:16.480164 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:16.483641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f082a27-2353-4063-8ed1-02c372a4888b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:16.492844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:16.498187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b67ebcdb-1fb9-4131-87e4-90eee698dac8 None None] Provisioning for port f2a0c9da-5fce-4494-b909-b6bdcffccaed completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:16.499869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:16.512883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:16.516213 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3836ee10-f80b-4169-8fbe-ca8b8dbdc284 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'subnet': {'network_id': 'f71968dc-3ffa-4908-8c41-94ac1d801ce6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:16.519476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b67ebcdb-1fb9-4131-87e4-90eee698dac8 None None] Provisioning complete for port f2a0c9da-5fce-4494-b909-b6bdcffccaed triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:16.519476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b67ebcdb-1fb9-4131-87e4-90eee698dac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:16.601413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c80a1-ea0c-4949-86e4-50669a397bcb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=89805866-4464-4c68-b5b6-f83835260668,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:16.646266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-359c80a1-ea0c-4949-86e4-50669a397bcb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:16.672942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71593b8-52c7-413d-996d-8bdaf29b6cfe None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:16.681131 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-359c80a1-ea0c-4949-86e4-50669a397bcb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/89805866-4464-4c68-b5b6-f83835260668 HTTP/1.1" status: 204 len: 168 time: 1.3642962 Jan 28 17:55:16.686341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38828) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:16.747994 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-12fde1bd-5bb3-43da-96ad-dd4b51c93001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:55:13Z', 'revision_number': 5, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:16.755869 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fde1bd-5bb3-43da-96ad-dd4b51c93001 None None] The sync data for ids ['3254b0ce-0682-4532-9b7f-12cf3b085384'] in dv-neutron-826919-1-hyperv is: [{'id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'name': 'tempest-ServersTestJSON-436146021-router', 'tenant_id': '2b7716c2adc34b2caf014eb010a60fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:55:13Z', 'revision_number': 5, 'project_id': '2b7716c2adc34b2caf014eb010a60fb6', 'gw_port': {'id': '79113f8e-7fa1-47e1-8813-8238c6d47335', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3254b0ce-0682-4532-9b7f-12cf3b085384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:12Z', 'updated_at': '2022-01-28T17:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:16.810226 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 4cded3cc-3294-4747-8196-0cb6d3fe971d up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:16.843973 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6a601eec-caa3-4959-9541-32b4ab95ffd8 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port 2bc736bb-b51a-4b73-b018-2ab1d6df3a0c {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:16.844318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a601eec-caa3-4959-9541-32b4ab95ffd8 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:16.866594 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-94308a87-114a-477d-877c-1a6554294cb1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885799 Jan 28 17:55:16.867989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38832) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:16.882921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e171ebc5-7d50-42ab-8ee1-4e71cdcccb7e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:16.928180 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42776330-3c44-49e3-bec0-937e6b5aa151 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Network': ['ID=f71968dc-3ffa-4908-8c41-94ac1d801ce6,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:16.953074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network f71968dc-3ffa-4908-8c41-94ac1d801ce6 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:55:17.021007 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.120916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9f2248-a673-4133-9b29-3343aeb29f31 None None] Network 5ca65ba3-062f-4ef0-94e9-4bc256ee3deb requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:17.127086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] For port 79113f8e-7fa1-47e1-8813-8238c6d47335, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=79113f8e-7fa1-47e1-8813-8238c6d47335,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:17.127621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.202798 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3836ee10-f80b-4169-8fbe-ca8b8dbdc284 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:17.340259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.383345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 4cded3cc-3294-4747-8196-0cb6d3fe971d completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:17.407129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e171ebc5-7d50-42ab-8ee1-4e71cdcccb7e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:17.413863 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f2a0c9da-5fce-4494-b909-b6bdcffccaed up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:17.417693 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] Calling delete_port for 79113f8e-7fa1-47e1-8813-8238c6d47335 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:17.446589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e171ebc5-7d50-42ab-8ee1-4e71cdcccb7e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:17.449469 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.459696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e171ebc5-7d50-42ab-8ee1-4e71cdcccb7e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:17.474734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.476600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3836ee10-f80b-4169-8fbe-ca8b8dbdc284 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:17.478183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6d38c0-a996-45be-9786-29f9a77f54f3 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:17.487129 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.514929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a91fc8a-f30c-4cba-899f-019e316837fc,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:17.516074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d38c0-a996-45be-9786-29f9a77f54f3 None None] Deleting port e533ba1a-19dd-4807-9cc2-6502d8cb1a17 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:17.517163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-eb6d38c0-a996-45be-9786-29f9a77f54f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.520258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e171ebc5-7d50-42ab-8ee1-4e71cdcccb7e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:17.566035 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.601798 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Transition to ACTIVE for port object 09f7bd42-19c7-459c-8571-f8c55c190ee2 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:17.604079 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a601eec-caa3-4959-9541-32b4ab95ffd8 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.604406 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a601eec-caa3-4959-9541-32b4ab95ffd8 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.612204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3836ee10-f80b-4169-8fbe-ca8b8dbdc284 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:17.615827 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3836ee10-f80b-4169-8fbe-ca8b8dbdc284 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.699553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.700993 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-24ab43df-93d6-4b39-ba0f-03a82fe1ca56 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7910168 Jan 28 17:55:17.704802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e171ebc5-7d50-42ab-8ee1-4e71cdcccb7e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:17.705009 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38836) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:17.705776 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port f2a0c9da-5fce-4494-b909-b6bdcffccaed triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:17.706154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.709247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e171ebc5-7d50-42ab-8ee1-4e71cdcccb7e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.779721 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-45e4d6e4-c498-4c01-a7a6-aea282f89977 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '2a91fc8a-f30c-4cba-899f-019e316837fc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:17.781223 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING neutron.api.v2.base [None req-45e4d6e4-c498-4c01-a7a6-aea282f89977 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 17:55:17.781223 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-45e4d6e4-c498-4c01-a7a6-aea282f89977 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:17.785071 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-45e4d6e4-c498-4c01-a7a6-aea282f89977 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0767450 Jan 28 17:55:17.787715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38840) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:17.822828 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c29fee44-26d1-4a63-8fc5-828ebd6043f2 None None] Provisioning for port 4cded3cc-3294-4747-8196-0cb6d3fe971d completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:17.844440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.844943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 521ea3a9-033a-4e5b-9889-9f32a6c7b540 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:55:17.854542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.856253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c29fee44-26d1-4a63-8fc5-828ebd6043f2 None None] Provisioning complete for port 4cded3cc-3294-4747-8196-0cb6d3fe971d triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:17.856628 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c29fee44-26d1-4a63-8fc5-828ebd6043f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:17.857344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6a601eec-caa3-4959-9541-32b4ab95ffd8 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for 2bc736bb-b51a-4b73-b018-2ab1d6df3a0c owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:17.916656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=79113f8e-7fa1-47e1-8813-8238c6d47335,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:17.922229 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-eb6d38c0-a996-45be-9786-29f9a77f54f3 None None] For port e533ba1a-19dd-4807-9cc2-6502d8cb1a17, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e533ba1a-19dd-4807-9cc2-6502d8cb1a17,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:17.922624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-eb6d38c0-a996-45be-9786-29f9a77f54f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.042171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-07949658-ac1e-4bbf-a0f2-21b9cb8e2ff2 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.075307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-07949658-ac1e-4bbf-a0f2-21b9cb8e2ff2 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.110334 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a601eec-caa3-4959-9541-32b4ab95ffd8 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.170200 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601eec-caa3-4959-9541-32b4ab95ffd8 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=2bc736bb-b51a-4b73-b018-2ab1d6df3a0c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:18.179894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.215854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-07949658-ac1e-4bbf-a0f2-21b9cb8e2ff2 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.238781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.262572 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.267473 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d38c0-a996-45be-9786-29f9a77f54f3 None None] Calling delete_port for e533ba1a-19dd-4807-9cc2-6502d8cb1a17 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:18.267585 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-39c4bdaf-6ada-49c0-9cf1-39ba4aa0a0e3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/521ea3a9-033a-4e5b-9889-9f32a6c7b540 HTTP/1.1" status: 204 len: 168 time: 6.3877769 Jan 28 17:55:18.278455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07949658-ac1e-4bbf-a0f2-21b9cb8e2ff2 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a91fc8a-f30c-4cba-899f-019e316837fc,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:18.283269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38844) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:18.396299 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 5ca65ba3-062f-4ef0-94e9-4bc256ee3deb is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:18.404504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=09f7bd42-19c7-459c-8571-f8c55c190ee2,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:18.409273 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a99aa73d-3306-4de4-b7a0-8ed0c1901447 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:18.410702 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:18.425962 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:18.493298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.501907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.507525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c29fee44-26d1-4a63-8fc5-828ebd6043f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.518347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: a99aa73d-3306-4de4-b7a0-8ed0c1901447 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:18.518697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a99aa73d-3306-4de4-b7a0-8ed0c1901447 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:18.548365 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c29fee44-26d1-4a63-8fc5-828ebd6043f2 None None] For port 4cded3cc-3294-4747-8196-0cb6d3fe971d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=4cded3cc-3294-4747-8196-0cb6d3fe971d,segment=NetworkSegment(dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb),segment_id=dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:18.571851 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a601eec-caa3-4959-9541-32b4ab95ffd8 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.572179 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-6a601eec-caa3-4959-9541-32b4ab95ffd8 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Floating IP f6f395d3-4576-42b7-b90b-a52218af397c disassociated (deleted). External IP: 172.26.1.221, port: e71e9036-a51d-42c1-a425-9319996d2435. Jan 28 17:55:18.594769 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-07949658-ac1e-4bbf-a0f2-21b9cb8e2ff2 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.596056 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-07949658-ac1e-4bbf-a0f2-21b9cb8e2ff2 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "DELETE /v2.0/security-groups/2a91fc8a-f30c-4cba-899f-019e316837fc HTTP/1.1" status: 204 len: 168 time: 0.8078909 Jan 28 17:55:18.606577 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-eb6d38c0-a996-45be-9786-29f9a77f54f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.608888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38848) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:18.645576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:18.649410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.667203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c29fee44-26d1-4a63-8fc5-828ebd6043f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.667536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cbc40b-66be-4ba7-b791-6592f7f6d480 admin admin] Deleting subnet d7465ff6-2577-41db-90a7-d08dc1e590e8 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:55:18.673080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d38c0-a996-45be-9786-29f9a77f54f3 None None] Pushing event deleted for resources: {'Port': ['ID=e533ba1a-19dd-4807-9cc2-6502d8cb1a17,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:18.677725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2cbc40b-66be-4ba7-b791-6592f7f6d480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.711147 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3836ee10-f80b-4169-8fbe-ca8b8dbdc284 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.733962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.734402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3254b0ce-0682-4532-9b7f-12cf3b085384 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:55:18.765059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.768189 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-afc28bdb-bd7f-46c2-8638-f20de52b2fa5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3254b0ce-0682-4532-9b7f-12cf3b085384 HTTP/1.1" status: 204 len: 168 time: 3.5966809 Jan 28 17:55:18.768415 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:18.770593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38852) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:18.820732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6d38c0-a996-45be-9786-29f9a77f54f3 None None] No DVR routers for this DVR port e533ba1a-19dd-4807-9cc2-6502d8cb1a17 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:18.825649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:18.826140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 403c19e3-19c9-448b-b2bc-e42b5ca6d6c4 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:18.826588 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2f082a27-2353-4063-8ed1-02c372a4888b no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:18.842820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1c41da81-8e58-408e-8918-318c8d53aab9 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Synchronizing usage tracker for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:18.853168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2cbc40b-66be-4ba7-b791-6592f7f6d480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.876552 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 2f082a27-2353-4063-8ed1-02c372a4888b {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:18.876882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2f082a27-2353-4063-8ed1-02c372a4888b not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:18.877515 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e533ba1a-19dd-4807-9cc2-6502d8cb1a17 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:18.881436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38856) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:18.881566 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4c5428f9-5255-45a9-8efe-d6e39c991cbf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.0720787 Jan 28 17:55:18.891087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a89509-9d7a-4039-9b93-5f45751c2480 admin admin] Deleting subnet 9f569c33-4985-408d-9d7e-933d23843497 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:55:18.912862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fee44-26d1-4a63-8fc5-828ebd6043f2 None None] Pushing event updated for resources: {'Port': ['ID=4cded3cc-3294-4747-8196-0cb6d3fe971d,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:18.930098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d5d8c791-f7e1-41b1-afc5-988f52ac0f90 None None] Provisioning complete for port f2a0c9da-5fce-4494-b909-b6bdcffccaed triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:18.930098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d5d8c791-f7e1-41b1-afc5-988f52ac0f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.957749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: e533ba1a-19dd-4807-9cc2-6502d8cb1a17 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:18.958090 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e533ba1a-19dd-4807-9cc2-6502d8cb1a17 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:18.959573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6a89509-9d7a-4039-9b93-5f45751c2480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:18.999545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e171ebc5-7d50-42ab-8ee1-4e71cdcccb7e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:19.099092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3836ee10-f80b-4169-8fbe-ca8b8dbdc284 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Checking segment: {'id': '8f7bd3e3-301e-4257-acfb-0b6bd43b09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f71968dc-3ffa-4908-8c41-94ac1d801ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:19.099348 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3836ee10-f80b-4169-8fbe-ca8b8dbdc284 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network hostable DHCP agents. Network: f71968dc-3ffa-4908-8c41-94ac1d801ce6, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:55:19.103809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836ee10-f80b-4169-8fbe-ca8b8dbdc284 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Subnet': ['ID=91772a26-711a-45ea-ba90-774797e3fd0f,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:19.132746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d5d8c791-f7e1-41b1-afc5-988f52ac0f90 None None] Provisioning for port 09f7bd42-19c7-459c-8571-f8c55c190ee2 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:19.134396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a601eec-caa3-4959-9541-32b4ab95ffd8 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:55:19.139446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d5d8c791-f7e1-41b1-afc5-988f52ac0f90 None None] Provisioning complete for port 09f7bd42-19c7-459c-8571-f8c55c190ee2 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:19.139970 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d5d8c791-f7e1-41b1-afc5-988f52ac0f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:19.195154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8c791-f7e1-41b1-afc5-988f52ac0f90 None None] Port 09f7bd42-19c7-459c-8571-f8c55c190ee2 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:55:19.200698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3836ee10-f80b-4169-8fbe-ca8b8dbdc284 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network f71968dc-3ffa-4908-8c41-94ac1d801ce6 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:55:19.207088 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d5d8c791-f7e1-41b1-afc5-988f52ac0f90 None None] Provisioning complete for port 4cded3cc-3294-4747-8196-0cb6d3fe971d triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:19.207088 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d5d8c791-f7e1-41b1-afc5-988f52ac0f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:19.268611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1c41da81-8e58-408e-8918-318c8d53aab9 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Unset dirty status for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:19.272660 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1c41da81-8e58-408e-8918-318c8d53aab9 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6625810 Jan 28 17:55:19.288403 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38860) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:19.290923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6a89509-9d7a-4039-9b93-5f45751c2480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:19.324256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e171ebc5-7d50-42ab-8ee1-4e71cdcccb7e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:19.334935 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-e171ebc5-7d50-42ab-8ee1-4e71cdcccb7e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:19.349538 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae00b1b-f7f4-4049-94af-978361d71547 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:19.395664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e171ebc5-7d50-42ab-8ee1-4e71cdcccb7e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:19.396245 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e171ebc5-7d50-42ab-8ee1-4e71cdcccb7e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:19.403041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-45525c75-f61e-4a22-9114-93f4884611bb tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960040518'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:19.465295 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-3836ee10-f80b-4169-8fbe-ca8b8dbdc284 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, f71968dc-3ffa-4908-8c41-94ac1d801ce6) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:19.473824 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3836ee10-f80b-4169-8fbe-ca8b8dbdc284 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:19.474410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3836ee10-f80b-4169-8fbe-ca8b8dbdc284 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:19.483296 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc51331a-14d8-4cad-89be-ae0358c2bee8 None None] Network f71968dc-3ffa-4908-8c41-94ac1d801ce6 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:19.486909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171ebc5-7d50-42ab-8ee1-4e71cdcccb7e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=cc3be6d1-da23-418e-8b17-4f7de4d1821c,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:19.491373 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a601eec-caa3-4959-9541-32b4ab95ffd8 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:19.492906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a601eec-caa3-4959-9541-32b4ab95ffd8 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:19.504738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-45525c75-f61e-4a22-9114-93f4884611bb tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:19.513301 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d499ab76-ae74-4045-9233-610a992eebca None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:19.559974 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d499ab76-ae74-4045-9233-610a992eebca None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:19.559974 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d499ab76-ae74-4045-9233-610a992eebca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:19.560233 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6a601eec-caa3-4959-9541-32b4ab95ffd8 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/floatingips/f6f395d3-4576-42b7-b90b-a52218af397c HTTP/1.1" status: 204 len: 168 time: 3.4836333 Jan 28 17:55:19.560233 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38864) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:19.580778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-45525c75-f61e-4a22-9114-93f4884611bb tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:19.624495 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d499ab76-ae74-4045-9233-610a992eebca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:19.636818 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d499ab76-ae74-4045-9233-610a992eebca None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:19.637295 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-123195ad-a2fd-4b1c-a2d3-1cbc582d1261 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port e71e9036-a51d-42c1-a425-9319996d2435 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:19.637624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-123195ad-a2fd-4b1c-a2d3-1cbc582d1261 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:19.638694 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d499ab76-ae74-4045-9233-610a992eebca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:19.684849 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e171ebc5-7d50-42ab-8ee1-4e71cdcccb7e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8047323 Jan 28 17:55:19.691802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38870) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:19.696096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2cbc40b-66be-4ba7-b791-6592f7f6d480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:19.709973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': 'cc3be6d1-da23-418e-8b17-4f7de4d1821c'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:55:19.710813 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:19.734960 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-634e2802-f19a-4efa-ac76-b6d1ec50804a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'fixed_ips': [{'subnet_id': 'cc3be6d1-da23-418e-8b17-4f7de4d1821c', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1744299456'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:19.748056 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3836ee10-f80b-4169-8fbe-ca8b8dbdc284 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2610440 Jan 28 17:55:19.754485 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d499ab76-ae74-4045-9233-610a992eebca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:19.755953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38874) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:19.756842 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d499ab76-ae74-4045-9233-610a992eebca None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:19.811358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f91fc080-69a2-4a41-a26e-f8e26a24c697 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:19.862241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:19.887247 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-f71968dc-3ffa-4908-8c41-94ac1d801ce6', 'network_id': 'f71968dc-3ffa-4908-8c41-94ac1d801ce6', 'tenant_id': '3576e9e2d7f94e33ac7386421abf04c3', 'fixed_ips': [{'subnet_id': '91772a26-711a-45ea-ba90-774797e3fd0f'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:55:19.888068 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:19.924697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45525c75-f61e-4a22-9114-93f4884611bb tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:19.941322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-123195ad-a2fd-4b1c-a2d3-1cbc582d1261 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:19.961820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6a89509-9d7a-4039-9b93-5f45751c2480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:20.071454 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-45525c75-f61e-4a22-9114-93f4884611bb tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:20.093915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-123195ad-a2fd-4b1c-a2d3-1cbc582d1261 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for e71e9036-a51d-42c1-a425-9319996d2435 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:20.100733 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Allocated IP 2001:db8::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/cc3be6d1-da23-418e-8b17-4f7de4d1821c/edabea6e-44b2-4221-bdd1-b1d694f7a7d4) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:20.149523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-45525c75-f61e-4a22-9114-93f4884611bb tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:20.165051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-45525c75-f61e-4a22-9114-93f4884611bb tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:20.172088 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Allocated IP 2001:db8::2 (f71968dc-3ffa-4908-8c41-94ac1d801ce6/91772a26-711a-45ea-ba90-774797e3fd0f/cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:20.182802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-45525c75-f61e-4a22-9114-93f4884611bb tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:20.217843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2cbc40b-66be-4ba7-b791-6592f7f6d480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:20.319819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f91fc080-69a2-4a41-a26e-f8e26a24c697 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2879815'] for subnet, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:20.347557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-634e2802-f19a-4efa-ac76-b6d1ec50804a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:20.349317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbc40b-66be-4ba7-b791-6592f7f6d480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7465ff6-2577-41db-90a7-d08dc1e590e8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:20.372949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-634e2802-f19a-4efa-ac76-b6d1ec50804a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:20.378235 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030322ea-5c12-44a5-bee6-1503b29d352b None None] Network 48ae0910-2b8b-43d3-bdda-e0b756f0482e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:20.384153 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-634e2802-f19a-4efa-ac76-b6d1ec50804a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:20.387851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2cbc40b-66be-4ba7-b791-6592f7f6d480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:20.393578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-123195ad-a2fd-4b1c-a2d3-1cbc582d1261 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:20.404044 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-634e2802-f19a-4efa-ac76-b6d1ec50804a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:20.406357 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6a89509-9d7a-4039-9b93-5f45751c2480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:20.448203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123195ad-a2fd-4b1c-a2d3-1cbc582d1261 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=e71e9036-a51d-42c1-a425-9319996d2435,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:20.486939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a89509-9d7a-4039-9b93-5f45751c2480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f569c33-4985-408d-9d7e-933d23843497,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:20.496254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:20.510700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6a89509-9d7a-4039-9b93-5f45751c2480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:20.514898 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a6a89509-9d7a-4039-9b93-5f45751c2480 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9f569c33-4985-408d-9d7e-933d23843497 HTTP/1.1" status: 204 len: 168 time: 1.7392411 Jan 28 17:55:20.515864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38878) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:20.628142 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634e2802-f19a-4efa-ac76-b6d1ec50804a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:20.633605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-123195ad-a2fd-4b1c-a2d3-1cbc582d1261 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:20.642334 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-123195ad-a2fd-4b1c-a2d3-1cbc582d1261 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/ports/e71e9036-a51d-42c1-a425-9319996d2435 HTTP/1.1" status: 204 len: 168 time: 1.0856051 Jan 28 17:55:20.646324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38882) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:20.651120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:20.652449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:20.658663 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f23a1-3cd9-4b0f-a7f4-9d8bc08ce2b3 None None] Network 332e698a-eabc-4523-8476-c1c253a6cf19 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:20.659596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:20.663994 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:floatingip and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:20.667834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:20.671933 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 4cded3cc-3294-4747-8196-0cb6d3fe971d up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:20.675203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:20.677505 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e2cbc40b-66be-4ba7-b791-6592f7f6d480 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d7465ff6-2577-41db-90a7-d08dc1e590e8 HTTP/1.1" status: 204 len: 168 time: 2.3865771 Jan 28 17:55:20.677772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38886) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:20.793636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:20.805557 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Deleting port dcb0f60d-68d4-4766-8da0-f4f99858ae7d {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:20.805921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:20.812138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Transition to ACTIVE for port object cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:20.868424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45525c75-f61e-4a22-9114-93f4884611bb tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:20.932150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Transition to ACTIVE for port object cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:20.973154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.014209 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.035381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45525c75-f61e-4a22-9114-93f4884611bb tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.037445 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] For port dcb0f60d-68d4-4766-8da0-f4f99858ae7d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dcb0f60d-68d4-4766-8da0-f4f99858ae7d,segment=NetworkSegment(10739327-6374-43e5-9ff6-95deeb920e7b),segment_id=10739327-6374-43e5-9ff6-95deeb920e7b)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:21.037811 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.040687 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Transition to ACTIVE for port object edabea6e-44b2-4221-bdd1-b1d694f7a7d4 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:21.046659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.107507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.151797 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Transition to ACTIVE for port object edabea6e-44b2-4221-bdd1-b1d694f7a7d4 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:21.161056 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Network f71968dc-3ffa-4908-8c41-94ac1d801ce6 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:21.164432 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 4cded3cc-3294-4747-8196-0cb6d3fe971d triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:21.164679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.200212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:21.201513 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45525c75-f61e-4a22-9114-93f4884611bb tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8d37a7-6365-4d12-a01f-b573e3e5f7f4,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:21.211225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:21.213686 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Pushing event updated for resources: {'Port': ['ID=cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:21.255229 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Deleting port fdc258a8-9c2b-4e47-96d9-5f04e322708a {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:21.255550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.283063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-634e2802-f19a-4efa-ac76-b6d1ec50804a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.287778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.291856 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e55158d-0bc3-48d5-89d5-ba6089eb7b78 None None] DHCP port deletion for 48ae0910-2b8b-43d3-bdda-e0b756f0482e request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:21.292039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Calling delete_port for dcb0f60d-68d4-4766-8da0-f4f99858ae7d owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:21.316588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45525c75-f61e-4a22-9114-93f4884611bb tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.320564 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-45525c75-f61e-4a22-9114-93f4884611bb tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9924059 Jan 28 17:55:21.321964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38890) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:21.333876 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-da46ad78-1724-4a46-ad8e-5a2d89ec2e53 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '5e8d37a7-6365-4d12-a01f-b573e3e5f7f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:21.348203 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING neutron.api.v2.base [None req-da46ad78-1724-4a46-ad8e-5a2d89ec2e53 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 17:55:21.349114 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-da46ad78-1724-4a46-ad8e-5a2d89ec2e53 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:21.352911 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-da46ad78-1724-4a46-ad8e-5a2d89ec2e53 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0269682 Jan 28 17:55:21.360170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38894) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:21.366685 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d1883277-b720-45fa-a7bd-05e153ead7de tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '5e8d37a7-6365-4d12-a01f-b573e3e5f7f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:21.367453 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING neutron.api.v2.base [None req-d1883277-b720-45fa-a7bd-05e153ead7de tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 17:55:21.368179 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-d1883277-b720-45fa-a7bd-05e153ead7de tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:21.374987 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d1883277-b720-45fa-a7bd-05e153ead7de tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073431 Jan 28 17:55:21.379446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9e55158d-0bc3-48d5-89d5-ba6089eb7b78 None None] Deleting port dcb0f60d-68d4-4766-8da0-f4f99858ae7d {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:21.379815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9e55158d-0bc3-48d5-89d5-ba6089eb7b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.390688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38898) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:21.395556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-634e2802-f19a-4efa-ac76-b6d1ec50804a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 869e9995-5e96-4d35-9ec3-d319c89c7462 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:55:21.440727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a8678009-f504-4d89-b44a-abdf9cfd205f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '5e8d37a7-6365-4d12-a01f-b573e3e5f7f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:21.443083 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING neutron.api.v2.base [None req-a8678009-f504-4d89-b44a-abdf9cfd205f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 17:55:21.443204 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-a8678009-f504-4d89-b44a-abdf9cfd205f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:21.452874 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a8678009-f504-4d89-b44a-abdf9cfd205f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0507858 Jan 28 17:55:21.456361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38902) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:21.468914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b2176cb0-d4b1-437e-a128-5bfdf2aafabe tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '5e8d37a7-6365-4d12-a01f-b573e3e5f7f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:21.469823 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING neutron.api.v2.base [None req-b2176cb0-d4b1-437e-a128-5bfdf2aafabe tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 17:55:21.470271 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-b2176cb0-d4b1-437e-a128-5bfdf2aafabe tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:21.471425 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b2176cb0-d4b1-437e-a128-5bfdf2aafabe tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0141690 Jan 28 17:55:21.475457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:21.478146 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38906) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:21.483877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:21.485768 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Attempting to bind port cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:55:21.486130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Attempting to bind port cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '8f7bd3e3-301e-4257-acfb-0b6bd43b09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f71968dc-3ffa-4908-8c41-94ac1d801ce6'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:55:21.486489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Attempting to bind port cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f on network f71968dc-3ffa-4908-8c41-94ac1d801ce6 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:55:21.495183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:21.502097 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Pushing event updated for resources: {'Port': ['ID=edabea6e-44b2-4221-bdd1-b1d694f7a7d4,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:21.572282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.579918 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86dc37f-69cb-4560-b403-09aa40c13542 None None] DHCP port deletion for 332e698a-eabc-4523-8476-c1c253a6cf19 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:21.582798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:55:21.583198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Checking segment: {'id': '8f7bd3e3-301e-4257-acfb-0b6bd43b09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f71968dc-3ffa-4908-8c41-94ac1d801ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:21.583649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.584038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Bound using segment: {'id': '8f7bd3e3-301e-4257-acfb-0b6bd43b09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f71968dc-3ffa-4908-8c41-94ac1d801ce6'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:55:21.584508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Bound port: cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7bd3e3-301e-4257-acfb-0b6bd43b09fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f71968dc-3ffa-4908-8c41-94ac1d801ce6'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:55:21.584877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.633805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb0f60d-68d4-4766-8da0-f4f99858ae7d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:21.648221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] No DVR routers for this DVR port dcb0f60d-68d4-4766-8da0-f4f99858ae7d on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:21.671242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f91fc080-69a2-4a41-a26e-f8e26a24c697 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737137899502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2215551'] for subnet, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.683078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-44093f9b-d788-4f7b-b279-0ed018b8606e tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.683627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9e55158d-0bc3-48d5-89d5-ba6089eb7b78 None None] The port 'dcb0f60d-68d4-4766-8da0-f4f99858ae7d' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:55:21.692430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.740006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f86dc37f-69cb-4560-b403-09aa40c13542 None None] Deleting port fdc258a8-9c2b-4e47-96d9-5f04e322708a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:21.740377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f86dc37f-69cb-4560-b403-09aa40c13542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.813427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91fc080-69a2-4a41-a26e-f8e26a24c697 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:21.813917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f91fc080-69a2-4a41-a26e-f8e26a24c697 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.818348 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f91fc080-69a2-4a41-a26e-f8e26a24c697 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "PUT /v2.0/subnets/91772a26-711a-45ea-ba90-774797e3fd0f HTTP/1.1" status: 200 len: 826 time: 2.0373609 Jan 28 17:55:21.822931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38910) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:21.845203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-44093f9b-d788-4f7b-b279-0ed018b8606e tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.867730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.889431 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-634e2802-f19a-4efa-ac76-b6d1ec50804a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:21.890514 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634e2802-f19a-4efa-ac76-b6d1ec50804a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:55:21.895858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.901481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 79113f8e-7fa1-47e1-8813-8238c6d47335 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:21.931495 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ae0910-2b8b-43d3-bdda-e0b756f0482e']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:21.933251 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Attempting to bind port edabea6e-44b2-4221-bdd1-b1d694f7a7d4 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:55:21.933823 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Attempting to bind port edabea6e-44b2-4221-bdd1-b1d694f7a7d4 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:55:21.934313 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Attempting to bind port edabea6e-44b2-4221-bdd1-b1d694f7a7d4 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:55:21.943124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fc080-69a2-4a41-a26e-f8e26a24c697 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Subnet': ['ID=91772a26-711a-45ea-ba90-774797e3fd0f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:21.968636 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] For port fdc258a8-9c2b-4e47-96d9-5f04e322708a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=fdc258a8-9c2b-4e47-96d9-5f04e322708a,segment=NetworkSegment(8685c786-491e-49b9-a4e8-0d2696932798),segment_id=8685c786-491e-49b9-a4e8-0d2696932798)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:21.969024 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.975473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10739327-6374-43e5-9ff6-95deeb920e7b') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:21.975977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10739327-6374-43e5-9ff6-95deeb920e7b') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:21.981023 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] For port cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:55:21.982459 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:21.986816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] For port cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f,segment=NetworkSegment(8f7bd3e3-301e-4257-acfb-0b6bd43b09fb),segment_id=8f7bd3e3-301e-4257-acfb-0b6bd43b09fb)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:55:22.001614 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:55:22.002584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:22.003159 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.003775 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:55:22.004376 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Bound port: edabea6e-44b2-4221-bdd1-b1d694f7a7d4, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:55:22.004696 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.005073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.011496 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-44093f9b-d788-4f7b-b279-0ed018b8606e tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.044188 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.049004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44093f9b-d788-4f7b-b279-0ed018b8606e tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8d37a7-6365-4d12-a01f-b573e3e5f7f4,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:22.063346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:55:22.064012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:55:22.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:55:22.147756 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.151742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 79113f8e-7fa1-47e1-8813-8238c6d47335 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:22.155318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.26.1.83 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/778c42b0-26af-47c5-a4cd-64180bbe66a6) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:22.155517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 79113f8e-7fa1-47e1-8813-8238c6d47335 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:22.168530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Calling delete_port for fdc258a8-9c2b-4e47-96d9-5f04e322708a owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:22.171828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-44093f9b-d788-4f7b-b279-0ed018b8606e tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.172941 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-44093f9b-d788-4f7b-b279-0ed018b8606e tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "DELETE /v2.0/security-groups/5e8d37a7-6365-4d12-a01f-b573e3e5f7f4 HTTP/1.1" status: 204 len: 168 time: 0.6932299 Jan 28 17:55:22.179851 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38914) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:22.271158 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-634e2802-f19a-4efa-ac76-b6d1ec50804a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.5766959 Jan 28 17:55:22.279217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38918) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:22.288641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.311808 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=09f7bd42-19c7-459c-8571-f8c55c190ee2,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:22.371241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.392949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ebb13701-7f9e-4da4-8f0c-c82d61c198a2 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Synchronizing usage tracker for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:22.393725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.401663 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] Pushing event deleted for resources: {'Network': ['ID=48ae0910-2b8b-43d3-bdda-e0b756f0482e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:22.452948 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2938a-d7d1-4c79-9210-a5e66fb5aa61 None None] Pushing event updated for resources: {'Port': ['ID=cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:22.456111 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-33911617-5396-4204-8371-230b62dcaf59 None None] For port edabea6e-44b2-4221-bdd1-b1d694f7a7d4, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:55:22.464367 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f86dc37f-69cb-4560-b403-09aa40c13542 None None] For port fdc258a8-9c2b-4e47-96d9-5f04e322708a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=fdc258a8-9c2b-4e47-96d9-5f04e322708a,segment=NetworkSegment(8685c786-491e-49b9-a4e8-0d2696932798),segment_id=8685c786-491e-49b9-a4e8-0d2696932798)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:22.464774 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f86dc37f-69cb-4560-b403-09aa40c13542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.480209 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-33911617-5396-4204-8371-230b62dcaf59 None None] For port edabea6e-44b2-4221-bdd1-b1d694f7a7d4, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=edabea6e-44b2-4221-bdd1-b1d694f7a7d4,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:55:22.488277 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bcb1bca3-71e0-4557-8ddd-d348168d60fb admin admin] 10.222.0.26 "DELETE /v2.0/networks/48ae0910-2b8b-43d3-bdda-e0b756f0482e HTTP/1.1" status: 204 len: 168 time: 1.8093100 Jan 28 17:55:22.498513 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.530268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad05ac-6b9a-4a43-b83e-2c129c5a4fef tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:22.530939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b1ad05ac-6b9a-4a43-b83e-2c129c5a4fef tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:22.551881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ebb13701-7f9e-4da4-8f0c-c82d61c198a2 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Unset dirty status for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:22.560930 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ebb13701-7f9e-4da4-8f0c-c82d61c198a2 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3777192 Jan 28 17:55:22.564422 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38924) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:22.569987 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-aca47e05-5034-4fb1-b417-9f3d7418351b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420422390'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:22.578105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-aca47e05-5034-4fb1-b417-9f3d7418351b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:22.594414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-aca47e05-5034-4fb1-b417-9f3d7418351b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:22.627579 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.658086 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b1ad05ac-6b9a-4a43-b83e-2c129c5a4fef tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:22.661979 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b1ad05ac-6b9a-4a43-b83e-2c129c5a4fef tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3812358 Jan 28 17:55:22.662632 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38928) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:22.763571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.782297 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.784163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f86dc37f-69cb-4560-b403-09aa40c13542 None None] Calling delete_port for fdc258a8-9c2b-4e47-96d9-5f04e322708a owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:22.812868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device fdc258a8-9c2b-4e47-96d9-5f04e322708a no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:22.821909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Deleting port cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:22.822868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.836513 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aca47e05-5034-4fb1-b417-9f3d7418351b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:22.874030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc258a8-9c2b-4e47-96d9-5f04e322708a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:22.890357 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] No DVR routers for this DVR port fdc258a8-9c2b-4e47-96d9-5f04e322708a on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:22.902405 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:22.908288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-aca47e05-5034-4fb1-b417-9f3d7418351b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:22.908688 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: fdc258a8-9c2b-4e47-96d9-5f04e322708a {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:22.909256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device fdc258a8-9c2b-4e47-96d9-5f04e322708a not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:22.909882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dcb0f60d-68d4-4766-8da0-f4f99858ae7d no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:22.911112 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:22.918753 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-aca47e05-5034-4fb1-b417-9f3d7418351b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:22.923949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:22.968563 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-aca47e05-5034-4fb1-b417-9f3d7418351b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:22.983651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-aca47e05-5034-4fb1-b417-9f3d7418351b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:23.002885 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2384d77-cfc3-4380-853a-d57fcd144e4b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:23.003411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: dcb0f60d-68d4-4766-8da0-f4f99858ae7d {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:23.004522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2384d77-cfc3-4380-853a-d57fcd144e4b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:23.004988 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dcb0f60d-68d4-4766-8da0-f4f99858ae7d not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:23.005491 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f2384d77-cfc3-4380-853a-d57fcd144e4b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:23.078954 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=778c42b0-26af-47c5-a4cd-64180bbe66a6,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:23.086261 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c6d90f89-fc05-4f76-8d2c-cd6e87965bb9 None None] Provisioning complete for port 09f7bd42-19c7-459c-8571-f8c55c190ee2 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:23.086669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c6d90f89-fc05-4f76-8d2c-cd6e87965bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.106306 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.139542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38932) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:23.149277 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33911617-5396-4204-8371-230b62dcaf59 None None] Pushing event updated for resources: {'Port': ['ID=edabea6e-44b2-4221-bdd1-b1d694f7a7d4,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:23.152135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.163841 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-f86dc37f-69cb-4560-b403-09aa40c13542 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:55:23.164202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-f86dc37f-69cb-4560-b403-09aa40c13542 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:55:23.169569 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c6d90f89-fc05-4f76-8d2c-cd6e87965bb9 None None] Port 09f7bd42-19c7-459c-8571-f8c55c190ee2 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:55:23.262038 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f2384d77-cfc3-4380-853a-d57fcd144e4b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:23.262691 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f2384d77-cfc3-4380-853a-d57fcd144e4b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5991039 Jan 28 17:55:23.287967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38936) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:23.287967 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5ac48386-bec2-40ed-8e0a-87b24e752e8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ef49bbe32614b6687d237574ba02852&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1463454 Jan 28 17:55:23.309265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38940) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:23.382059 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.415176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aca47e05-5034-4fb1-b417-9f3d7418351b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.451036 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d83b917-1b7c-4d4d-8b70-6ed15cd99cd8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet cc3be6d1-da23-418e-8b17-4f7de4d1821c {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:55:23.461503 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0d83b917-1b7c-4d4d-8b70-6ed15cd99cd8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.665751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f86dc37f-69cb-4560-b403-09aa40c13542 None None] Deleting port fdc258a8-9c2b-4e47-96d9-5f04e322708a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:23.668258 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f86dc37f-69cb-4560-b403-09aa40c13542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.686685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b797fde-77a7-479b-95d4-1c42aa37cfa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.717816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b797fde-77a7-479b-95d4-1c42aa37cfa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.752171 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aca47e05-5034-4fb1-b417-9f3d7418351b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.763523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.816101 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f86dc37f-69cb-4560-b403-09aa40c13542 None None] The port 'fdc258a8-9c2b-4e47-96d9-5f04e322708a' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:55:23.827624 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.830285 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0d83b917-1b7c-4d4d-8b70-6ed15cd99cd8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.869325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca47e05-5034-4fb1-b417-9f3d7418351b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3209e63c-09c2-45d6-a96d-42fd731ba328,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:23.892640 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] For port cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f,segment=NetworkSegment(8f7bd3e3-301e-4257-acfb-0b6bd43b09fb),segment_id=8f7bd3e3-301e-4257-acfb-0b6bd43b09fb)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:23.893717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.912230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332e698a-eabc-4523-8476-c1c253a6cf19']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:23.927669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec5e08-0123-47a2-b47c-08ba5d8b5011 None None] Network f71968dc-3ffa-4908-8c41-94ac1d801ce6 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:23.983662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:23.985428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0d83b917-1b7c-4d4d-8b70-6ed15cd99cd8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:24.045674 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aca47e05-5034-4fb1-b417-9f3d7418351b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:24.051464 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-aca47e05-5034-4fb1-b417-9f3d7418351b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4856780 Jan 28 17:55:24.058002 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38944) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:24.083174 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-9d3b7684-9d9b-4995-8c78-f9de39b43f12 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '3209e63c-09c2-45d6-a96d-42fd731ba328', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:24.092647 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING neutron.api.v2.base [None req-9d3b7684-9d9b-4995-8c78-f9de39b43f12 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 17:55:24.093449 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-9d3b7684-9d9b-4995-8c78-f9de39b43f12 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:24.098376 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9d3b7684-9d9b-4995-8c78-f9de39b43f12 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0245426 Jan 28 17:55:24.122061 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-49a2368f-f63a-4e1e-8551-821e3349ce08 None None] Provisioning for port cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:24.129164 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Calling delete_port for cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:24.162849 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38948) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:24.163237 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:24.184048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f8e5b624-2e61-484e-a121-15ca6fe42387 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '3209e63c-09c2-45d6-a96d-42fd731ba328', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:24.202344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f8e5b624-2e61-484e-a121-15ca6fe42387 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:24.208507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f8e5b624-2e61-484e-a121-15ca6fe42387 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:24.211987 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f8e5b624-2e61-484e-a121-15ca6fe42387 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:24.224846 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f8e5b624-2e61-484e-a121-15ca6fe42387 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:24.299300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8685c786-491e-49b9-a4e8-0d2696932798') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:24.299983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8685c786-491e-49b9-a4e8-0d2696932798') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:24.316079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:24.335788 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:24.347480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:55:24.348130 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:24.435372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=778c42b0-26af-47c5-a4cd-64180bbe66a6,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:24.440140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0d83b917-1b7c-4d4d-8b70-6ed15cd99cd8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:55:24.458042 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:55:24.474380 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b797fde-77a7-479b-95d4-1c42aa37cfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:24.477115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:24.617192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0d83b917-1b7c-4d4d-8b70-6ed15cd99cd8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:24.624522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83b917-1b7c-4d4d-8b70-6ed15cd99cd8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3be6d1-da23-418e-8b17-4f7de4d1821c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:24.662440 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea3a6f2-1110-4ee1-a15f-f265c2c0bf85 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:24.675314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:24.719492 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-f8e5b624-2e61-484e-a121-15ca6fe42387 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:24.719492 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f8e5b624-2e61-484e-a121-15ca6fe42387 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5414753 Jan 28 17:55:24.721967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38954) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:24.729108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-62d487cb-128a-4810-bcb1-07a6e8880fe1 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '3209e63c-09c2-45d6-a96d-42fd731ba328', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:24.729945 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING neutron.api.v2.base [None req-62d487cb-128a-4810-bcb1-07a6e8880fe1 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 17:55:24.730592 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-62d487cb-128a-4810-bcb1-07a6e8880fe1 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:24.731758 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-62d487cb-128a-4810-bcb1-07a6e8880fe1 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086057 Jan 28 17:55:24.734605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38958) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:24.742049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1aff942b-8484-4480-98a3-2e18b9b5f041 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '3209e63c-09c2-45d6-a96d-42fd731ba328', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:24.753150 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1aff942b-8484-4480-98a3-2e18b9b5f041 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:24.757360 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0d83b917-1b7c-4d4d-8b70-6ed15cd99cd8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/cc3be6d1-da23-418e-8b17-4f7de4d1821c HTTP/1.1" status: 204 len: 168 time: 1.4691052 Jan 28 17:55:24.762711 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1aff942b-8484-4480-98a3-2e18b9b5f041 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:24.765527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38962) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:24.768414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1aff942b-8484-4480-98a3-2e18b9b5f041 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:24.830409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b797fde-77a7-479b-95d4-1c42aa37cfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e069ce-08a4-485c-8411-4b03610e2d38,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:24.832879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:24.837150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:24.840702 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:24.847111 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b56fd03a-7d5d-451d-9b14-755b0c207205 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1984491 Jan 28 17:55:24.847580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1aff942b-8484-4480-98a3-2e18b9b5f041 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:24.849675 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38966) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:24.877192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'port': {'network_id': '41eabc13-460c-41f2-bd53-939e5bb429d2', 'name': 'tempest-FloatingIPTestJSON-252100698'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:24.892269 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6bf9817c-6287-4578-bb9c-383accc9c694 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1217642 Jan 28 17:55:24.898015 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-27d03bc5-8fd9-4328-9571-da744e4e08e4 req-5ed15b3b-d9a1-4486-abaf-20a6e46d44f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3424530 Jan 28 17:55:24.904468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38970) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:24.910430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b3f0fc82-a805-46d9-b845-5518328da2c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:24.916429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeee901-64e9-4e0a-8f7e-7d6dacd26e10 None None] Network f71968dc-3ffa-4908-8c41-94ac1d801ce6 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:24.918454 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Port': ['ID=cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:24.928721 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:24.948707 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No DVR routers for this DVR port cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:24.951324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=332e698a-eabc-4523-8476-c1c253a6cf19,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:25.070869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:25.071472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 28 17:55:25.076556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:25.108827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-74a71a88-1c44-4321-8ae9-6a4e3c7cbdb2 None None] Provisioning for port edabea6e-44b2-4221-bdd1-b1d694f7a7d4 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:25.140962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Port cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f not found, will not notify nova. {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 28 17:55:25.141639 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device edabea6e-44b2-4221-bdd1-b1d694f7a7d4 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:25.261319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-be360e6d-5e27-4807-9110-232463d66698 None None] Could not find standard attr ID for object cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:55:25.276421 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b3f0fc82-a805-46d9-b845-5518328da2c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:25.297802 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b3f0fc82-a805-46d9-b845-5518328da2c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:25.300887 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-1aff942b-8484-4480-98a3-2e18b9b5f041 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:25.304580 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1aff942b-8484-4480-98a3-2e18b9b5f041 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5661736 Jan 28 17:55:25.304580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b3f0fc82-a805-46d9-b845-5518328da2c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:25.307727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38974) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:25.318317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f7ee841d-b418-40bf-ac1c-9ce88f0ea240 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '3209e63c-09c2-45d6-a96d-42fd731ba328', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:25.318786 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING neutron.api.v2.base [None req-f7ee841d-b418-40bf-ac1c-9ce88f0ea240 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 17:55:25.319360 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-f7ee841d-b418-40bf-ac1c-9ce88f0ea240 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:25.323396 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f7ee841d-b418-40bf-ac1c-9ce88f0ea240 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082240 Jan 28 17:55:25.323396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b3f0fc82-a805-46d9-b845-5518328da2c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:25.326983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 38978) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:25.330974 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d03bc5-8fd9-4328-9571-da744e4e08e4 req-8c54f5fd-ad70-4ce6-80c9-38edc80e283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:25.332495 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-27d03bc5-8fd9-4328-9571-da744e4e08e4 req-8c54f5fd-ad70-4ce6-80c9-38edc80e283e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=62177f82a6dd4848ac609f9e3a037891&device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 1099 time: 0.3600960 Jan 28 17:55:25.335219 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:25.344343 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-36dc411f-e944-42d6-aa59-6a99ffaa7203 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '3209e63c-09c2-45d6-a96d-42fd731ba328', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:25.348128 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e50ee2f7-7779-4238-b22f-af91b5e69d81 admin admin] 10.222.0.26 "DELETE /v2.0/networks/332e698a-eabc-4523-8476-c1c253a6cf19 HTTP/1.1" status: 204 len: 168 time: 4.8267229 Jan 28 17:55:25.348683 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:port and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:25.353046 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:25.356603 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b797fde-77a7-479b-95d4-1c42aa37cfa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:25.357874 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7b797fde-77a7-479b-95d4-1c42aa37cfa9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6e069ce-08a4-485c-8411-4b03610e2d38 HTTP/1.1" status: 204 len: 168 time: 2.0279400 Jan 28 17:55:25.367722 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-36dc411f-e944-42d6-aa59-6a99ffaa7203 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:25.367722 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:25.387203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:25.394014 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-36dc411f-e944-42d6-aa59-6a99ffaa7203 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:25.395441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:25.404041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-36dc411f-e944-42d6-aa59-6a99ffaa7203 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:25.404611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Deleting port edabea6e-44b2-4221-bdd1-b1d694f7a7d4 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:25.404991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:25.428834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port edabea6e-44b2-4221-bdd1-b1d694f7a7d4 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:25.446959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port edabea6e-44b2-4221-bdd1-b1d694f7a7d4 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:25.447981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:25.464606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-36dc411f-e944-42d6-aa59-6a99ffaa7203 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:25.466534 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f0fc82-a805-46d9-b845-5518328da2c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:25.470045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3f0fc82-a805-46d9-b845-5518328da2c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:25.497512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Subnet': ['ID=91772a26-711a-45ea-ba90-774797e3fd0f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:25.619407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:25.653701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Made reservation on behalf of ed3b3cb4c11d4295920488b7f0f6f0ae for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:25.658200 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:25.663441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71968dc-3ffa-4908-8c41-94ac1d801ce6']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:25.692854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7bd3e3-301e-4257-acfb-0b6bd43b09fb') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:25.693213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7bd3e3-301e-4257-acfb-0b6bd43b09fb') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:25.708661 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:25.719211 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] device_id is not set on port 8eeb5179-48da-48f2-989e-dbdf0c1e52a5 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:55:25.730404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:25.753015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:55:25.753416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:55:25.778737 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:55:25.788111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:25.822839 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] For port edabea6e-44b2-4221-bdd1-b1d694f7a7d4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=edabea6e-44b2-4221-bdd1-b1d694f7a7d4,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:25.823619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:25.871166 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d03bc5-8fd9-4328-9571-da744e4e08e4 req-8a7827d3-c678-453a-b335-65be109defd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:25.871761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:25.878112 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-27d03bc5-8fd9-4328-9571-da744e4e08e4 req-8a7827d3-c678-453a-b335-65be109defd2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44583b02-fe97-441e-add2-b071fcf22932 HTTP/1.1" status: 200 len: 912 time: 0.5016572 Jan 28 17:55:25.961800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd10a7-9dfc-4043-83f2-9161371cc71a None None] Network f71968dc-3ffa-4908-8c41-94ac1d801ce6 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:25.997669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:26.001509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=09f7bd42-19c7-459c-8571-f8c55c190ee2,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:26.092376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38988) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:26.096433 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Calling delete_port for edabea6e-44b2-4221-bdd1-b1d694f7a7d4 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:26.100336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:26.177818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:26.194258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:26.201096 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0b1f655c-1807-4357-8606-25ae6771779a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b7716c2adc34b2caf014eb010a60fb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1072867 Jan 28 17:55:26.207432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38992) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:26.210012 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Network': ['ID=f71968dc-3ffa-4908-8c41-94ac1d801ce6,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:26.282576 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port edabea6e-44b2-4221-bdd1-b1d694f7a7d4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=edabea6e-44b2-4221-bdd1-b1d694f7a7d4,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:26.294107 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-36dc411f-e944-42d6-aa59-6a99ffaa7203 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:26.297893 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-36dc411f-e944-42d6-aa59-6a99ffaa7203 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9617639 Jan 28 17:55:26.303497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 38998) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:26.325490 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-27d03bc5-8fd9-4328-9571-da744e4e08e4 req-afca076c-55e7-4f4b-90ba-01398c4917a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81efd65d-d7b9-42f2-aa8b-f0586b726f1c HTTP/1.1" status: 200 len: 1002 time: 0.4391344 Jan 28 17:55:26.325918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-8e7ee41d-bc8b-4a03-b442-3c78a2060248 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '3209e63c-09c2-45d6-a96d-42fd731ba328', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:26.326633 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING neutron.api.v2.base [None req-8e7ee41d-bc8b-4a03-b442-3c78a2060248 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 17:55:26.327147 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-8e7ee41d-bc8b-4a03-b442-3c78a2060248 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:26.328714 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8e7ee41d-bc8b-4a03-b442-3c78a2060248 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111406 Jan 28 17:55:26.334393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39004) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:26.340329 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1e066e-4250-4fe4-80b9-0e2e5ffdf56a None None] DHCP port deletion for f71968dc-3ffa-4908-8c41-94ac1d801ce6 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:26.346758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5d176d4a-e774-4f33-86d2-2f2d2310a517 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '3209e63c-09c2-45d6-a96d-42fd731ba328', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:26.356054 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4ea10217-2c78-48e0-8afe-c06ebcb67769 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/f71968dc-3ffa-4908-8c41-94ac1d801ce6 HTTP/1.1" status: 204 len: 168 time: 4.5289383 Jan 28 17:55:26.359537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39008) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:26.365581 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.20.0.4 (41eabc13-460c-41f2-bd53-939e5bb429d2/f39def2d-b157-4458-a611-eac68d22c4a8/8eeb5179-48da-48f2-989e-dbdf0c1e52a5) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:26.385770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 5ca65ba3-062f-4ef0-94e9-4bc256ee3deb is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:26.388090 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:26.392570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0ce570dc-e39e-403a-849c-0551127c933e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:26.412732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5d176d4a-e774-4f33-86d2-2f2d2310a517 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:26.416957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5d176d4a-e774-4f33-86d2-2f2d2310a517 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:26.419867 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0ce570dc-e39e-403a-849c-0551127c933e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:26.420126 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5d176d4a-e774-4f33-86d2-2f2d2310a517 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:26.427364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:26.435636 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:55:26.446192 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:55:26.446591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3f0fc82-a805-46d9-b845-5518328da2c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:26.446591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5d176d4a-e774-4f33-86d2-2f2d2310a517 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:26.450881 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-52313f2e-ce59-47a3-9d57-f66b057dea24 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] DELETE failed (client error): The resource could not be found. Jan 28 17:55:26.450881 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52313f2e-ce59-47a3-9d57-f66b057dea24 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:55:26.457255 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-52313f2e-ce59-47a3-9d57-f66b057dea24 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/f71968dc-3ffa-4908-8c41-94ac1d801ce6 HTTP/1.1" status: 404 len: 339 time: 0.0958452 Jan 28 17:55:26.481735 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39014) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:26.485271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=edabea6e-44b2-4221-bdd1-b1d694f7a7d4,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:26.575182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0fc82-a805-46d9-b845-5518328da2c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=28d8b987-5452-47ad-b694-256473ce2cb5,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:26.591716 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1222276546', 'description': 'd1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:26.617827 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:26.642888 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:26.648942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0ce570dc-e39e-403a-849c-0551127c933e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:26.681180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce570dc-e39e-403a-849c-0551127c933e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c824858e-e0c7-44e6-b8f2-056d54ee0148,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:26.700031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0ce570dc-e39e-403a-849c-0551127c933e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:26.703631 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0ce570dc-e39e-403a-849c-0551127c933e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c824858e-e0c7-44e6-b8f2-056d54ee0148 HTTP/1.1" status: 204 len: 168 time: 0.4890704 Jan 28 17:55:26.705576 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:26.706083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device cd5a630f-6fb4-4a5c-9f41-bdf4e988f43f not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:26.706495 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device edabea6e-44b2-4221-bdd1-b1d694f7a7d4 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:26.766930 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-dcffd055-ea08-4b9e-a137-2155b98310c2 None None] Provisioning complete for port 09f7bd42-19c7-459c-8571-f8c55c190ee2 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:26.767400 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dcffd055-ea08-4b9e-a137-2155b98310c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:26.788958 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Usage tracker for resource:network and tenant:3576e9e2d7f94e33ac7386421abf04c3 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:26.798174 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:26.802242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f0fc82-a805-46d9-b845-5518328da2c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:26.811358 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-b3f0fc82-a805-46d9-b845-5518328da2c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:26.813718 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d03bc5-8fd9-4328-9571-da744e4e08e4 req-c0054fd1-435b-4aec-9296-740723513e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:26.815439 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-27d03bc5-8fd9-4328-9571-da744e4e08e4 req-c0054fd1-435b-4aec-9296-740723513e97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f546f4fd-62c1-4752-b8e2-87fa16bbf0de HTTP/1.1" status: 200 len: 850 time: 0.4728527 Jan 28 17:55:26.819069 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f0fc82-a805-46d9-b845-5518328da2c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:26.819655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3f0fc82-a805-46d9-b845-5518328da2c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:26.824351 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:26.846913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router f1495ad2-936f-460a-bfc1-0d892dbf5502 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:55:26.936613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:26.949010 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Deleting port edabea6e-44b2-4221-bdd1-b1d694f7a7d4 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:26.949635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:26.991327 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:26.995371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.027866 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-5d176d4a-e774-4f33-86d2-2f2d2310a517 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:27.033805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-dcffd055-ea08-4b9e-a137-2155b98310c2 None None] Port 09f7bd42-19c7-459c-8571-f8c55c190ee2 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:55:27.044546 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5d176d4a-e774-4f33-86d2-2f2d2310a517 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7081659 Jan 28 17:55:27.048734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39028) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:27.058760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.067012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port edabea6e-44b2-4221-bdd1-b1d694f7a7d4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=edabea6e-44b2-4221-bdd1-b1d694f7a7d4,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:27.072881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-dd649ad4-2253-48dc-877a-e29175186d0f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '3209e63c-09c2-45d6-a96d-42fd731ba328', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:27.085750 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dd649ad4-2253-48dc-877a-e29175186d0f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:27.092252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-dd649ad4-2253-48dc-877a-e29175186d0f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:27.097251 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-dd649ad4-2253-48dc-877a-e29175186d0f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:27.107488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dd649ad4-2253-48dc-877a-e29175186d0f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:27.152777 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b3f0fc82-a805-46d9-b845-5518328da2c4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2470214 Jan 28 17:55:27.192087 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.204472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39036) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:27.206387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:27.215471 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ede9fd0c-d34d-42b6-b10e-c9555eae9183 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/f1495ad2-936f-460a-bfc1-0d892dbf5502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3259063 Jan 28 17:55:27.216279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-3fdd2652-d9b8-4d80-b0e1-9ab30eeae7dc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-348629933', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:27.223688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3fdd2652-d9b8-4d80-b0e1-9ab30eeae7dc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:27.228562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3fdd2652-d9b8-4d80-b0e1-9ab30eeae7dc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:router and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:27.230253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ce70e-219b-414d-b30b-9172d43746ad None None] Sync routers for ids ['f1495ad2-936f-460a-bfc1-0d892dbf5502'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:27.231532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3fdd2652-d9b8-4d80-b0e1-9ab30eeae7dc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:27.237436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3fdd2652-d9b8-4d80-b0e1-9ab30eeae7dc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:27.247040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39042) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:27.247940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:55:27.276237 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.276583 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Added segment c6a6edaf-33cd-4bbe-b13f-0a8539befaf3 of type vlan for network 30874fd3-852e-4072-a51b-aa1b683cf75d Jan 28 17:55:27.280748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ce70e-219b-414d-b30b-9172d43746ad None None] Routers {'f1495ad2-936f-460a-bfc1-0d892dbf5502'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:27.283098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-056ce70e-219b-414d-b30b-9172d43746ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f1495ad2-936f-460a-bfc1-0d892dbf5502'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:27.320877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.332444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2652-d9b8-4d80-b0e1-9ab30eeae7dc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.334675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2652-d9b8-4d80-b0e1-9ab30eeae7dc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.363957 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626e750c-b7cc-4c6a-ade6-f032fe8b6a2f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:27.364862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-626e750c-b7cc-4c6a-ade6-f032fe8b6a2f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Synchronizing usage tracker for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:27.373744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2652-d9b8-4d80-b0e1-9ab30eeae7dc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.404932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-056ce70e-219b-414d-b30b-9172d43746ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:27.411590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d03bc5-8fd9-4328-9571-da744e4e08e4 req-5f4c3e80-62f6-46f2-83ba-46f02fcd10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:27.413087 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-27d03bc5-8fd9-4328-9571-da744e4e08e4 req-5f4c3e80-62f6-46f2-83ba-46f02fcd10cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44583b02-fe97-441e-add2-b071fcf22932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5853357 Jan 28 17:55:27.416942 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.445377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] For port edabea6e-44b2-4221-bdd1-b1d694f7a7d4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=edabea6e-44b2-4221-bdd1-b1d694f7a7d4,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:27.445785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.452125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-626e750c-b7cc-4c6a-ade6-f032fe8b6a2f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Unset dirty status for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:27.456548 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-626e750c-b7cc-4c6a-ade6-f032fe8b6a2f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports/09f7bd42-19c7-459c-8571-f8c55c190ee2 HTTP/1.1" status: 200 len: 977 time: 0.2084968 Jan 28 17:55:27.457243 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39054) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:27.458370 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ce70e-219b-414d-b30b-9172d43746ad None None] Routers {'f1495ad2-936f-460a-bfc1-0d892dbf5502'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:27.458633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-056ce70e-219b-414d-b30b-9172d43746ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f1495ad2-936f-460a-bfc1-0d892dbf5502'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:27.458744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=8eeb5179-48da-48f2-989e-dbdf0c1e52a5,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:27.462265 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network 41eabc13-460c-41f2-bd53-939e5bb429d2 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:27.469561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:27.525228 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:27.543503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2652-d9b8-4d80-b0e1-9ab30eeae7dc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.567939 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-dd649ad4-2253-48dc-877a-e29175186d0f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:27.568986 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dd649ad4-2253-48dc-877a-e29175186d0f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5184500 Jan 28 17:55:27.570562 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=edabea6e-44b2-4221-bdd1-b1d694f7a7d4,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:27.589791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39058) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:27.640661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-056ce70e-219b-414d-b30b-9172d43746ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:27.641438 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ce70e-219b-414d-b30b-9172d43746ad None None] The sync data for ids ['f1495ad2-936f-460a-bfc1-0d892dbf5502'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:27.664870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:27.665492 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.712504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Calling delete_port for edabea6e-44b2-4221-bdd1-b1d694f7a7d4 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:27.729869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.735542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:27.736487 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.757546 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-27d03bc5-8fd9-4328-9571-da744e4e08e4 req-ea18475a-7177-44f0-bf24-e88d422e9fc7 service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284326 Jan 28 17:55:27.816583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2652-d9b8-4d80-b0e1-9ab30eeae7dc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.817762 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3fdd2652-d9b8-4d80-b0e1-9ab30eeae7dc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6094708 Jan 28 17:55:27.826015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39066) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:27.858716 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:55:27.859970 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:55:27.886815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8d339c94-3e27-463c-a15e-8c22cb30d903 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:27.891698 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a8a94307-c651-4d2b-9396-0a0d64d4fa9f tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0252588 Jan 28 17:55:27.898968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39072) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:27.912626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-81d88875-5fb2-4287-a6a6-9546c592396c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'floatingip': {'port_id': '8eeb5179-48da-48f2-989e-dbdf0c1e52a5'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:27.968359 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4637055 Jan 28 17:55:27.983540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39078) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:28.037330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8d339c94-3e27-463c-a15e-8c22cb30d903 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:28.056673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81d88875-5fb2-4287-a6a6-9546c592396c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:28.093371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99534b93-7513-48f8-97d2-992c61beb9f7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Network': ['ID=30874fd3-852e-4072-a51b-aa1b683cf75d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:28.106537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 30874fd3-852e-4072-a51b-aa1b683cf75d details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:55:28.192919 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-27d03bc5-8fd9-4328-9571-da744e4e08e4 req-d77ebf8d-20a3-45ec-8f98-748916aa5f94 service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130940 Jan 28 17:55:28.203729 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3fe530-2323-4b25-b79e-3356d6d61f27 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:28.204318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1f3fe530-2323-4b25-b79e-3356d6d61f27 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Synchronizing usage tracker for tenant:3576e9e2d7f94e33ac7386421abf04c3 on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:28.297976 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1f3fe530-2323-4b25-b79e-3356d6d61f27 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Unset dirty status for tenant:3576e9e2d7f94e33ac7386421abf04c3 on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:28.299182 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1f3fe530-2323-4b25-b79e-3356d6d61f27 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "GET /v2.0/networks?id=30874fd3-852e-4072-a51b-aa1b683cf75d HTTP/1.1" status: 200 len: 765 time: 0.3149061 Jan 28 17:55:28.302064 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39092) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:28.312964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-93a6fad3-3633-485f-9b17-8faf20a6aa64 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'network': {'description': 'd2'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:28.412211 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8d339c94-3e27-463c-a15e-8c22cb30d903 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:28.445634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d339c94-3e27-463c-a15e-8c22cb30d903 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3209e63c-09c2-45d6-a96d-42fd731ba328,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:28.483278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8d339c94-3e27-463c-a15e-8c22cb30d903 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:28.486923 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8d339c94-3e27-463c-a15e-8c22cb30d903 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "DELETE /v2.0/security-groups/3209e63c-09c2-45d6-a96d-42fd731ba328 HTTP/1.1" status: 204 len: 168 time: 0.8937645 Jan 28 17:55:28.488437 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39100) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:28.525527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39104) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:28.771901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-548f2bf4-b093-487e-bbec-08c15a640842 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Synchronizing usage tracker for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:28.788509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Deleting port edabea6e-44b2-4221-bdd1-b1d694f7a7d4 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:28.789315 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:28.801620 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-93a6fad3-3633-485f-9b17-8faf20a6aa64 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:28.884028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:28.950516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-548f2bf4-b093-487e-bbec-08c15a640842 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Unset dirty status for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:28.952196 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-548f2bf4-b093-487e-bbec-08c15a640842 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4627571 Jan 28 17:55:28.953516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-93a6fad3-3633-485f-9b17-8faf20a6aa64 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:28.963364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39116) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:28.990091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93a6fad3-3633-485f-9b17-8faf20a6aa64 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network 30874fd3-852e-4072-a51b-aa1b683cf75d is not hosted by any dhcp agent {{(pid=88159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 17:55:28.997225 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a6fad3-3633-485f-9b17-8faf20a6aa64 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:28.997987 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-93a6fad3-3633-485f-9b17-8faf20a6aa64 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:29.001842 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-93a6fad3-3633-485f-9b17-8faf20a6aa64 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "PUT /v2.0/networks/30874fd3-852e-4072-a51b-aa1b683cf75d HTTP/1.1" status: 200 len: 762 time: 0.6956954 Jan 28 17:55:29.005420 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39120) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:29.008860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-276584771', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:29.035894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-c8a8123a-39cb-4270-af95-0c659c3c37c3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134876944'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:29.047255 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:29.094854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] For port edabea6e-44b2-4221-bdd1-b1d694f7a7d4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=edabea6e-44b2-4221-bdd1-b1d694f7a7d4,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:29.095423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:29.106024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Usage tracker for resource:port and tenant:9ee1962dff9e4be6ac3f96c0aa0b099f is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:29.108809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c8a8123a-39cb-4270-af95-0c659c3c37c3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:29.169699 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:29.182438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c8a8123a-39cb-4270-af95-0c659c3c37c3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:29.220710 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:29.243335 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6fad3-3633-485f-9b17-8faf20a6aa64 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Network': ['ID=30874fd3-852e-4072-a51b-aa1b683cf75d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:29.260028 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Calling delete_port for edabea6e-44b2-4221-bdd1-b1d694f7a7d4 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:29.272532 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f17f958-2914-455f-a818-f7de278492c7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:29.278376 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6f17f958-2914-455f-a818-f7de278492c7 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "GET /v2.0/networks?id=30874fd3-852e-4072-a51b-aa1b683cf75d HTTP/1.1" status: 200 len: 765 time: 0.2652137 Jan 28 17:55:29.279122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39128) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:29.287457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 30874fd3-852e-4072-a51b-aa1b683cf75d details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:55:29.446789 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39134) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:29.476135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1da7595-f94f-4938-ae70-6be2bf003d53 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:29.478334 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a1da7595-f94f-4938-ae70-6be2bf003d53 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1975434 Jan 28 17:55:29.480523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39140) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:29.519833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2c964e28-168e-4ff4-a7bd-d824608f9805 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Synchronizing usage tracker for tenant:3576e9e2d7f94e33ac7386421abf04c3 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:29.558761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81d88875-5fb2-4287-a6a6-9546c592396c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:29.619084 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1908735416'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:29.621274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18c7bfb4-ecde-4cb8-8a71-8f827af935e6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:29.623611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Made reservation on behalf of 9ee1962dff9e4be6ac3f96c0aa0b099f for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:29.626955 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:29.640792 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:29.645914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:29.649932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:29.656717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Usage tracker for resource:network and tenant:6660e0a2270d413abbccefc1dd174896 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:29.660674 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2c964e28-168e-4ff4-a7bd-d824608f9805 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Unset dirty status for tenant:3576e9e2d7f94e33ac7386421abf04c3 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:29.666537 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2c964e28-168e-4ff4-a7bd-d824608f9805 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 207 time: 0.1801291 Jan 28 17:55:29.666537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:29.670168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39146) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:29.673774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:29.688981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81d88875-5fb2-4287-a6a6-9546c592396c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:29.694251 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:29.708360 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Usage tracker for resource:security_group_rule and tenant:9ee1962dff9e4be6ac3f96c0aa0b099f is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:29.710026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] Pushing event deleted for resources: {'Port': ['ID=edabea6e-44b2-4221-bdd1-b1d694f7a7d4,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:29.716533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e74ed-9dba-4edf-a214-eff30e1b4ae4 None None] No DVR routers for this DVR port edabea6e-44b2-4221-bdd1-b1d694f7a7d4 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:29.733011 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79381249-07de-4383-bea0-a540f175f524 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:29.740921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c8a8123a-39cb-4270-af95-0c659c3c37c3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:29.758223 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:29.776297 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:29.870864 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82cb42-5c23-4c05-ad51-9df077c16c1e tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:29.876474 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82cb42-5c23-4c05-ad51-9df077c16c1e tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:29.882375 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82cb42-5c23-4c05-ad51-9df077c16c1e tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:29.888505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82cb42-5c23-4c05-ad51-9df077c16c1e tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:29.894000 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82cb42-5c23-4c05-ad51-9df077c16c1e tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:29.899717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82cb42-5c23-4c05-ad51-9df077c16c1e tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:29.902983 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fc82cb42-5c23-4c05-ad51-9df077c16c1e tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2309754 Jan 28 17:55:29.907343 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Made reservation on behalf of 6660e0a2270d413abbccefc1dd174896 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:29.907938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:29.917506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39150) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:29.953286 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:29.967630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': '28d8b987-5452-47ad-b694-256473ce2cb5'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:55:29.968589 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:29.971751 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c8a8123a-39cb-4270-af95-0c659c3c37c3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:29.976606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c8a8123a-39cb-4270-af95-0c659c3c37c3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:29.980358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c8a8123a-39cb-4270-af95-0c659c3c37c3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:29.986595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c8a8123a-39cb-4270-af95-0c659c3c37c3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:30.024734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:30.046142 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Usage tracker for resource:security_group_rule and tenant:6660e0a2270d413abbccefc1dd174896 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:30.057209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:30.062140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c8a8123a-39cb-4270-af95-0c659c3c37c3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:30.074349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:30.117021 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:30.147018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c8a8123a-39cb-4270-af95-0c659c3c37c3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:30.157181 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cb4bb83f-3714-48f3-8687-23bf9074505b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2371757 Jan 28 17:55:30.160920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39154) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:30.216609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:30.239087 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] device_id is not set on port 35dbe880-4892-4f39-92dd-fbffa2bca512 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:55:30.272941 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::1 (c221bf74-e816-466d-af85-3d953f9ff4cd/28d8b987-5452-47ad-b694-256473ce2cb5/91e2050d-526c-44b8-b56b-9a86b06284cc) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:30.338660 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77324513-66c9-4654-bee2-1d9ee5b45d68 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:30.340172 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77324513-66c9-4654-bee2-1d9ee5b45d68 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:30.341643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77324513-66c9-4654-bee2-1d9ee5b45d68 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:30.343149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77324513-66c9-4654-bee2-1d9ee5b45d68 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:30.344725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77324513-66c9-4654-bee2-1d9ee5b45d68 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:30.346371 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-77324513-66c9-4654-bee2-1d9ee5b45d68 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1848006 Jan 28 17:55:30.351410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39158) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:30.352051 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da28607-7662-4256-a9f5-c3bae2919a13,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:30.386070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8123a-39cb-4270-af95-0c659c3c37c3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa1da18-d610-4aca-8ba1-a77ff6ce5381,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:30.431098 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-81d88875-5fb2-4287-a6a6-9546c592396c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Floating IP 06ae07dd-edae-478d-b2e9-12f88bf1c37d associated. External IP: 172.26.1.83, port: 8eeb5179-48da-48f2-989e-dbdf0c1e52a5. Jan 28 17:55:30.519774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27e7f75-8490-442f-8b5c-669d52343cb2 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:30.521076 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27e7f75-8490-442f-8b5c-669d52343cb2 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:30.522458 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27e7f75-8490-442f-8b5c-669d52343cb2 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:30.523868 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27e7f75-8490-442f-8b5c-669d52343cb2 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:30.525490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27e7f75-8490-442f-8b5c-669d52343cb2 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:30.527059 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c27e7f75-8490-442f-8b5c-669d52343cb2 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1716015 Jan 28 17:55:30.535770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39164) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:30.550939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Allocated IP 172.26.1.230 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/35dbe880-4892-4f39-92dd-fbffa2bca512) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:30.551486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c8a8123a-39cb-4270-af95-0c659c3c37c3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:30.552623 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c8a8123a-39cb-4270-af95-0c659c3c37c3 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5873616 Jan 28 17:55:30.553979 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:30.556613 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39168) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:30.563275 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-0596129d-45bb-4ca1-bc79-586c5a8de884 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '7fa1da18-d610-4aca-8ba1-a77ff6ce5381', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:30.572515 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0596129d-45bb-4ca1-bc79-586c5a8de884 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:30.577527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0596129d-45bb-4ca1-bc79-586c5a8de884 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:30.582007 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0596129d-45bb-4ca1-bc79-586c5a8de884 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:30.598337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0596129d-45bb-4ca1-bc79-586c5a8de884 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:30.699980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:30.745682 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:55:30.768526 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9268e574-6488-4255-98ab-4fd04e8a5669,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:30.779300 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:30.779632 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Added segment 26a6b096-7fe9-4a58-8aa4-7fe4840989f4 of type vlan for network deb80f1c-f0d0-4c1e-8eec-2eb672195040 Jan 28 17:55:30.827092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:30.833353 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:30.866428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:30.878694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-18c7bfb4-ecde-4cb8-8a71-8f827af935e6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 09f7bd42-19c7-459c-8571-f8c55c190ee2 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:30.890325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18c7bfb4-ecde-4cb8-8a71-8f827af935e6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:30.918783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568c1044-48b1-4644-a260-552448d55a6b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:30.918930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-568c1044-48b1-4644-a260-552448d55a6b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Synchronizing usage tracker for tenant:3576e9e2d7f94e33ac7386421abf04c3 on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:31.006736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 91e2050d-526c-44b8-b56b-9a86b06284cc will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:31.040395 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:31.041446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-568c1044-48b1-4644-a260-552448d55a6b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Unset dirty status for tenant:3576e9e2d7f94e33ac7386421abf04c3 on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:31.041446 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-568c1044-48b1-4644-a260-552448d55a6b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "GET /v2.0/networks/ba7b1ca8-8191-470a-b174-6ba42251fabf HTTP/1.1" status: 200 len: 803 time: 0.4951649 Jan 28 17:55:31.044563 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:31.045331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:31.053388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39174) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:31.257595 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-0596129d-45bb-4ca1-bc79-586c5a8de884 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The resource could not be found. Jan 28 17:55:31.259524 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0596129d-45bb-4ca1-bc79-586c5a8de884 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7014771 Jan 28 17:55:31.261253 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:31.269644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39180) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:31.281150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-ed8a685b-4cba-415e-9a4f-6c69b9530cf6 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '7fa1da18-d610-4aca-8ba1-a77ff6ce5381', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'cb4e1411-9cea-44e1-a2ea-8a90d18d9272'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:31.288713 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ed8a685b-4cba-415e-9a4f-6c69b9530cf6 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:31.295424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18c7bfb4-ecde-4cb8-8a71-8f827af935e6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:31.307266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ed8a685b-4cba-415e-9a4f-6c69b9530cf6 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:31.310830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d88875-5fb2-4287-a6a6-9546c592396c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:55:31.313755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ed8a685b-4cba-415e-9a4f-6c69b9530cf6 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:31.407934 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Allocated IP 2001:db8::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/28d8b987-5452-47ad-b694-256473ce2cb5/7854854e-0ee8-48e1-894c-556d33b43640) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:31.490496 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Pushing event updated for resources: {'Network': ['ID=deb80f1c-f0d0-4c1e-8eec-2eb672195040,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:31.496890 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:31.508355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network deb80f1c-f0d0-4c1e-8eec-2eb672195040 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:55:31.513786 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:31.522109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:31.557490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Pushing event updated for resources: {'Port': ['ID=35dbe880-4892-4f39-92dd-fbffa2bca512,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:31.583964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:31.588230 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b5069f68-2c5d-4d7c-91c3-527546553e01 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1377132 Jan 28 17:55:31.591953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ed8a685b-4cba-415e-9a4f-6c69b9530cf6 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:31.594603 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39184) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:31.600721 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-18c7bfb4-ecde-4cb8-8a71-8f827af935e6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for 09f7bd42-19c7-459c-8571-f8c55c190ee2 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:31.606978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Request body: {'subnet': {'network_id': 'deb80f1c-f0d0-4c1e-8eec-2eb672195040', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:31.711189 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-654d934e-016f-41c0-adc6-445676b55d50 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "GET /v2.0/networks/ba7b1ca8-8191-470a-b174-6ba42251fabf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6360590 Jan 28 17:55:31.726130 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39188) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:31.729192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:31.729912 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:31.736496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:31.748663 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Transition to ACTIVE for port object 7854854e-0ee8-48e1-894c-556d33b43640 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:31.768005 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Transition to ACTIVE for port object 7854854e-0ee8-48e1-894c-556d33b43640 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:31.813659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac23e03-692c-4173-9c40-e225aa3d835d req-5d97b825-fc41-482b-92ba-dfc03474417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:31.815322 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1ac23e03-692c-4173-9c40-e225aa3d835d req-5d97b825-fc41-482b-92ba-dfc03474417c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=62177f82a6dd4848ac609f9e3a037891&device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 1099 time: 0.4196053 Jan 28 17:55:31.830366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:31.837574 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:31.840216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:31.840939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:31.856998 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:31.863676 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:31.897871 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=91e2050d-526c-44b8-b56b-9a86b06284cc,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:31.907852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19669ad4-3612-4b9a-8583-cdad5f37650c tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:31.909191 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-19669ad4-3612-4b9a-8583-cdad5f37650c tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "GET /v2.0/subnets/f71ce884-1259-4c93-a7fb-693abbd71967 HTTP/1.1" status: 200 len: 843 time: 0.1820066 Jan 28 17:55:31.915032 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Usage tracker for resource:subnet and tenant:6660e0a2270d413abbccefc1dd174896 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:31.915929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39192) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:31.921465 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-03c14ff8-b007-44bb-9380-bf8396f33df8 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.3926198 Jan 28 17:55:31.930082 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:31.932666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39194) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:31.936829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:31.940113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:31.942000 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.230'}]}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:31.943853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:31.948877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:31.951092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:31.957088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Usage tracker for resource:router and tenant:9ee1962dff9e4be6ac3f96c0aa0b099f is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:31.963399 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:31.973682 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:31.980615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Pushing event updated for resources: {'Port': ['ID=7854854e-0ee8-48e1-894c-556d33b43640,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:32.013465 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac23e03-692c-4173-9c40-e225aa3d835d req-ceb37d06-0af7-47b9-81d9-5da47da12053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:32.014914 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1ac23e03-692c-4173-9c40-e225aa3d835d req-ceb37d06-0af7-47b9-81d9-5da47da12053 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44583b02-fe97-441e-add2-b071fcf22932 HTTP/1.1" status: 200 len: 912 time: 0.1904063 Jan 28 17:55:32.037603 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Attempting to bind port 7854854e-0ee8-48e1-894c-556d33b43640 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:55:32.038108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Attempting to bind port 7854854e-0ee8-48e1-894c-556d33b43640 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:55:32.038568 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Attempting to bind port 7854854e-0ee8-48e1-894c-556d33b43640 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:55:32.044319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:55:32.044839 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:32.045334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.045811 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:55:32.046371 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Bound port: 7854854e-0ee8-48e1-894c-556d33b43640, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:55:32.046835 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.082018 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Made reservation on behalf of 6660e0a2270d413abbccefc1dd174896 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:32.085517 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.116520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.117520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.136744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d7a1e-7037-4fb1-a672-b3466b74cf2f req-f49cd36b-ea0e-45f5-8fd1-ec042c07588b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:32.138243 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-602d7a1e-7037-4fb1-a672-b3466b74cf2f req-f49cd36b-ea0e-45f5-8fd1-ec042c07588b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.5559886 Jan 28 17:55:32.147935 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] For port 7854854e-0ee8-48e1-894c-556d33b43640, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:55:32.152239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] For port 7854854e-0ee8-48e1-894c-556d33b43640, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7854854e-0ee8-48e1-894c-556d33b43640,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:55:32.159655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d88875-5fb2-4287-a6a6-9546c592396c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:32.171662 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2854952-1a67-4364-92b8-f1a80d092bd7 None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:32.177322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf89f0-ab90-40cb-84eb-77ee37d4b636 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['shared'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:32.177842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-fcbf89f0-ab90-40cb-84eb-77ee37d4b636 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Synchronizing usage tracker for tenant:3576e9e2d7f94e33ac7386421abf04c3 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:32.182311 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2854952-1a67-4364-92b8-f1a80d092bd7 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:32.183059 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f2854952-1a67-4364-92b8-f1a80d092bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:32.186475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81d88875-5fb2-4287-a6a6-9546c592396c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.216598 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-ed8a685b-4cba-415e-9a4f-6c69b9530cf6 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The resource could not be found. Jan 28 17:55:32.220521 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ed8a685b-4cba-415e-9a4f-6c69b9530cf6 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9482443 Jan 28 17:55:32.224057 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39200) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:32.228824 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.234249 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.248450 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f2854952-1a67-4364-92b8-f1a80d092bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:32.256503 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1ac23e03-692c-4173-9c40-e225aa3d835d req-cc93de40-0bc8-4a6c-a587-10c2b984ad12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81efd65d-d7b9-42f2-aa8b-f0586b726f1c HTTP/1.1" status: 200 len: 1002 time: 0.2348945 Jan 28 17:55:32.265153 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2854952-1a67-4364-92b8-f1a80d092bd7 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:32.268302 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f2854952-1a67-4364-92b8-f1a80d092bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:32.315454 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-602d7a1e-7037-4fb1-a672-b3466b74cf2f req-1b7bee83-654d-472e-8afa-65ee837eb6de tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635318 Jan 28 17:55:32.325495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-fcbf89f0-ab90-40cb-84eb-77ee37d4b636 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Unset dirty status for tenant:3576e9e2d7f94e33ac7386421abf04c3 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:32.330608 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fcbf89f0-ab90-40cb-84eb-77ee37d4b636 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "GET /v2.0/subnets/f71ce884-1259-4c93-a7fb-693abbd71967?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3614342 Jan 28 17:55:32.333801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39204) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:32.346630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a2a5b-9be7-4ceb-a04a-763b5170300c None None] Pushing event updated for resources: {'Port': ['ID=7854854e-0ee8-48e1-894c-556d33b43640,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:32.381848 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-81d88875-5fb2-4287-a6a6-9546c592396c tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "PUT /v2.0/floatingips/06ae07dd-edae-478d-b2e9-12f88bf1c37d HTTP/1.1" status: 200 len: 976 time: 4.4817302 Jan 28 17:55:32.384921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39208) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:32.386352 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac23e03-692c-4173-9c40-e225aa3d835d req-9dafec0b-b2c8-4486-872a-3d46dd2bf714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:32.387999 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1ac23e03-692c-4173-9c40-e225aa3d835d req-9dafec0b-b2c8-4486-872a-3d46dd2bf714 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f546f4fd-62c1-4752-b8e2-87fa16bbf0de HTTP/1.1" status: 200 len: 850 time: 0.1232896 Jan 28 17:55:32.391234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1556835441'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:32.397009 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f2854952-1a67-4364-92b8-f1a80d092bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:32.397635 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2854952-1a67-4364-92b8-f1a80d092bd7 None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:32.402734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:32.422680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:32.427720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.625142 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-32f9f4a7-6b48-40f7-ac76-d8b570c1217b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.650864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18c7bfb4-ecde-4cb8-8a71-8f827af935e6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.652638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:32.656020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.770811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7bfb4-ecde-4cb8-8a71-8f827af935e6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Port': ['ID=09f7bd42-19c7-459c-8571-f8c55c190ee2,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:32.864628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5b760-5e22-4e82-bf7d-be360364db11 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port 8eeb5179-48da-48f2-989e-dbdf0c1e52a5 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:32.865074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a7f5b760-5e22-4e82-bf7d-be360364db11 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.894310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:55:32.976228 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-32f9f4a7-6b48-40f7-ac76-d8b570c1217b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.977528 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:32.977947 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Added segment c30b21d0-e872-4076-8093-786904119d34 of type vlan for network 16e0c2ad-6750-4aa3-ab09-8cb663a30430 Jan 28 17:55:33.148583 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:33.210324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac23e03-692c-4173-9c40-e225aa3d835d req-a91fdaf2-7bce-4e01-976f-00de09000a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:33.211859 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1ac23e03-692c-4173-9c40-e225aa3d835d req-a91fdaf2-7bce-4e01-976f-00de09000a17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44583b02-fe97-441e-add2-b071fcf22932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7541566 Jan 28 17:55:33.216065 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:33.315886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:33.319533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18c7bfb4-ecde-4cb8-8a71-8f827af935e6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:33.445949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-32f9f4a7-6b48-40f7-ac76-d8b570c1217b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:33.509040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.resource_extend [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:55:33.515415 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9f4a7-6b48-40f7-ac76-d8b570c1217b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa1da18-d610-4aca-8ba1-a77ff6ce5381,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:33.616617 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:33.622686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:33.623297 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:33.631461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Pushing event updated for resources: {'Subnet': ['ID=0911880a-8da9-4f7f-95a5-6d25a3b90c9a,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:33.703633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:33.730922 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Checking segment: {'id': '26a6b096-7fe9-4a58-8aa4-7fe4840989f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'deb80f1c-f0d0-4c1e-8eec-2eb672195040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:33.731316 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Network hostable DHCP agents. Network: deb80f1c-f0d0-4c1e-8eec-2eb672195040, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:55:33.753576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a7f5b760-5e22-4e82-bf7d-be360364db11 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:33.768173 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1ac23e03-692c-4173-9c40-e225aa3d835d req-0088420e-80ad-4a33-9fa7-6ecab24ac910 service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455263 Jan 28 17:55:33.778630 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-32f9f4a7-6b48-40f7-ac76-d8b570c1217b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:33.782356 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-32f9f4a7-6b48-40f7-ac76-d8b570c1217b tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "DELETE /v2.0/security-groups/7fa1da18-d610-4aca-8ba1-a77ff6ce5381 HTTP/1.1" status: 204 len: 168 time: 1.5529888 Jan 28 17:55:33.791183 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:33.791893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:33.795323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39214) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:33.800988 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-732d7ba9-12ba-41a9-bd09-20c571f2fd3a None None] Provisioning for port 7854854e-0ee8-48e1-894c-556d33b43640 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:33.887856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c7bfb4-ecde-4cb8-8a71-8f827af935e6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router f1495ad2-936f-460a-bfc1-0d892dbf5502 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:55:33.909253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Network': ['ID=16e0c2ad-6750-4aa3-ab09-8cb663a30430,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:33.928734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 16e0c2ad-6750-4aa3-ab09-8cb663a30430 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:55:34.002802 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8448b8dd-ec64-4e59-b26b-2a6a03797e22 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6304109 Jan 28 17:55:34.013872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39218) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:34.014500 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=91e2050d-526c-44b8-b56b-9a86b06284cc,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:34.033825 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-38e722c8-9756-44cc-b228-2c8a7910c6e6 None None] Provisioning for port 91e2050d-526c-44b8-b56b-9a86b06284cc completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:34.047630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-38e722c8-9756-44cc-b228-2c8a7910c6e6 None None] Provisioning complete for port 91e2050d-526c-44b8-b56b-9a86b06284cc triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:34.048136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38e722c8-9756-44cc-b228-2c8a7910c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:34.068169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b865b15-b847-4b33-86fd-de4d62c7c1e8 req-1ca18329-406a-42c3-b923-ea54fc354087 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:34.069647 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5b865b15-b847-4b33-86fd-de4d62c7c1e8 req-1ca18329-406a-42c3-b923-ea54fc354087 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.5739622 Jan 28 17:55:34.083498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Network deb80f1c-f0d0-4c1e-8eec-2eb672195040 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:55:34.091960 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'subnet': {'network_id': '16e0c2ad-6750-4aa3-ab09-8cb663a30430', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:34.135092 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-38e722c8-9756-44cc-b228-2c8a7910c6e6 None None] Port 91e2050d-526c-44b8-b56b-9a86b06284cc cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:55:34.229613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-adc433b3-679d-4a84-a68e-eed9072e2fbe tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Synchronizing usage tracker for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:34.236746 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1ac23e03-692c-4173-9c40-e225aa3d835d req-47a7094e-3a78-4186-acf8-bfca5f79f053 service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526711 Jan 28 17:55:34.260857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, deb80f1c-f0d0-4c1e-8eec-2eb672195040) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:34.268697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b1a728-3226-49f9-8dc8-f68fcfbcb2d1 None None] Network deb80f1c-f0d0-4c1e-8eec-2eb672195040 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:34.271450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c7bfb4-ecde-4cb8-8a71-8f827af935e6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:34.277664 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-18c7bfb4-ecde-4cb8-8a71-8f827af935e6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/f1495ad2-936f-460a-bfc1-0d892dbf5502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8188095 Jan 28 17:55:34.286260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39222) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:34.288030 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:34.288626 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:34.294281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540931ea-b984-4d6e-b0dd-acfa8913d739 None None] Sync routers for ids ['f1495ad2-936f-460a-bfc1-0d892dbf5502'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:34.294678 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5b865b15-b847-4b33-86fd-de4d62c7c1e8 req-42abe3fa-e916-436a-b6bf-cb86e4e538f9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936665 Jan 28 17:55:34.352325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a7f5b760-5e22-4e82-bf7d-be360364db11 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:34.352734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a7f5b760-5e22-4e82-bf7d-be360364db11 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:34.353057 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-a7f5b760-5e22-4e82-bf7d-be360364db11 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Floating IP 06ae07dd-edae-478d-b2e9-12f88bf1c37d disassociated. External IP: 172.26.1.83, port: 8eeb5179-48da-48f2-989e-dbdf0c1e52a5. Jan 28 17:55:34.353401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5b760-5e22-4e82-bf7d-be360364db11 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for 8eeb5179-48da-48f2-989e-dbdf0c1e52a5 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:34.402559 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540931ea-b984-4d6e-b0dd-acfa8913d739 None None] Routers {'f1495ad2-936f-460a-bfc1-0d892dbf5502'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:34.403507 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-540931ea-b984-4d6e-b0dd-acfa8913d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f1495ad2-936f-460a-bfc1-0d892dbf5502'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:34.411654 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-20345071-f351-430a-8ee2-14b7b6677ebd tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8142982 Jan 28 17:55:34.417778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39226) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:34.427114 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Request body: {'port': {'network_id': 'deb80f1c-f0d0-4c1e-8eec-2eb672195040', 'name': 'tempest-DHCPAgentSchedulersTestJSON-646803980'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:34.475541 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:34.476645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:34.478021 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-540931ea-b984-4d6e-b0dd-acfa8913d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:34.487441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:34.507931 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540931ea-b984-4d6e-b0dd-acfa8913d739 None None] Routers {'f1495ad2-936f-460a-bfc1-0d892dbf5502'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:34.511380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-540931ea-b984-4d6e-b0dd-acfa8913d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f1495ad2-936f-460a-bfc1-0d892dbf5502'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:34.810919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7854854e-0ee8-48e1-894c-556d33b43640 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:34.824503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:34.827649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-adc433b3-679d-4a84-a68e-eed9072e2fbe tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Unset dirty status for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:34.833941 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-adc433b3-679d-4a84-a68e-eed9072e2fbe tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9972117 Jan 28 17:55:34.834755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39230) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:34.867696 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-540931ea-b984-4d6e-b0dd-acfa8913d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:34.868186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540931ea-b984-4d6e-b0dd-acfa8913d739 None None] The sync data for ids ['f1495ad2-936f-460a-bfc1-0d892dbf5502'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:34.897367 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-deb80f1c-f0d0-4c1e-8eec-2eb672195040', 'network_id': 'deb80f1c-f0d0-4c1e-8eec-2eb672195040', 'tenant_id': '6660e0a2270d413abbccefc1dd174896', 'fixed_ips': [{'subnet_id': '0911880a-8da9-4f7f-95a5-6d25a3b90c9a'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:55:34.898475 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:34.917876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2fc1bd36-8d65-4ff5-a876-6196ae23512c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': '9f7d68a3-a40e-485f-a160-c66aa1401ed8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:34.982281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-64b1005b-edf5-436c-8119-7ad92547a51a None None] Provisioning complete for port 91e2050d-526c-44b8-b56b-9a86b06284cc triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:34.982608 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64b1005b-edf5-436c-8119-7ad92547a51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.006609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.062184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2fc1bd36-8d65-4ff5-a876-6196ae23512c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:35.070609 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2fc1bd36-8d65-4ff5-a876-6196ae23512c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:35.074803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-64b1005b-edf5-436c-8119-7ad92547a51a None None] Port 91e2050d-526c-44b8-b56b-9a86b06284cc cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:55:35.104159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2fc1bd36-8d65-4ff5-a876-6196ae23512c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:35.106312 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 7854854e-0ee8-48e1-894c-556d33b43640 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:35.108997 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.116173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 7854854e-0ee8-48e1-894c-556d33b43640 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:35.116538 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.119584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2fc1bd36-8d65-4ff5-a876-6196ae23512c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:35.124574 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-72cfa27b-dc93-47f6-ace0-21786f6f099d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 17:55:35.128682 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-72cfa27b-dc93-47f6-ace0-21786f6f099d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/f1495ad2-936f-460a-bfc1-0d892dbf5502/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8370421 Jan 28 17:55:35.133108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39234) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:35.169500 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a7f5b760-5e22-4e82-bf7d-be360364db11 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.171629 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Made reservation on behalf of 3576e9e2d7f94e33ac7386421abf04c3 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:35.175350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.210853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Allocated IP 172.20.0.2 (deb80f1c-f0d0-4c1e-8eec-2eb672195040/0911880a-8da9-4f7f-95a5-6d25a3b90c9a/ac00127b-0c2d-4ef3-8432-8a8de7794756) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:35.247463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5b760-5e22-4e82-bf7d-be360364db11 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=8eeb5179-48da-48f2-989e-dbdf0c1e52a5,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:35.256949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:35.267945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-46e67313-81be-4727-aa6a-48b4f388114e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Synchronizing usage tracker for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:35.303265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.ipam_backend_mixin [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Performing IP validity checks on allocation pools {{(pid=88158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 17:55:35.304143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.ipam_backend_mixin [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 17:55:35.333571 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Usage tracker for resource:port and tenant:6660e0a2270d413abbccefc1dd174896 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:35.367257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:35.395974 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:35.410423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-46e67313-81be-4727-aa6a-48b4f388114e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Unset dirty status for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:35.413564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.414907 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-46e67313-81be-4727-aa6a-48b4f388114e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1495ad2-936f-460a-bfc1-0d892dbf5502 HTTP/1.1" status: 200 len: 205 time: 0.2804587 Jan 28 17:55:35.415103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39240) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:35.415296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Router 29aef21b-195b-43f9-9494-006e429cd44a is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:55:35.481734 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-2fc1bd36-8d65-4ff5-a876-6196ae23512c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The resource could not be found. Jan 28 17:55:35.486598 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2fc1bd36-8d65-4ff5-a876-6196ae23512c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6412411 Jan 28 17:55:35.498598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 7854854e-0ee8-48e1-894c-556d33b43640, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7854854e-0ee8-48e1-894c-556d33b43640,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:35.538464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39244) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:35.565522 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9f34b683-8d43-4557-b3f7-71b8541d8472 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666570131'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:35.574373 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.584472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Transition to ACTIVE for port object ac00127b-0c2d-4ef3-8432-8a8de7794756 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:35.602465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Transition to ACTIVE for port object ac00127b-0c2d-4ef3-8432-8a8de7794756 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:35.612548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.623932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9f34b683-8d43-4557-b3f7-71b8541d8472 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:35.653428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Made reservation on behalf of 6660e0a2270d413abbccefc1dd174896 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:35.657022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.684885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9f34b683-8d43-4557-b3f7-71b8541d8472 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:35.686048 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=7854854e-0ee8-48e1-894c-556d33b43640,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:35.691079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.695694 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-059b5da2-7d9f-44c9-9d56-298a2fdf3357 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.717236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:35.730650 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-26debc10-6967-466c-b8c7-a291833b90c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "PUT /v2.0/routers/29aef21b-195b-43f9-9494-006e429cd44a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9036319 Jan 28 17:55:35.732291 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Sync routers for ids ['29aef21b-195b-43f9-9494-006e429cd44a'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:35.734103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39248) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:35.742970 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Routers {'29aef21b-195b-43f9-9494-006e429cd44a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:35.745198 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['29aef21b-195b-43f9-9494-006e429cd44a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:35.766967 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Network deb80f1c-f0d0-4c1e-8eec-2eb672195040 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:35.768753 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f5b760-5e22-4e82-bf7d-be360364db11 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:55:35.770364 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:35.773423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:35.778069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce26978-07a7-4d23-9212-e1532130764d req-7e165506-70f6-43d1-9086-1fe24171c8c4 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:35.779627 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4ce26978-07a7-4d23-9212-e1532130764d req-7e165506-70f6-43d1-9086-1fe24171c8c4 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.3527665 Jan 28 17:55:35.822796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.850293 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] device_id is not set on port 54ebe7d1-9b47-47f6-93bf-b5eedba74030 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:55:35.868939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9f34b683-8d43-4557-b3f7-71b8541d8472 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.870425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Pushing event updated for resources: {'Port': ['ID=ac00127b-0c2d-4ef3-8432-8a8de7794756,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:35.892123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Attempting to bind port ac00127b-0c2d-4ef3-8432-8a8de7794756 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:55:35.892123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Attempting to bind port ac00127b-0c2d-4ef3-8432-8a8de7794756 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '26a6b096-7fe9-4a58-8aa4-7fe4840989f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'deb80f1c-f0d0-4c1e-8eec-2eb672195040'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:55:35.892560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Attempting to bind port ac00127b-0c2d-4ef3-8432-8a8de7794756 on network deb80f1c-f0d0-4c1e-8eec-2eb672195040 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:55:35.898544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:55:35.898906 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Checking segment: {'id': '26a6b096-7fe9-4a58-8aa4-7fe4840989f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'deb80f1c-f0d0-4c1e-8eec-2eb672195040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:35.899463 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.903158 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Bound using segment: {'id': '26a6b096-7fe9-4a58-8aa4-7fe4840989f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'deb80f1c-f0d0-4c1e-8eec-2eb672195040'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:55:35.903158 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Bound port: ac00127b-0c2d-4ef3-8432-8a8de7794756, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a6b096-7fe9-4a58-8aa4-7fe4840989f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'deb80f1c-f0d0-4c1e-8eec-2eb672195040'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:55:35.903158 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:35.947314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffd2e47-e906-48c0-9019-74b7e3aec3ac tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:35.948007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4ffd2e47-e906-48c0-9019-74b7e3aec3ac tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:35.961602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9f34b683-8d43-4557-b3f7-71b8541d8472 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:35.969073 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4ce26978-07a7-4d23-9212-e1532130764d req-6f3cb8da-01e0-4b0d-a794-733ae43638bf tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827497 Jan 28 17:55:35.976964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9f34b683-8d43-4557-b3f7-71b8541d8472 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:36.003664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9f34b683-8d43-4557-b3f7-71b8541d8472 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:36.018452 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9f34b683-8d43-4557-b3f7-71b8541d8472 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:36.029395 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Subnet': ['ID=fc92f81b-4f70-4cfe-a6fb-eb057918a5be,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:36.036467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Checking segment: {'id': 'c30b21d0-e872-4076-8093-786904119d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '16e0c2ad-6750-4aa3-ab09-8cb663a30430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:36.036830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network hostable DHCP agents. Network: 16e0c2ad-6750-4aa3-ab09-8cb663a30430, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:55:36.085826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4ffd2e47-e906-48c0-9019-74b7e3aec3ac tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:36.086069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] For port ac00127b-0c2d-4ef3-8432-8a8de7794756, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:55:36.087124 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4ffd2e47-e906-48c0-9019-74b7e3aec3ac tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports/91e2050d-526c-44b8-b56b-9a86b06284cc HTTP/1.1" status: 200 len: 911 time: 0.3520789 Jan 28 17:55:36.093713 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39254) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:36.097530 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] For port ac00127b-0c2d-4ef3-8432-8a8de7794756, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ac00127b-0c2d-4ef3-8432-8a8de7794756,segment=NetworkSegment(26a6b096-7fe9-4a58-8aa4-7fe4840989f4),segment_id=26a6b096-7fe9-4a58-8aa4-7fe4840989f4)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:55:36.121077 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:55:36.147518 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Set router 29aef21b-195b-43f9-9494-006e429cd44a gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:55:36.175969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9f34b683-8d43-4557-b3f7-71b8541d8472 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:36.177034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Network 16e0c2ad-6750-4aa3-ab09-8cb663a30430 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:55:36.186431 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:36.230638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aae2e5-61b8-41c2-9920-a65bc2e48230 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:36.235656 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:36.241210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aae2e5-61b8-41c2-9920-a65bc2e48230 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:36.245621 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f7aae2e5-61b8-41c2-9920-a65bc2e48230 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1483603 Jan 28 17:55:36.245621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9f34b683-8d43-4557-b3f7-71b8541d8472 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:36.264616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39258) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:36.279121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bd8e9-ceaa-424b-837c-07249250ead7 None None] Pushing event updated for resources: {'Port': ['ID=ac00127b-0c2d-4ef3-8432-8a8de7794756,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:36.348961 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 16e0c2ad-6750-4aa3-ab09-8cb663a30430) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:36.354413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:36.355263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:36.359105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc81e9d-780e-447a-9760-4f0ef46ccbec None None] Network 16e0c2ad-6750-4aa3-ab09-8cb663a30430 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:36.436244 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-059b5da2-7d9f-44c9-9d56-298a2fdf3357 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:36.438587 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-059b5da2-7d9f-44c9-9d56-298a2fdf3357 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:36.624968 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aef21b-195b-43f9-9494-006e429cd44a', 'name': 'tempest-NetworksTestDHCPv6-router-348629933', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:55:27Z', 'updated_at': '2022-01-28T17:55:32Z', 'revision_number': 2, 'project_id': '38566222d38f4224a716e71cae08ac08', 'gw_port_host': None, '_interfaces': [{'id': '91e2050d-526c-44b8-b56b-9a86b06284cc', 'name': '', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'mac_address': 'fa:16:3e:cb:e9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29aef21b-195b-43f9-9494-006e429cd44a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '28d8b987-5452-47ad-b694-256473ce2cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:55:29Z', 'updated_at': '2022-01-28T17:55:32Z', 'revision_number': 2, 'project_id': '38566222d38f4224a716e71cae08ac08', 'subnets': [{'id': '28d8b987-5452-47ad-b694-256473ce2cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:36.629474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34b683-8d43-4557-b3f7-71b8541d8472 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac7120e-3ce3-43f9-b545-a7769abc145e,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:36.645972 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Checking router: 29aef21b-195b-43f9-9494-006e429cd44a for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:55:36.645972 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Updating router 29aef21b-195b-43f9-9494-006e429cd44a port 91e2050d-526c-44b8-b56b-9a86b06284cc binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:55:36.730444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9f34b683-8d43-4557-b3f7-71b8541d8472 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:36.731770 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9f34b683-8d43-4557-b3f7-71b8541d8472 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1849630 Jan 28 17:55:36.733392 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:36.741469 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39262) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:36.756890 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-18a3965e-7ec8-4255-800c-c3e17f8d43e0 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6910083 Jan 28 17:55:36.815920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39264) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:36.822252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d3e226fc-04ed-4b21-97f0-beb6b0b84467 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:36.846149 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-16e0c2ad-6750-4aa3-ab09-8cb663a30430', 'network_id': '16e0c2ad-6750-4aa3-ab09-8cb663a30430', 'tenant_id': '3576e9e2d7f94e33ac7386421abf04c3', 'fixed_ips': [{'subnet_id': 'fc92f81b-4f70-4cfe-a6fb-eb057918a5be'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:55:36.846972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:36.907030 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f5b760-5e22-4e82-bf7d-be360364db11 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:36.918383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-059b5da2-7d9f-44c9-9d56-298a2fdf3357 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:36.923939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059b5da2-7d9f-44c9-9d56-298a2fdf3357 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Fanout notify agent at l3_agent the message router_deleted on router f1495ad2-936f-460a-bfc1-0d892dbf5502 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:55:36.968489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group': {'name': 'tempest-secgroup--707550421'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:37.073603 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Allocated IP 2001:db8::3 (16e0c2ad-6750-4aa3-ab09-8cb663a30430/fc92f81b-4f70-4cfe-a6fb-eb057918a5be/3e9151ce-a1ee-4bd5-b605-0b9807ced0be) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:37.146336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d3e226fc-04ed-4b21-97f0-beb6b0b84467 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2879815'] for subnet, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.158334 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-059b5da2-7d9f-44c9-9d56-298a2fdf3357 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.162486 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-059b5da2-7d9f-44c9-9d56-298a2fdf3357 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/routers/f1495ad2-936f-460a-bfc1-0d892dbf5502 HTTP/1.1" status: 204 len: 168 time: 1.6958334 Jan 28 17:55:37.166140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39270) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:37.176590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:37.193417 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.207356 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Transition to ACTIVE for port object 91e2050d-526c-44b8-b56b-9a86b06284cc will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:37.216942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7854854e-0ee8-48e1-894c-556d33b43640 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:37.241477 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e4444-e1cc-4025-a704-0a271bdd2528 None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:37.259678 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:37.269624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.273575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:37.286687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.301191 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e4444-e1cc-4025-a704-0a271bdd2528 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:37.302109 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-121e4444-e1cc-4025-a704-0a271bdd2528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:37.302730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:37.322602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3934f99-569f-4448-9552-025facff5862 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting subnet 565129ae-acf1-4679-a242-868577c646fa {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:55:37.328410 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3934f99-569f-4448-9552-025facff5862 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.328619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Allocated IP 172.20.0.5 (deb80f1c-f0d0-4c1e-8eec-2eb672195040/0911880a-8da9-4f7f-95a5-6d25a3b90c9a/54ebe7d1-9b47-47f6-93bf-b5eedba74030) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:37.332326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a7f5b760-5e22-4e82-bf7d-be360364db11 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.341751 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a7f5b760-5e22-4e82-bf7d-be360364db11 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/ports/8eeb5179-48da-48f2-989e-dbdf0c1e52a5 HTTP/1.1" status: 204 len: 168 time: 4.9527965 Jan 28 17:55:37.345991 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.349139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39274) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:37.378216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-121e4444-e1cc-4025-a704-0a271bdd2528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:37.417292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e4444-e1cc-4025-a704-0a271bdd2528 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:37.417828 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-121e4444-e1cc-4025-a704-0a271bdd2528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:37.448874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3934f99-569f-4448-9552-025facff5862 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.463055 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fc47ceed-beda-4321-b144-3c565290e7b6 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "GET /v2.0/floatingips/06ae07dd-edae-478d-b2e9-12f88bf1c37d HTTP/1.1" status: 200 len: 687 time: 0.1122727 Jan 28 17:55:37.465825 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39278) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:37.466663 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.472538 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42090eaa-c09e-4252-b255-9f5e85eba92e {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:55:37.477601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.491463 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-121e4444-e1cc-4025-a704-0a271bdd2528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:37.491955 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e4444-e1cc-4025-a704-0a271bdd2528 None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:37.517829 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:37.521853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:37.524968 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:37.530857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:37.590456 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-827851c0-aa04-4932-bb83-0e77be7cdbc6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.604654 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61521dc7-aabe-43df-b092-0cbe1af2e1f7 None None] Pushing event updated for resources: {'Port': ['ID=91e2050d-526c-44b8-b56b-9a86b06284cc,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:37.639358 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.654076 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Transition to ACTIVE for port object 3e9151ce-a1ee-4bd5-b605-0b9807ced0be will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:37.679312 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61521dc7-aabe-43df-b092-0cbe1af2e1f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:37.680793 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Transition to ACTIVE for port object 3e9151ce-a1ee-4bd5-b605-0b9807ced0be will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:37.685958 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61521dc7-aabe-43df-b092-0cbe1af2e1f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:37.686527 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61521dc7-aabe-43df-b092-0cbe1af2e1f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:37.687020 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61521dc7-aabe-43df-b092-0cbe1af2e1f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:37.687494 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61521dc7-aabe-43df-b092-0cbe1af2e1f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:37.688012 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61521dc7-aabe-43df-b092-0cbe1af2e1f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:37.688485 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61521dc7-aabe-43df-b092-0cbe1af2e1f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:37.688955 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61521dc7-aabe-43df-b092-0cbe1af2e1f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:37.690788 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61521dc7-aabe-43df-b092-0cbe1af2e1f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:37.691324 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61521dc7-aabe-43df-b092-0cbe1af2e1f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:37.691987 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61521dc7-aabe-43df-b092-0cbe1af2e1f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:37.692451 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61521dc7-aabe-43df-b092-0cbe1af2e1f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:55:37.695237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 7854854e-0ee8-48e1-894c-556d33b43640 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:37.695237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.797321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.810339 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Attempting to bind port 91e2050d-526c-44b8-b56b-9a86b06284cc on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:55:37.810903 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Attempting to bind port 91e2050d-526c-44b8-b56b-9a86b06284cc by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:55:37.811097 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Attempting to bind port 91e2050d-526c-44b8-b56b-9a86b06284cc on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:55:37.817260 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:55:37.817886 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:37.818411 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.818840 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:55:37.819332 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Bound port: 91e2050d-526c-44b8-b56b-9a86b06284cc, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:55:37.819722 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.830419 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 17:55:37.834765 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-939cee26-6810-404d-ad21-9e0def687072 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.8984189 Jan 28 17:55:37.838197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39282) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:37.872274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5b6428f5-d09e-4071-89ef-400dda5a66fc tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port 778c42b0-26af-47c5-a4cd-64180bbe66a6 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:37.872684 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6428f5-d09e-4071-89ef-400dda5a66fc tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:37.952664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Pushing event updated for resources: {'Port': ['ID=3e9151ce-a1ee-4bd5-b605-0b9807ced0be,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:38.003574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Network 16e0c2ad-6750-4aa3-ab09-8cb663a30430 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:38.008161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:38.009456 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] For port 91e2050d-526c-44b8-b56b-9a86b06284cc, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:55:38.010902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfe79f1-fee6-420d-bba2-434a86b38d69 None None] Network deb80f1c-f0d0-4c1e-8eec-2eb672195040 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:38.019762 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] For port 91e2050d-526c-44b8-b56b-9a86b06284cc, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=91e2050d-526c-44b8-b56b-9a86b06284cc,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:55:38.025288 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:38.089118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3934f99-569f-4448-9552-025facff5862 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.100177 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.143225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c13a84d8-ebef-4856-9c8d-ae28e49d07c6 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Deleting port 35dbe880-4892-4f39-92dd-fbffa2bca512 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:38.143582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c13a84d8-ebef-4856-9c8d-ae28e49d07c6 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.222959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ac00127b-0c2d-4ef3-8432-8a8de7794756 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:38.240496 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61521dc7-aabe-43df-b092-0cbe1af2e1f7 None None] Pushing event updated for resources: {'Port': ['ID=91e2050d-526c-44b8-b56b-9a86b06284cc,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:38.276234 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Routers {'29aef21b-195b-43f9-9494-006e429cd44a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:38.277443 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['29aef21b-195b-43f9-9494-006e429cd44a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:38.326668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Attempting to bind port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:55:38.327027 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Attempting to bind port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'c30b21d0-e872-4076-8093-786904119d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '16e0c2ad-6750-4aa3-ab09-8cb663a30430'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:55:38.327375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Attempting to bind port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be on network 16e0c2ad-6750-4aa3-ab09-8cb663a30430 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:55:38.336856 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.388338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:55:38.389244 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Checking segment: {'id': 'c30b21d0-e872-4076-8093-786904119d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '16e0c2ad-6750-4aa3-ab09-8cb663a30430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:38.389390 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.389677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Bound using segment: {'id': 'c30b21d0-e872-4076-8093-786904119d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '16e0c2ad-6750-4aa3-ab09-8cb663a30430'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:55:38.390160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Bound port: 3e9151ce-a1ee-4bd5-b605-0b9807ced0be, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30b21d0-e872-4076-8093-786904119d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '16e0c2ad-6750-4aa3-ab09-8cb663a30430'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:55:38.390534 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.440346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.454198 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.477448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Transition to ACTIVE for port object 54ebe7d1-9b47-47f6-93bf-b5eedba74030 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:38.514725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6428f5-d09e-4071-89ef-400dda5a66fc tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.514725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6428f5-d09e-4071-89ef-400dda5a66fc tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.534900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] For port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:55:38.547884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] For port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=3e9151ce-a1ee-4bd5-b605-0b9807ced0be,segment=NetworkSegment(c30b21d0-e872-4076-8093-786904119d34),segment_id=c30b21d0-e872-4076-8093-786904119d34)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:55:38.547884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port ac00127b-0c2d-4ef3-8432-8a8de7794756 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:38.547884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0e40d916-3e7c-456c-8b9b-dee7ab9ad967 None None] Provisioning for port ac00127b-0c2d-4ef3-8432-8a8de7794756 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:38.548273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3934f99-569f-4448-9552-025facff5862 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.552518 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ac00127b-0c2d-4ef3-8432-8a8de7794756 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:38.552896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.581924 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] Set router 29aef21b-195b-43f9-9494-006e429cd44a gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:55:38.646697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.650492 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0e40d916-3e7c-456c-8b9b-dee7ab9ad967 None None] Provisioning complete for port ac00127b-0c2d-4ef3-8432-8a8de7794756 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:38.650857 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0e40d916-3e7c-456c-8b9b-dee7ab9ad967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.725890 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5b6428f5-d09e-4071-89ef-400dda5a66fc tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for 778c42b0-26af-47c5-a4cd-64180bbe66a6 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:38.788717 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b72d7-cf5e-4185-8749-8547bb41a2ed None None] Pushing event updated for resources: {'Port': ['ID=3e9151ce-a1ee-4bd5-b605-0b9807ced0be,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:38.805830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3934f99-569f-4448-9552-025facff5862 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Subnet': ['ID=565129ae-acf1-4679-a242-868577c646fa,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:38.815935 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3934f99-569f-4448-9552-025facff5862 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.820278 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e03b99-7f0c-4ecc-957f-5fdabbad784e None None] Network 5ca65ba3-062f-4ef0-94e9-4bc256ee3deb requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:38.827574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.840431 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c3934f99-569f-4448-9552-025facff5862 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/565129ae-acf1-4679-a242-868577c646fa HTTP/1.1" status: 204 len: 168 time: 1.6674602 Jan 28 17:55:38.843172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39288) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:38.846163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-827851c0-aa04-4932-bb83-0e77be7cdbc6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 91e2050d-526c-44b8-b56b-9a86b06284cc {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:38.846505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-827851c0-aa04-4932-bb83-0e77be7cdbc6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.918222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d3e226fc-04ed-4b21-97f0-beb6b0b84467 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737137899502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2215551'] for subnet, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.973105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Pushing event updated for resources: {'Port': ['ID=54ebe7d1-9b47-47f6-93bf-b5eedba74030,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:38.986003 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0e40d916-3e7c-456c-8b9b-dee7ab9ad967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:38.988497 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fec0f4-7479-46f1-8613-b8c2ca811b4c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:39.004552 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Network deb80f1c-f0d0-4c1e-8eec-2eb672195040 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:39.009298 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:39.009663 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:39.051146 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aef21b-195b-43f9-9494-006e429cd44a', 'name': 'tempest-NetworksTestDHCPv6-router-348629933', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:55:27Z', 'updated_at': '2022-01-28T17:55:32Z', 'revision_number': 2, 'project_id': '38566222d38f4224a716e71cae08ac08', 'gw_port_host': None, '_interfaces': [{'id': '91e2050d-526c-44b8-b56b-9a86b06284cc', 'name': '', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'mac_address': 'fa:16:3e:cb:e9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29aef21b-195b-43f9-9494-006e429cd44a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '28d8b987-5452-47ad-b694-256473ce2cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:55:29Z', 'updated_at': '2022-01-28T17:55:38Z', 'revision_number': 4, 'project_id': '38566222d38f4224a716e71cae08ac08', 'subnets': [{'id': '28d8b987-5452-47ad-b694-256473ce2cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:39.069279 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a638ae-a0de-4486-9efb-65393aadbd7e None None] The sync data for ids ['29aef21b-195b-43f9-9494-006e429cd44a'] in dv-neutron-826919-1-hyperv is: [{'id': '29aef21b-195b-43f9-9494-006e429cd44a', 'name': 'tempest-NetworksTestDHCPv6-router-348629933', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:55:27Z', 'updated_at': '2022-01-28T17:55:32Z', 'revision_number': 2, 'project_id': '38566222d38f4224a716e71cae08ac08', 'gw_port_host': None, '_interfaces': [{'id': '91e2050d-526c-44b8-b56b-9a86b06284cc', 'name': '', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'mac_address': 'fa:16:3e:cb:e9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29aef21b-195b-43f9-9494-006e429cd44a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '28d8b987-5452-47ad-b694-256473ce2cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:55:29Z', 'updated_at': '2022-01-28T17:55:38Z', 'revision_number': 4, 'project_id': '38566222d38f4224a716e71cae08ac08', 'subnets': [{'id': '28d8b987-5452-47ad-b694-256473ce2cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:39.086369 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:39.088117 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7e877347-16ef-4cca-9681-f55fe73bc09c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1832006 Jan 28 17:55:39.092479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39292) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:39.102205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-750ec074-5b05-4ff6-bfc8-1f913ef5e18f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group_rule': {'security_group_id': 'cac7120e-3ce3-43f9-b545-a7769abc145e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f6fec0f4-7479-46f1-8613-b8c2ca811b4c'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:39.169270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:39.170176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:39.183400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-750ec074-5b05-4ff6-bfc8-1f913ef5e18f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:39.204534 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:39.209987 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-750ec074-5b05-4ff6-bfc8-1f913ef5e18f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:39.217093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-750ec074-5b05-4ff6-bfc8-1f913ef5e18f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:39.232778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-750ec074-5b05-4ff6-bfc8-1f913ef5e18f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:39.289127 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c13a84d8-ebef-4856-9c8d-ae28e49d07c6 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:39.320130 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-199d69a4-3f4b-49fc-bd75-987016dae025 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9010162 Jan 28 17:55:39.323401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39296) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:39.334355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-0e40d916-3e7c-456c-8b9b-dee7ab9ad967 None None] For port ac00127b-0c2d-4ef3-8432-8a8de7794756, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ac00127b-0c2d-4ef3-8432-8a8de7794756,segment=NetworkSegment(26a6b096-7fe9-4a58-8aa4-7fe4840989f4),segment_id=26a6b096-7fe9-4a58-8aa4-7fe4840989f4)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:39.370318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6428f5-d09e-4071-89ef-400dda5a66fc tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:39.414664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e226fc-04ed-4b21-97f0-beb6b0b84467 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event updated for resources: {'Subnet': ['ID=fc92f81b-4f70-4cfe-a6fb-eb057918a5be,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:39.444436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0e40d916-3e7c-456c-8b9b-dee7ab9ad967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:39.527785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c13a84d8-ebef-4856-9c8d-ae28e49d07c6 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Calling delete_port for 35dbe880-4892-4f39-92dd-fbffa2bca512 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:39.593010 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eb8e77-5dac-4244-b3d6-f7ec896e8006 None None] DHCP port deletion for 5ca65ba3-062f-4ef0-94e9-4bc256ee3deb request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:39.597041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e226fc-04ed-4b21-97f0-beb6b0b84467 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:39.597845 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d3e226fc-04ed-4b21-97f0-beb6b0b84467 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:39.599379 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d3e226fc-04ed-4b21-97f0-beb6b0b84467 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "PUT /v2.0/subnets/fc92f81b-4f70-4cfe-a6fb-eb057918a5be HTTP/1.1" status: 200 len: 900 time: 2.7830637 Jan 28 17:55:39.613414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-827851c0-aa04-4932-bb83-0e77be7cdbc6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] For port 91e2050d-526c-44b8-b56b-9a86b06284cc, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=91e2050d-526c-44b8-b56b-9a86b06284cc,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:39.613769 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-827851c0-aa04-4932-bb83-0e77be7cdbc6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:39.632919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39300) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:39.638247 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-57eb8e77-5dac-4244-b3d6-f7ec896e8006 None None] Deleting port 4cded3cc-3294-4747-8196-0cb6d3fe971d {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:39.638609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-57eb8e77-5dac-4244-b3d6-f7ec896e8006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:39.641200 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6428f5-d09e-4071-89ef-400dda5a66fc tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=778c42b0-26af-47c5-a4cd-64180bbe66a6,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:39.719640 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:39.735404 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d17ec080-f5b1-4377-ad58-99cf1c6f3a20 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Deleting port 54ebe7d1-9b47-47f6-93bf-b5eedba74030 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:39.736075 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d17ec080-f5b1-4377-ad58-99cf1c6f3a20 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:39.755876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:55:39.756134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:55:39.760228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40d916-3e7c-456c-8b9b-dee7ab9ad967 None None] Pushing event updated for resources: {'Port': ['ID=ac00127b-0c2d-4ef3-8432-8a8de7794756,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:39.867103 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-750ec074-5b05-4ff6-bfc8-1f913ef5e18f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:55:39.875723 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-750ec074-5b05-4ff6-bfc8-1f913ef5e18f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7822335 Jan 28 17:55:39.876667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6428f5-d09e-4071-89ef-400dda5a66fc tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:39.879142 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6428f5-d09e-4071-89ef-400dda5a66fc tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:39.880846 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5b6428f5-d09e-4071-89ef-400dda5a66fc tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/floatingips/06ae07dd-edae-478d-b2e9-12f88bf1c37d HTTP/1.1" status: 204 len: 168 time: 2.4060507 Jan 28 17:55:39.883790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39304) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:39.886648 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39308) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:39.913472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '8d36da3c-7d85-4e34-add1-25c974be9e0b'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:39.943303 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1798ab9d-bab2-48f1-8220-5532775b97f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:39.946638 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:39.993061 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-57eb8e77-5dac-4244-b3d6-f7ec896e8006 None None] For port 4cded3cc-3294-4747-8196-0cb6d3fe971d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=4cded3cc-3294-4747-8196-0cb6d3fe971d,segment=NetworkSegment(dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb),segment_id=dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:39.994140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-57eb8e77-5dac-4244-b3d6-f7ec896e8006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:40.018862 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:floatingip and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:40.027578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-827851c0-aa04-4932-bb83-0e77be7cdbc6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 91e2050d-526c-44b8-b56b-9a86b06284cc owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:40.044722 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:40.065444 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:40.086245 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f72d5d2d-7bf2-4a81-814b-e24138c7667b None None] Provisioning for port 54ebe7d1-9b47-47f6-93bf-b5eedba74030 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:40.166896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc93a101-defb-4640-b341-33973bb0e457 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:40.168019 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-57eb8e77-5dac-4244-b3d6-f7ec896e8006 None None] Calling delete_port for 4cded3cc-3294-4747-8196-0cb6d3fe971d owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:40.168747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 4cded3cc-3294-4747-8196-0cb6d3fe971d {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:40.168747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:40.197502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f72d5d2d-7bf2-4a81-814b-e24138c7667b None None] Provisioning complete for port 54ebe7d1-9b47-47f6-93bf-b5eedba74030 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:40.197983 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f72d5d2d-7bf2-4a81-814b-e24138c7667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:40.310816 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc93a101-defb-4640-b341-33973bb0e457 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:40.370443 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:40.372008 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f72d5d2d-7bf2-4a81-814b-e24138c7667b None None] Port 54ebe7d1-9b47-47f6-93bf-b5eedba74030 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:55:40.418814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d17ec080-f5b1-4377-ad58-99cf1c6f3a20 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:40.423396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f72d5d2d-7bf2-4a81-814b-e24138c7667b None None] Provisioning complete for port ac00127b-0c2d-4ef3-8432-8a8de7794756 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:40.425538 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f72d5d2d-7bf2-4a81-814b-e24138c7667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:40.471290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:40.554823 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-57eb8e77-5dac-4244-b3d6-f7ec896e8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:40.613601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Deleting port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:40.617377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:40.628077 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb8e77-5dac-4244-b3d6-f7ec896e8006 None None] No DVR routers for this DVR port 4cded3cc-3294-4747-8196-0cb6d3fe971d on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:40.651493 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb8e77-5dac-4244-b3d6-f7ec896e8006 None None] Pushing event deleted for resources: {'Port': ['ID=4cded3cc-3294-4747-8196-0cb6d3fe971d,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:40.772732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3e9151ce-a1ee-4bd5-b605-0b9807ced0be up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:40.814952 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d17ec080-f5b1-4377-ad58-99cf1c6f3a20 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Calling delete_port for 54ebe7d1-9b47-47f6-93bf-b5eedba74030 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:40.831031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c13a84d8-ebef-4856-9c8d-ae28e49d07c6 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:40.862833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc93a101-defb-4640-b341-33973bb0e457 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:40.870850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff60d38-cd29-4092-a4db-0ba3405b3c85 None None] Network 16e0c2ad-6750-4aa3-ab09-8cb663a30430 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:40.906288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93a101-defb-4640-b341-33973bb0e457 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fec0f4-7479-46f1-8613-b8c2ca811b4c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:40.916138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a84d8-ebef-4856-9c8d-ae28e49d07c6 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Pushing event deleted for resources: {'Port': ['ID=35dbe880-4892-4f39-92dd-fbffa2bca512,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:40.941453 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc93a101-defb-4640-b341-33973bb0e457 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:40.944918 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cc93a101-defb-4640-b341-33973bb0e457 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "DELETE /v2.0/security-groups/f6fec0f4-7479-46f1-8613-b8c2ca811b4c HTTP/1.1" status: 204 len: 168 time: 1.0577190 Jan 28 17:55:40.957379 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39312) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:41.009425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] For port 4cded3cc-3294-4747-8196-0cb6d3fe971d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=4cded3cc-3294-4747-8196-0cb6d3fe971d,segment=NetworkSegment(dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb),segment_id=dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:41.011049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.080102 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:41.095571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b835122b-81dd-4ba0-ba94-acc81ef43316 None None] Provisioning for port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:41.101835 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:41.102202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.145392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b835122b-81dd-4ba0-ba94-acc81ef43316 None None] Provisioning complete for port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:41.145765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b835122b-81dd-4ba0-ba94-acc81ef43316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.149661 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-75fd6d68-2848-4480-a9d6-bcd8a233b285 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Synchronizing usage tracker for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:41.194548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.231772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d17ec080-f5b1-4377-ad58-99cf1c6f3a20 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.254783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for 4cded3cc-3294-4747-8196-0cb6d3fe971d owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:41.289616 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-75fd6d68-2848-4480-a9d6-bcd8a233b285 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Unset dirty status for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:41.293947 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-75fd6d68-2848-4480-a9d6-bcd8a233b285 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3357971 Jan 28 17:55:41.294719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39316) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:41.390094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ec080-f5b1-4377-ad58-99cf1c6f3a20 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Pushing event deleted for resources: {'Port': ['ID=54ebe7d1-9b47-47f6-93bf-b5eedba74030,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:41.444531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c13a84d8-ebef-4856-9c8d-ae28e49d07c6 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.459312 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.484612 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-827851c0-aa04-4932-bb83-0e77be7cdbc6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.489558 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b835122b-81dd-4ba0-ba94-acc81ef43316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.540884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=3e9151ce-a1ee-4bd5-b605-0b9807ced0be,segment=NetworkSegment(c30b21d0-e872-4076-8093-786904119d34),segment_id=c30b21d0-e872-4076-8093-786904119d34)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:41.559528 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827851c0-aa04-4932-bb83-0e77be7cdbc6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=91e2050d-526c-44b8-b56b-9a86b06284cc,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:41.575494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:55:41.575962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:55:41.595276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1bdd2b6-b07d-4dfe-bfac-e38a4022ca23 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.660263 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c13a84d8-ebef-4856-9c8d-ae28e49d07c6 tempest-RoutersAdminNegativeIpV6Test-1882179217 tempest-RoutersAdminNegativeIpV6Test-1882179217-project-admin] 10.222.0.26 "DELETE /v2.0/ports/35dbe880-4892-4f39-92dd-fbffa2bca512 HTTP/1.1" status: 204 len: 168 time: 3.8175852 Jan 28 17:55:41.667141 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.667141 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 91e2050d-526c-44b8-b56b-9a86b06284cc up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:41.676646 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.26.1.104 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/581be087-9929-4b9e-a154-a3c14b9fc94a) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:41.834699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] For port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=3e9151ce-a1ee-4bd5-b605-0b9807ced0be,segment=NetworkSegment(c30b21d0-e872-4076-8093-786904119d34),segment_id=c30b21d0-e872-4076-8093-786904119d34)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:41.835424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.850635 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d17ec080-f5b1-4377-ad58-99cf1c6f3a20 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.851303 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=3e9151ce-a1ee-4bd5-b605-0b9807ced0be,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:41.853678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-827851c0-aa04-4932-bb83-0e77be7cdbc6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.862277 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 91e2050d-526c-44b8-b56b-9a86b06284cc {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:41.862719 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 91e2050d-526c-44b8-b56b-9a86b06284cc not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 28 17:55:41.891333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1bdd2b6-b07d-4dfe-bfac-e38a4022ca23 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:41.913827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Port 91e2050d-526c-44b8-b56b-9a86b06284cc not found, will not notify nova. {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 28 17:55:41.914228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ac00127b-0c2d-4ef3-8432-8a8de7794756 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:41.937012 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d17ec080-f5b1-4377-ad58-99cf1c6f3a20 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] 10.222.0.26 "DELETE /v2.0/ports/54ebe7d1-9b47-47f6-93bf-b5eedba74030 HTTP/1.1" status: 204 len: 168 time: 2.6104200 Jan 28 17:55:41.938831 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39322) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:41.942140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3782b5f6-a2c2-456b-85f1-16f6b3ad19ad None None] Network 16e0c2ad-6750-4aa3-ab09-8cb663a30430 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:42.037274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Calling delete_port for 3e9151ce-a1ee-4bd5-b605-0b9807ced0be owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:42.074142 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.082232 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3a07caac-5c20-4b42-8e2b-716c65ec0b19 tempest-DHCPAgentSchedulersTestJSON-1662166319 tempest-DHCPAgentSchedulersTestJSON-1662166319-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4312 time: 0.1378100 Jan 28 17:55:42.082408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 4cded3cc-3294-4747-8196-0cb6d3fe971d {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:42.082408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.092194 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39328) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:42.105928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-613660388'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:42.112889 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:42.119632 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Usage tracker for resource:network and tenant:6660e0a2270d413abbccefc1dd174896 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:42.123194 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:42.127098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-b835122b-81dd-4ba0-ba94-acc81ef43316 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:55:42.127449 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-b835122b-81dd-4ba0-ba94-acc81ef43316 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:55:42.130972 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:42.166931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1bdd2b6-b07d-4dfe-bfac-e38a4022ca23 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.193134 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdd2b6-b07d-4dfe-bfac-e38a4022ca23 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac7120e-3ce3-43f9-b545-a7769abc145e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:42.206346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ac00127b-0c2d-4ef3-8432-8a8de7794756 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:42.206713 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.241861 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Made reservation on behalf of 6660e0a2270d413abbccefc1dd174896 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:42.246387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.261183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.355413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f29d7cce-d81f-4139-9a70-f46bbf07d583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.356108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] The port '4cded3cc-3294-4747-8196-0cb6d3fe971d' was deleted {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:55:42.380004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=581be087-9929-4b9e-a154-a3c14b9fc94a,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:42.394101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39334) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:42.429054 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:55:42.441331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.441950 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Added segment 66b95cff-9c3e-4308-b50b-34b344c6a5a2 of type vlan for network 2a40113c-e524-4d00-bb52-75528e129343 Jan 28 17:55:42.452327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 4cded3cc-3294-4747-8196-0cb6d3fe971d no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:42.455259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:42.458301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:42.461739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:42.490139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 4cded3cc-3294-4747-8196-0cb6d3fe971d {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:42.490670 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 4cded3cc-3294-4747-8196-0cb6d3fe971d not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:42.501276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1bdd2b6-b07d-4dfe-bfac-e38a4022ca23 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.505823 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b1bdd2b6-b07d-4dfe-bfac-e38a4022ca23 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "DELETE /v2.0/security-groups/cac7120e-3ce3-43f9-b545-a7769abc145e HTTP/1.1" status: 204 len: 168 time: 1.1478939 Jan 28 17:55:42.515523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39340) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:42.590446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.635101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6febc1b2-793f-450e-a609-3d8c425a8863 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Synchronizing usage tracker for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:42.679913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3e9151ce-a1ee-4bd5-b605-0b9807ced0be up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:42.684550 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f18d4f10-69ef-4ea0-932d-996609265656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.735314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.753907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f18d4f10-69ef-4ea0-932d-996609265656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:42.774096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca65ba3-062f-4ef0-94e9-4bc256ee3deb']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:42.782799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827851c0-aa04-4932-bb83-0e77be7cdbc6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Router 29aef21b-195b-43f9-9494-006e429cd44a has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:55:42.789573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b835122b-81dd-4ba0-ba94-acc81ef43316 None None] Could not find standard attr ID for object 54ebe7d1-9b47-47f6-93bf-b5eedba74030. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:55:42.792334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:42.792648 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfc5ae0-14ab-40a7-b0c3-ba6c71e7e5bb') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:42.797507 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:42.797887 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.799978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f18d4f10-69ef-4ea0-932d-996609265656 admin admin] Usage tracker for resource:security_group_rule and tenant:d81c813bf5c64354ac39cac7c618cefb is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:42.800799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:55:42.802515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:55:42.809390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f18d4f10-69ef-4ea0-932d-996609265656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:42.810111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.819337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f18d4f10-69ef-4ea0-932d-996609265656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:42.916098 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.921883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:42.922513 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.932306 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-60330e5e-9524-49ce-be09-12409823f0a8 None None] Provisioning complete for port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:42.932306 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-60330e5e-9524-49ce-be09-12409823f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.938775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.950220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:55:42.951545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:42.951966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6febc1b2-793f-450e-a609-3d8c425a8863 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Unset dirty status for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:42.957063 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6febc1b2-793f-450e-a609-3d8c425a8863 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4363530 Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:55:42.966201 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:55:42.968754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827851c0-aa04-4932-bb83-0e77be7cdbc6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:42.971959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39344) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:42.993584 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eddac33-39d2-47ac-9a4b-301f99260d12 None None] Sync routers for ids ['29aef21b-195b-43f9-9494-006e429cd44a'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:43.010869 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eddac33-39d2-47ac-9a4b-301f99260d12 None None] Routers {'29aef21b-195b-43f9-9494-006e429cd44a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:43.013195 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0eddac33-39d2-47ac-9a4b-301f99260d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['29aef21b-195b-43f9-9494-006e429cd44a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:43.026626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-4345206e-5bb4-4253-8a2c-4c6c9105ed11 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group': {'name': 'tempest-secgroup--593251018'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:43.050692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4345206e-5bb4-4253-8a2c-4c6c9105ed11 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:43.057935 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-827851c0-aa04-4932-bb83-0e77be7cdbc6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "PUT /v2.0/routers/29aef21b-195b-43f9-9494-006e429cd44a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7797549 Jan 28 17:55:43.066549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39348) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:43.108098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4345206e-5bb4-4253-8a2c-4c6c9105ed11 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:43.147710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7618864b-81ae-4ebe-88dc-0fc5a3204929 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:43.149386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7618864b-81ae-4ebe-88dc-0fc5a3204929 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:43.150182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7618864b-81ae-4ebe-88dc-0fc5a3204929 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:43.157169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Pushing event updated for resources: {'Network': ['ID=2a40113c-e524-4d00-bb52-75528e129343,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:43.170015 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 2a40113c-e524-4d00-bb52-75528e129343 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:55:43.177116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:43.178731 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f74e1470-79d2-49a9-ac4f-a67a728f76f6 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0829630 Jan 28 17:55:43.186631 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39352) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:43.194096 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:43.213268 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-0eddac33-39d2-47ac-9a4b-301f99260d12 None None] Set router 29aef21b-195b-43f9-9494-006e429cd44a gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:55:43.213508 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:43.227302 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/networks/5ca65ba3-062f-4ef0-94e9-4bc256ee3deb HTTP/1.1" status: 204 len: 168 time: 4.3829525 Jan 28 17:55:43.236396 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4345206e-5bb4-4253-8a2c-4c6c9105ed11 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:43.255821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39356) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:43.263657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c10af-899b-4b14-917d-4c361999b2b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Network': ['ID=5ca65ba3-062f-4ef0-94e9-4bc256ee3deb,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:43.280984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7618864b-81ae-4ebe-88dc-0fc5a3204929 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:43.283149 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7618864b-81ae-4ebe-88dc-0fc5a3204929 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2161443 Jan 28 17:55:43.289991 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'network': {'name': 'tempest-RoutersTest-856390452'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:43.299519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39360) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:43.304652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:43.308810 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Deleting port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:43.309251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:43.326620 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0eddac33-39d2-47ac-9a4b-301f99260d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aef21b-195b-43f9-9494-006e429cd44a', 'name': 'tempest-NetworksTestDHCPv6-router-348629933', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:55:27Z', 'updated_at': '2022-01-28T17:55:40Z', 'revision_number': 3, 'project_id': '38566222d38f4224a716e71cae08ac08', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:43.331395 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eddac33-39d2-47ac-9a4b-301f99260d12 None None] Checking router: 29aef21b-195b-43f9-9494-006e429cd44a for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:55:43.341180 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eddac33-39d2-47ac-9a4b-301f99260d12 None None] Routers {'29aef21b-195b-43f9-9494-006e429cd44a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:43.342005 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0eddac33-39d2-47ac-9a4b-301f99260d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['29aef21b-195b-43f9-9494-006e429cd44a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:43.355254 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:43.377883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4345206e-5bb4-4253-8a2c-4c6c9105ed11 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:43.391265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:network and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:43.409080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:43.416195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4345206e-5bb4-4253-8a2c-4c6c9105ed11 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Usage tracker for resource:security_group_rule and tenant:a339b054c4654e13912818f6d2075883 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:43.422817 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4345206e-5bb4-4253-8a2c-4c6c9105ed11 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:43.429483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:43.436416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4345206e-5bb4-4253-8a2c-4c6c9105ed11 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:43.474604 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-0eddac33-39d2-47ac-9a4b-301f99260d12 None None] Set router 29aef21b-195b-43f9-9494-006e429cd44a gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:55:43.496591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f18d4f10-69ef-4ea0-932d-996609265656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:43.584756 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0eddac33-39d2-47ac-9a4b-301f99260d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aef21b-195b-43f9-9494-006e429cd44a', 'name': 'tempest-NetworksTestDHCPv6-router-348629933', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:55:27Z', 'updated_at': '2022-01-28T17:55:40Z', 'revision_number': 3, 'project_id': '38566222d38f4224a716e71cae08ac08', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:43.588994 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eddac33-39d2-47ac-9a4b-301f99260d12 None None] The sync data for ids ['29aef21b-195b-43f9-9494-006e429cd44a'] in dv-neutron-826919-1-hyperv is: [{'id': '29aef21b-195b-43f9-9494-006e429cd44a', 'name': 'tempest-NetworksTestDHCPv6-router-348629933', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:55:27Z', 'updated_at': '2022-01-28T17:55:40Z', 'revision_number': 3, 'project_id': '38566222d38f4224a716e71cae08ac08', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:43.593592 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f5635372-7dce-42c3-9cfa-b8d31e9c1341 tempest-DHCPAgentSchedulersTestJSON-1662166319 tempest-DHCPAgentSchedulersTestJSON-1662166319-project-admin] 10.222.0.26 "GET /v2.0/agents/c169c97f-7c5a-4aa6-952e-f60033f5efaf/dhcp-networks HTTP/1.1" status: 200 len: 8918 time: 0.4053342 Jan 28 17:55:43.596702 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39364) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:43.600144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-da03694e-3e5f-46e0-8ebf-85e3072f50e9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 28d8b987-5452-47ad-b694-256473ce2cb5 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:55:43.613905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da03694e-3e5f-46e0-8ebf-85e3072f50e9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:43.624960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f18d4f10-69ef-4ea0-932d-996609265656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:43.711196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da03694e-3e5f-46e0-8ebf-85e3072f50e9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:43.737892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:43.746544 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f18d4f10-69ef-4ea0-932d-996609265656 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d81c813bf5c64354ac39cac7c618cefb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3459573 Jan 28 17:55:43.753067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39368) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:43.753244 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d4f10-69ef-4ea0-932d-996609265656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a8bc0c-328e-4d12-93fa-7f0bc52f0150,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:43.776828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] For port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=3e9151ce-a1ee-4bd5-b605-0b9807ced0be,segment=NetworkSegment(c30b21d0-e872-4076-8093-786904119d34),segment_id=c30b21d0-e872-4076-8093-786904119d34)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:43.777196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:43.786098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:43.789481 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:43.802756 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735b9b36-0b80-44f9-984b-29c9b51b507a tempest-DHCPAgentSchedulersTestJSON-1662166319 tempest-DHCPAgentSchedulersTestJSON-1662166319-project-admin] Network 2a40113c-e524-4d00-bb52-75528e129343 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:55:43.948218 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-735b9b36-0b80-44f9-984b-29c9b51b507a tempest-DHCPAgentSchedulersTestJSON-1662166319 tempest-DHCPAgentSchedulersTestJSON-1662166319-project-admin] 10.222.0.26 "POST /v2.0/agents/c169c97f-7c5a-4aa6-952e-f60033f5efaf/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3477950 Jan 28 17:55:43.948891 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39372) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:43.949700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe8500-712b-4378-a399-4ba0fee7ae02 None None] Network 2a40113c-e524-4d00-bb52-75528e129343 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:43.957230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Calling delete_port for 3e9151ce-a1ee-4bd5-b605-0b9807ced0be owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:43.994922 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.191142 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:55:44.236954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.237292 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Added segment 2e3126f3-dfed-40a8-a0cf-a4fda1acb06e of type vlan for network 9a632f3c-18ae-4232-86f0-9a67a3186479 Jan 28 17:55:44.239839 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4345206e-5bb4-4253-8a2c-4c6c9105ed11 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.263296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f9c68d85-f0a0-4f49-b1b7-308cce48d442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.284637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da03694e-3e5f-46e0-8ebf-85e3072f50e9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.288769 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7d8642f5-370e-4fe5-8e52-bd75454d7447 tempest-DHCPAgentSchedulersTestJSON-1662166319 tempest-DHCPAgentSchedulersTestJSON-1662166319-project-admin] 10.222.0.26 "GET /v2.0/agents/c169c97f-7c5a-4aa6-952e-f60033f5efaf/dhcp-networks HTTP/1.1" status: 200 len: 9687 time: 0.3388140 Jan 28 17:55:44.293826 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39376) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:44.383590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4345206e-5bb4-4253-8a2c-4c6c9105ed11 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.394730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.411650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f9c68d85-f0a0-4f49-b1b7-308cce48d442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.413108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.482786 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c4b0df16-8af7-4641-8ae0-6747063ebcc2 tempest-DHCPAgentSchedulersTestJSON-1662166319 tempest-DHCPAgentSchedulersTestJSON-1662166319-project-admin] 10.222.0.26 "DELETE /v2.0/agents/c169c97f-7c5a-4aa6-952e-f60033f5efaf/dhcp-networks/2a40113c-e524-4d00-bb52-75528e129343 HTTP/1.1" status: 204 len: 168 time: 0.1879201 Jan 28 17:55:44.485204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39380) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:44.504935 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345206e-5bb4-4253-8a2c-4c6c9105ed11 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98713dfc-45e8-4fdc-99ae-ddc67b40f702,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:44.516006 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.543679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 91e2050d-526c-44b8-b56b-9a86b06284cc no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:44.579451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 91e2050d-526c-44b8-b56b-9a86b06284cc {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:44.579878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 91e2050d-526c-44b8-b56b-9a86b06284cc not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:44.628872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.681584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Port': ['ID=3e9151ce-a1ee-4bd5-b605-0b9807ced0be,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:44.708320 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=581be087-9929-4b9e-a154-a3c14b9fc94a,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:44.710106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4345206e-5bb4-4253-8a2c-4c6c9105ed11 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.711611 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4345206e-5bb4-4253-8a2c-4c6c9105ed11 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7390761 Jan 28 17:55:44.712673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.716326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39384) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:44.718821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:44.719546 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.742185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da03694e-3e5f-46e0-8ebf-85e3072f50e9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.746015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f9c68d85-f0a0-4f49-b1b7-308cce48d442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.749381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-41617785-790f-47f0-b8df-f9bee33e99df tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:44.749381 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING neutron.api.v2.base [None req-41617785-790f-47f0-b8df-f9bee33e99df tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 17:55:44.750069 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-41617785-790f-47f0-b8df-f9bee33e99df tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 17:55:44.751190 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-41617785-790f-47f0-b8df-f9bee33e99df tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "PUT /v2.0/security-groups/98713dfc-45e8-4fdc-99ae-ddc67b40f702 HTTP/1.1" status: 409 len: 330 time: 0.0259008 Jan 28 17:55:44.758922 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39388) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:44.761346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158e2b2c-5239-4566-aaf0-8b47bed3164e None None] DHCP port deletion for 16e0c2ad-6750-4aa3-ab09-8cb663a30430 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:44.789336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34cdd2f-5b00-4f13-aa12-93f3dadc808b None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:55:44.803559 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.899580 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4b1c395f-9f58-4394-82a2-6c78dddc2f7b tempest-DHCPAgentSchedulersTestJSON-1662166319 tempest-DHCPAgentSchedulersTestJSON-1662166319-project-admin] 10.222.0.26 "GET /v2.0/agents/c169c97f-7c5a-4aa6-952e-f60033f5efaf/dhcp-networks HTTP/1.1" status: 200 len: 8918 time: 0.4131935 Jan 28 17:55:44.906304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c68d85-f0a0-4f49-b1b7-308cce48d442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a8bc0c-328e-4d12-93fa-7f0bc52f0150,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:44.909008 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03694e-3e5f-46e0-8ebf-85e3072f50e9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=28d8b987-5452-47ad-b694-256473ce2cb5,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:44.911818 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39392) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:44.923553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da03694e-3e5f-46e0-8ebf-85e3072f50e9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.932077 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No DVR routers for this DVR port 3e9151ce-a1ee-4bd5-b605-0b9807ced0be on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:44.944468 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:44.957231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34cdd2f-5b00-4f13-aa12-93f3dadc808b None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:55:45.008686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Network': ['ID=9a632f3c-18ae-4232-86f0-9a67a3186479,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:45.034236 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cb95923c-904b-4dbc-b47c-e6ea0e800374 tempest-DHCPAgentSchedulersTestJSON-1662166319 tempest-DHCPAgentSchedulersTestJSON-1662166319-project-admin] 10.222.0.26 "GET /v2.0/networks/deb80f1c-f0d0-4c1e-8eec-2eb672195040/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.0963652 Jan 28 17:55:45.034236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f9c68d85-f0a0-4f49-b1b7-308cce48d442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:45.034533 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39398) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:45.034613 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f9c68d85-f0a0-4f49-b1b7-308cce48d442 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7a8bc0c-328e-4d12-93fa-7f0bc52f0150 HTTP/1.1" status: 204 len: 168 time: 1.2705829 Jan 28 17:55:45.038159 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-da03694e-3e5f-46e0-8ebf-85e3072f50e9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/28d8b987-5452-47ad-b694-256473ce2cb5 HTTP/1.1" status: 204 len: 168 time: 1.7372608 Jan 28 17:55:45.041474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39402) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:45.044908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 9a632f3c-18ae-4232-86f0-9a67a3186479 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:55:45.079576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f2da496f-ef23-49c4-adb9-fb0f239536a1 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:45.110397 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8f86f723-ecc5-43a1-a9e4-96e3b03a1196 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8371034 Jan 28 17:55:45.117654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:45.124096 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39408) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:45.130655 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c08cdc5b-f746-4c5f-877e-1a2100b39de1 tempest-DHCPAgentSchedulersTestJSON-1662166319 tempest-DHCPAgentSchedulersTestJSON-1662166319-project-admin] 10.222.0.26 "GET /v2.0/networks/deb80f1c-f0d0-4c1e-8eec-2eb672195040/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.0773010 Jan 28 17:55:45.138138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'subnet': {'network_id': '9a632f3c-18ae-4232-86f0-9a67a3186479', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:45.145807 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39412) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:45.162677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f2da496f-ef23-49c4-adb9-fb0f239536a1 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:45.344694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0770f6c0-56af-479a-8d10-2847f6175a11 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:router {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:45.370436 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Floating IP 262ef66e-5d72-43ee-a0a8-ba0c40980130 associated. External IP: 172.26.1.104, port: 8d36da3c-7d85-4e34-add1-25c974be9e0b. Jan 28 17:55:45.438114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:45.483240 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:45.495922 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:subnet and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:45.500411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895a016b-ace6-43ae-8ab5-643c49b63b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-16e0c2ad-6750-4aa3-ab09-8cb663a30430', 'network_id': '16e0c2ad-6750-4aa3-ab09-8cb663a30430', 'tenant_id': '3576e9e2d7f94e33ac7386421abf04c3', 'fixed_ips': [{'subnet_id': 'fc92f81b-4f70-4cfe-a6fb-eb057918a5be'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:55:45.500544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:45.501432 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-895a016b-ace6-43ae-8ab5-643c49b63b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:45.510950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Subnet': ['ID=fc92f81b-4f70-4cfe-a6fb-eb057918a5be,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:45.516741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0770f6c0-56af-479a-8d10-2847f6175a11 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:router {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:45.518488 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0770f6c0-56af-479a-8d10-2847f6175a11 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4758713 Jan 28 17:55:45.537077 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39418) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:45.548376 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-94e2963b-0eaa-4521-a0f3-ae7ec0ec5ac4 tempest-DHCPAgentSchedulersTestJSON-1662166319 tempest-DHCPAgentSchedulersTestJSON-1662166319-project-admin] 10.222.0.26 "GET /v2.0/agents/c169c97f-7c5a-4aa6-952e-f60033f5efaf/dhcp-networks HTTP/1.1" status: 200 len: 8880 time: 0.4008288 Jan 28 17:55:45.563662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:45.565670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39422) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:45.673325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f2da496f-ef23-49c4-adb9-fb0f239536a1 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:45.709160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:45.713143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:45.738106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da496f-ef23-49c4-adb9-fb0f239536a1 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98713dfc-45e8-4fdc-99ae-ddc67b40f702,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:45.750895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:45.760727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-972e6f5b-6fec-4d79-8f2d-387a1158d06a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:45.856053 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3c93507c-4d89-4d90-9c50-cea721100ae2 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:45.861733 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6231ce-bdf6-4fba-a7dc-38416883955c None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:45.890984 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab22d29-6ee1-452b-865f-a1aa1223ef02 None None] Network 16e0c2ad-6750-4aa3-ab09-8cb663a30430 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:45.945134 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39426) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:46.011351 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f2da496f-ef23-49c4-adb9-fb0f239536a1 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.015187 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f2da496f-ef23-49c4-adb9-fb0f239536a1 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "DELETE /v2.0/security-groups/98713dfc-45e8-4fdc-99ae-ddc67b40f702 HTTP/1.1" status: 204 len: 168 time: 1.2544298 Jan 28 17:55:46.017104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39430) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:46.076986 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e0c2ad-6750-4aa3-ab09-8cb663a30430']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:46.149161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30b21d0-e872-4076-8093-786904119d34') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:46.149621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30b21d0-e872-4076-8093-786904119d34') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:46.231626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.242090 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268c54e4-0b92-43bd-b3a1-e19669a683ca None None] DHCP port deletion for 16e0c2ad-6750-4aa3-ab09-8cb663a30430 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:46.269836 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-51f14388-0586-4ade-a315-e1c164c78a63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ee1962dff9e4be6ac3f96c0aa0b099f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213482 Jan 28 17:55:46.280676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39434) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:46.316638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e494552d-430b-419a-a989-3711c671066a None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:46.323191 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e494552d-430b-419a-a989-3711c671066a None None] Deleting port 7854854e-0ee8-48e1-894c-556d33b43640 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:46.323379 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-32543ab9-cdb8-4c1f-b083-e2944ea02f52 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Synchronizing usage tracker for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:46.323508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e494552d-430b-419a-a989-3711c671066a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.330109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.337843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-972e6f5b-6fec-4d79-8f2d-387a1158d06a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.343035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-972e6f5b-6fec-4d79-8f2d-387a1158d06a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.351687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:55:46.352078 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:55:46.370001 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:55:46.374825 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3c93507c-4d89-4d90-9c50-cea721100ae2 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.429190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:55:46.454300 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-3c93507c-4d89-4d90-9c50-cea721100ae2 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a40113c-e524-4d00-bb52-75528e129343']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:46.482099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-3c93507c-4d89-4d90-9c50-cea721100ae2 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b95cff-9c3e-4308-b50b-34b344c6a5a2') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:46.482317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-3c93507c-4d89-4d90-9c50-cea721100ae2 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b95cff-9c3e-4308-b50b-34b344c6a5a2') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:46.485574 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-32543ab9-cdb8-4c1f-b083-e2944ea02f52 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] Unset dirty status for tenant:a339b054c4654e13912818f6d2075883 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:46.486841 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-32543ab9-cdb8-4c1f-b083-e2944ea02f52 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4600611 Jan 28 17:55:46.490800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39438) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:46.511611 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-9347a57b-1d61-4b1c-ab0a-777fe3c6ec2c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] delete failed (client error): The resource could not be found. Jan 28 17:55:46.514341 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9347a57b-1d61-4b1c-ab0a-777fe3c6ec2c tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "DELETE /v2.0/security-groups/30455db0-9b82-4f02-ba50-ae3dbccc8765 HTTP/1.1" status: 404 len: 347 time: 0.0222909 Jan 28 17:55:46.515572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-972e6f5b-6fec-4d79-8f2d-387a1158d06a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.516368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972e6f5b-6fec-4d79-8f2d-387a1158d06a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Fanout notify agent at l3_agent the message router_deleted on router 29aef21b-195b-43f9-9494-006e429cd44a {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:55:46.518137 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39442) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:46.527499 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3c93507c-4d89-4d90-9c50-cea721100ae2 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.553144 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e494552d-430b-419a-a989-3711c671066a None None] For port 7854854e-0ee8-48e1-894c-556d33b43640, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7854854e-0ee8-48e1-894c-556d33b43640,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:46.553144 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e494552d-430b-419a-a989-3711c671066a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.564830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.566436 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-e50fe29c-52c9-449d-8bdc-9ca4455ea2a8 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] show failed (client error): The resource could not be found. Jan 28 17:55:46.569316 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e50fe29c-52c9-449d-8bdc-9ca4455ea2a8 tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "GET /v2.0/security-groups/bc69f9b8-a3eb-4c04-b664-a0c522f89d4e HTTP/1.1" status: 404 len: 347 time: 0.0500102 Jan 28 17:55:46.590111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.592504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39446) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:46.636750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Network': ['ID=16e0c2ad-6750-4aa3-ab09-8cb663a30430,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:46.644921 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-2833834f-b378-41da-9029-c9e710f62b5f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] show failed (client error): The resource could not be found. Jan 28 17:55:46.644921 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2833834f-b378-41da-9029-c9e710f62b5f tempest-NegativeSecGroupTest-2114268933 tempest-NegativeSecGroupTest-2114268933-project] 10.222.0.26 "GET /v2.0/security-group-rules/02483000-8fec-4dd1-b5ad-cdb5af5698e4 HTTP/1.1" status: 404 len: 356 time: 0.0478847 Jan 28 17:55:46.652324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3e9151ce-a1ee-4bd5-b605-0b9807ced0be no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:46.654881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c36efd8-2179-4b52-a38f-0dd2aa3fd0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.670556 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3c93507c-4d89-4d90-9c50-cea721100ae2 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.694509 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c93507c-4d89-4d90-9c50-cea721100ae2 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:55:46.694908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3c93507c-4d89-4d90-9c50-cea721100ae2 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:55:46.715238 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:55:46.725577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-972e6f5b-6fec-4d79-8f2d-387a1158d06a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.730133 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-972e6f5b-6fec-4d79-8f2d-387a1158d06a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/routers/29aef21b-195b-43f9-9494-006e429cd44a HTTP/1.1" status: 204 len: 168 time: 1.1848278 Jan 28 17:55:46.730453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39452) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:46.740287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6ffbf07d-ae0d-4c72-8483-d7f534c0cabc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:46.753754 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e494552d-430b-419a-a989-3711c671066a None None] Calling delete_port for 7854854e-0ee8-48e1-894c-556d33b43640 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:46.767548 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1c5d2e88-eb3e-4c51-b458-b4f94eab5290 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/16e0c2ad-6750-4aa3-ab09-8cb663a30430 HTTP/1.1" status: 204 len: 168 time: 7.1328344 Jan 28 17:55:46.776157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39456) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:46.783891 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 3e9151ce-a1ee-4bd5-b605-0b9807ced0be {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:46.784083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3e9151ce-a1ee-4bd5-b605-0b9807ced0be not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:46.784425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7854854e-0ee8-48e1-894c-556d33b43640 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:46.858689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.872705 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c36efd8-2179-4b52-a38f-0dd2aa3fd0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:46.884391 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-c455bb54-b5e9-4fd7-bfa9-aa2fdf1045de tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] DELETE failed (client error): The resource could not be found. Jan 28 17:55:46.884854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c455bb54-b5e9-4fd7-bfa9-aa2fdf1045de tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:55:46.889079 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c455bb54-b5e9-4fd7-bfa9-aa2fdf1045de tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/subnets/fc92f81b-4f70-4cfe-a6fb-eb057918a5be HTTP/1.1" status: 404 len: 337 time: 0.1116958 Jan 28 17:55:46.889658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39460) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:46.924666 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43b5314-e79c-4c17-8888-4e95f985a423 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] DELETE failed (client error): The resource could not be found. Jan 28 17:55:46.926010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43b5314-e79c-4c17-8888-4e95f985a423 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:55:46.930179 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c43b5314-e79c-4c17-8888-4e95f985a423 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/16e0c2ad-6750-4aa3-ab09-8cb663a30430 HTTP/1.1" status: 404 len: 339 time: 0.0343430 Jan 28 17:55:46.937951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39464) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:46.989961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:47.014285 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.016454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Subnet': ['ID=0ba655e9-ae45-4f1d-bee4-888fd6ea6d1a,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:47.018452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3c93507c-4d89-4d90-9c50-cea721100ae2 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.039742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7150b-b454-459d-add9-cbccd0c64d54 None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:47.043182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6ffbf07d-ae0d-4c72-8483-d7f534c0cabc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:47.047841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3c93507c-4d89-4d90-9c50-cea721100ae2 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.051843 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7150b-b454-459d-add9-cbccd0c64d54 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:47.052550 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0cc7150b-b454-459d-add9-cbccd0c64d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:47.062358 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93507c-4d89-4d90-9c50-cea721100ae2 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Pushing event deleted for resources: {'Network': ['ID=2a40113c-e524-4d00-bb52-75528e129343,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:47.062925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6ffbf07d-ae0d-4c72-8483-d7f534c0cabc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:47.069421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6ffbf07d-ae0d-4c72-8483-d7f534c0cabc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:47.074604 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Checking segment: {'id': '2e3126f3-dfed-40a8-a0cf-a4fda1acb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9a632f3c-18ae-4232-86f0-9a67a3186479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:47.074967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network hostable DHCP agents. Network: 9a632f3c-18ae-4232-86f0-9a67a3186479, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:55:47.084394 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3c93507c-4d89-4d90-9c50-cea721100ae2 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] 10.222.0.26 "DELETE /v2.0/networks/2a40113c-e524-4d00-bb52-75528e129343 HTTP/1.1" status: 204 len: 168 time: 1.5174556 Jan 28 17:55:47.087120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6ffbf07d-ae0d-4c72-8483-d7f534c0cabc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:47.088941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39468) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:47.104855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38e1de03-cf6b-4947-a6bd-10dff01b8742 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.136620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e494552d-430b-419a-a989-3711c671066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.219573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0cc7150b-b454-459d-add9-cbccd0c64d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:47.232620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffbf07d-ae0d-4c72-8483-d7f534c0cabc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:47.236273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffbf07d-ae0d-4c72-8483-d7f534c0cabc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.253769 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39474) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:47.257416 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.262846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494552d-430b-419a-a989-3711c671066a None None] No DVR routers for this DVR port 7854854e-0ee8-48e1-894c-556d33b43640 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:47.264537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494552d-430b-419a-a989-3711c671066a None None] Pushing event deleted for resources: {'Port': ['ID=7854854e-0ee8-48e1-894c-556d33b43640,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:47.278880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7150b-b454-459d-add9-cbccd0c64d54 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:47.279587 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0cc7150b-b454-459d-add9-cbccd0c64d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:47.293620 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c36efd8-2179-4b52-a38f-0dd2aa3fd0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.296003 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c36efd8-2179-4b52-a38f-0dd2aa3fd0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.297123 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4c36efd8-2179-4b52-a38f-0dd2aa3fd0fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3da28607-7662-4256-a9f5-c3bae2919a13 HTTP/1.1" status: 204 len: 168 time: 1.0051527 Jan 28 17:55:47.316778 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3124226f-1915-4602-a174-600eea462d86 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] DELETE failed (client error): The resource could not be found. Jan 28 17:55:47.317252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3124226f-1915-4602-a174-600eea462d86 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:55:47.321332 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3124226f-1915-4602-a174-600eea462d86 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] 10.222.0.26 "DELETE /v2.0/ports/54ebe7d1-9b47-47f6-93bf-b5eedba74030 HTTP/1.1" status: 404 len: 333 time: 0.2282336 Jan 28 17:55:47.328890 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39482) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:47.328890 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36efd8-2179-4b52-a38f-0dd2aa3fd0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da28607-7662-4256-a9f5-c3bae2919a13,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:47.377487 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 9a632f3c-18ae-4232-86f0-9a67a3186479 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:55:47.392525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0cc7150b-b454-459d-add9-cbccd0c64d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:47.392915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7150b-b454-459d-add9-cbccd0c64d54 None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:47.401084 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d3ad93b4-1738-4a93-8a9f-bace4a41addd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4997025 Jan 28 17:55:47.405145 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39486) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:47.411776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38e1de03-cf6b-4947-a6bd-10dff01b8742 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.412447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2114298032'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:47.421239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:47.426755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7615e6-0788-4175-903b-3a37d3589756 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Deleting subnet 0911880a-8da9-4f7f-95a5-6d25a3b90c9a {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:55:47.430956 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:network and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:47.433530 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7a7615e6-0788-4175-903b-3a37d3589756 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.461339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-38e1de03-cf6b-4947-a6bd-10dff01b8742 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30874fd3-852e-4072-a51b-aa1b683cf75d']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:47.461556 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:47.477465 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:47.482045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-38e1de03-cf6b-4947-a6bd-10dff01b8742 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a6edaf-33cd-4bbe-b13f-0a8539befaf3') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:47.482348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-38e1de03-cf6b-4947-a6bd-10dff01b8742 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a6edaf-33cd-4bbe-b13f-0a8539befaf3') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:47.489483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 9a632f3c-18ae-4232-86f0-9a67a3186479) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:47.503134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38e1de03-cf6b-4947-a6bd-10dff01b8742 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.503771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad50bc80-ab33-48fa-bbaf-d27fe4c87d46 None None] Network 9a632f3c-18ae-4232-86f0-9a67a3186479 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:47.503934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:47.504538 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.517933 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7a7615e6-0788-4175-903b-3a37d3589756 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.526638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38e1de03-cf6b-4947-a6bd-10dff01b8742 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.537208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e1de03-cf6b-4947-a6bd-10dff01b8742 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:55:47.537736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38e1de03-cf6b-4947-a6bd-10dff01b8742 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:55:47.553365 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:55:47.616000 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7a7615e6-0788-4175-903b-3a37d3589756 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.654699 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Made reservation on behalf of ed3b3cb4c11d4295920488b7f0f6f0ae for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:47.658303 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.678146 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-909ec740-f2d7-4531-ba21-d657b701ef6a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5525162 Jan 28 17:55:47.679044 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39492) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:47.698672 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-38d99e0a-0510-4eda-a75c-6d3c6eb173b6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-711454434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:47.708676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-38d99e0a-0510-4eda-a75c-6d3c6eb173b6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:47.720893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-38d99e0a-0510-4eda-a75c-6d3c6eb173b6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:router and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:47.728375 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-38d99e0a-0510-4eda-a75c-6d3c6eb173b6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:47.741025 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-38d99e0a-0510-4eda-a75c-6d3c6eb173b6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:47.746742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:55:47.760321 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.763121 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Added segment 1e70aba2-0a63-4f42-8484-661ec3c7dd03 of type vlan for network d95e0308-61ac-4b44-8ba8-0b3869484147 Jan 28 17:55:47.794180 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.801809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-9a632f3c-18ae-4232-86f0-9a67a3186479', 'network_id': '9a632f3c-18ae-4232-86f0-9a67a3186479', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'fixed_ips': [{'subnet_id': '0ba655e9-ae45-4f1d-bee4-888fd6ea6d1a'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:55:47.802724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.817862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38e1de03-cf6b-4947-a6bd-10dff01b8742 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.824736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38e1de03-cf6b-4947-a6bd-10dff01b8742 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.844258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38d99e0a-0510-4eda-a75c-6d3c6eb173b6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.844258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38d99e0a-0510-4eda-a75c-6d3c6eb173b6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.851883 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e46f051c-bf62-4966-a743-af82d107f515 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a339b054c4654e13912818f6d2075883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5896032 Jan 28 17:55:47.856960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39502) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:47.875903 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1de03-cf6b-4947-a6bd-10dff01b8742 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Network': ['ID=30874fd3-852e-4072-a51b-aa1b683cf75d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:47.880921 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-38e1de03-cf6b-4947-a6bd-10dff01b8742 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/30874fd3-852e-4072-a51b-aa1b683cf75d HTTP/1.1" status: 204 len: 168 time: 0.9418252 Jan 28 17:55:47.883477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39506) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:47.920752 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51e8b6d-e979-437c-b551-6e2878b38adf tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] DELETE failed (client error): The resource could not be found. Jan 28 17:55:47.921337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51e8b6d-e979-437c-b551-6e2878b38adf tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:55:47.923090 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f51e8b6d-e979-437c-b551-6e2878b38adf tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/subnets/91772a26-711a-45ea-ba90-774797e3fd0f HTTP/1.1" status: 404 len: 337 time: 0.0385163 Jan 28 17:55:47.924494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.925790 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39510) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:47.930245 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:47.931678 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.959543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffbf07d-ae0d-4c72-8483-d7f534c0cabc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:47.998812 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-025c36a2-504e-4626-b48b-19204d122b8f tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] DELETE failed (client error): The resource could not be found. Jan 28 17:55:47.999631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025c36a2-504e-4626-b48b-19204d122b8f tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:55:48.003754 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-025c36a2-504e-4626-b48b-19204d122b8f tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/f71968dc-3ffa-4908-8c41-94ac1d801ce6 HTTP/1.1" status: 404 len: 339 time: 0.0770004 Jan 28 17:55:48.005434 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Allocated IP 172.20.0.2 (9a632f3c-18ae-4232-86f0-9a67a3186479/0ba655e9-ae45-4f1d-bee4-888fd6ea6d1a/91b00aa6-791b-4b8c-a445-3b29525f4ee3) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:48.011107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7a7615e6-0788-4175-903b-3a37d3589756 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.013363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39516) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:48.119431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a06e-09b3-4702-80d6-674f79bdab50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.132052 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38d99e0a-0510-4eda-a75c-6d3c6eb173b6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.178673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7615e6-0788-4175-903b-3a37d3589756 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Pushing event deleted for resources: {'Subnet': ['ID=0911880a-8da9-4f7f-95a5-6d25a3b90c9a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:48.183681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9913eaf7-90fd-422f-b10c-f8dc0a88d33c None None] Network deb80f1c-f0d0-4c1e-8eec-2eb672195040 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:48.191090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7a7615e6-0788-4175-903b-3a37d3589756 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.194900 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7a7615e6-0788-4175-903b-3a37d3589756 tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] 10.222.0.26 "DELETE /v2.0/subnets/0911880a-8da9-4f7f-95a5-6d25a3b90c9a HTTP/1.1" status: 204 len: 168 time: 0.8620079 Jan 28 17:55:48.197666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39520) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:48.205206 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffbf07d-ae0d-4c72-8483-d7f534c0cabc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:48.206402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a06e-09b3-4702-80d6-674f79bdab50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.214372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Network': ['ID=d95e0308-61ac-4b44-8ba8-0b3869484147,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:48.264016 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-81aa6a57-9119-404f-bc40-0817a75056df tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8563206 Jan 28 17:55:48.268462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39526) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:48.277339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-6ffbf07d-ae0d-4c72-8483-d7f534c0cabc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:48.278442 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'subnet': {'network_id': 'd95e0308-61ac-4b44-8ba8-0b3869484147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:48.297344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network d95e0308-61ac-4b44-8ba8-0b3869484147 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:55:48.300781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffbf07d-ae0d-4c72-8483-d7f534c0cabc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:48.301370 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ffbf07d-ae0d-4c72-8483-d7f534c0cabc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.314271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7767e84e-c291-4017-b161-d6348757a870 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:48.345823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-654f8db3-cde9-4b0d-8a09-bf4a6b086ef4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Deleting subnet 09a6be46-b5e1-4a14-8c3d-5df27b610586 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:55:48.349037 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbf07d-ae0d-4c72-8483-d7f534c0cabc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=daad26bf-727b-4fa6-96f2-5df31237f319,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:48.353326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-654f8db3-cde9-4b0d-8a09-bf4a6b086ef4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.391628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38d99e0a-0510-4eda-a75c-6d3c6eb173b6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.402854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.432440 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-654f8db3-cde9-4b0d-8a09-bf4a6b086ef4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.452325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:48.456285 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:subnet and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:48.459467 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:48.459600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Deleting port ac00127b-0c2d-4ef3-8432-8a8de7794756 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:48.459947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.466169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:48.474768 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a06e-09b3-4702-80d6-674f79bdab50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.478158 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a06e-09b3-4702-80d6-674f79bdab50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.487382 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ffa7a06e-09b3-4702-80d6-674f79bdab50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b180863b-6784-4ec7-ae17-e5ad8556beb6 HTTP/1.1" status: 204 len: 168 time: 0.6246164 Jan 28 17:55:48.505712 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6ffbf07d-ae0d-4c72-8483-d7f534c0cabc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7741020 Jan 28 17:55:48.516507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39538) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:48.523585 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.532027 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7a06e-09b3-4702-80d6-674f79bdab50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b180863b-6784-4ec7-ae17-e5ad8556beb6,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:48.534418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6f25ecfd-dfce-4468-9efb-194323d7f90c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1655991425', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:48.541317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38d99e0a-0510-4eda-a75c-6d3c6eb173b6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.546138 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-38d99e0a-0510-4eda-a75c-6d3c6eb173b6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8571312 Jan 28 17:55:48.546303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6f25ecfd-dfce-4468-9efb-194323d7f90c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:48.549293 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39542) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:48.553222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Transition to ACTIVE for port object 91b00aa6-791b-4b8c-a445-3b29525f4ee3 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:48.559630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6f25ecfd-dfce-4468-9efb-194323d7f90c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:router and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:48.595759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Transition to ACTIVE for port object 91b00aa6-791b-4b8c-a445-3b29525f4ee3 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:48.606313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6f25ecfd-dfce-4468-9efb-194323d7f90c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:48.625415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6f25ecfd-dfce-4468-9efb-194323d7f90c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:48.656111 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Made reservation on behalf of ed3b3cb4c11d4295920488b7f0f6f0ae for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:48.660318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.713310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-654f8db3-cde9-4b0d-8a09-bf4a6b086ef4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.831498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6f25ecfd-dfce-4468-9efb-194323d7f90c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.832717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6f25ecfd-dfce-4468-9efb-194323d7f90c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.844773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.914649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6f25ecfd-dfce-4468-9efb-194323d7f90c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:48.918064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] For port ac00127b-0c2d-4ef3-8432-8a8de7794756, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ac00127b-0c2d-4ef3-8432-8a8de7794756,segment=NetworkSegment(26a6b096-7fe9-4a58-8aa4-7fe4840989f4),segment_id=26a6b096-7fe9-4a58-8aa4-7fe4840989f4)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:48.918749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.066601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Calling delete_port for ac00127b-0c2d-4ef3-8432-8a8de7794756 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:49.121858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Network 9a632f3c-18ae-4232-86f0-9a67a3186479 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:49.129838 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:49.137292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:49.141637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-654f8db3-cde9-4b0d-8a09-bf4a6b086ef4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.196146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-654f8db3-cde9-4b0d-8a09-bf4a6b086ef4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.213122 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f8db3-cde9-4b0d-8a09-bf4a6b086ef4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Subnet': ['ID=09a6be46-b5e1-4a14-8c3d-5df27b610586,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:49.216599 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-654f8db3-cde9-4b0d-8a09-bf4a6b086ef4 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/subnets/09a6be46-b5e1-4a14-8c3d-5df27b610586 HTTP/1.1" status: 204 len: 168 time: 1.2007537 Jan 28 17:55:49.217689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6f25ecfd-dfce-4468-9efb-194323d7f90c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.223776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39558) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:49.240929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Pushing event updated for resources: {'Port': ['ID=91b00aa6-791b-4b8c-a445-3b29525f4ee3,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:49.246363 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24e10b1-4da3-498b-8a9c-3c3b07dcd289 None None] Network 1bad8efe-9d71-4211-8401-9d7a7f00c7ef requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:49.357376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05c2ed2-d800-4197-abf3-ea1bc1aa3607 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Deleting subnet 00d647e5-078b-495a-be42-3e20c32c4260 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:55:49.361766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d05c2ed2-d800-4197-abf3-ea1bc1aa3607 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.386786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46f8f30-b4e6-4ec3-b9ac-473908731a6d None None] DHCP port deletion for deb80f1c-f0d0-4c1e-8eec-2eb672195040 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:49.397439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6f25ecfd-dfce-4468-9efb-194323d7f90c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.401851 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6f25ecfd-dfce-4468-9efb-194323d7f90c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8787692 Jan 28 17:55:49.405935 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39562) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:49.428891 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d46f8f30-b4e6-4ec3-b9ac-473908731a6d None None] Deleting port ac00127b-0c2d-4ef3-8432-8a8de7794756 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:49.429271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d46f8f30-b4e6-4ec3-b9ac-473908731a6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.438310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.484734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Attempting to bind port 91b00aa6-791b-4b8c-a445-3b29525f4ee3 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:55:49.484894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Attempting to bind port 91b00aa6-791b-4b8c-a445-3b29525f4ee3 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '2e3126f3-dfed-40a8-a0cf-a4fda1acb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9a632f3c-18ae-4232-86f0-9a67a3186479'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:55:49.485264 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Attempting to bind port 91b00aa6-791b-4b8c-a445-3b29525f4ee3 on network 9a632f3c-18ae-4232-86f0-9a67a3186479 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:55:49.517158 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:55:49.517531 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Checking segment: {'id': '2e3126f3-dfed-40a8-a0cf-a4fda1acb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9a632f3c-18ae-4232-86f0-9a67a3186479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:49.517928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.518320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Bound using segment: {'id': '2e3126f3-dfed-40a8-a0cf-a4fda1acb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9a632f3c-18ae-4232-86f0-9a67a3186479'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:55:49.518802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Bound port: 91b00aa6-791b-4b8c-a445-3b29525f4ee3, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3126f3-dfed-40a8-a0cf-a4fda1acb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9a632f3c-18ae-4232-86f0-9a67a3186479'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:55:49.519202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.540709 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': 'daad26bf-727b-4fa6-96f2-5df31237f319'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:55:49.542034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.596104 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d46f8f30-b4e6-4ec3-b9ac-473908731a6d None None] The port 'ac00127b-0c2d-4ef3-8432-8a8de7794756' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:55:49.705125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.730540 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d05c2ed2-d800-4197-abf3-ea1bc1aa3607 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.827252 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.839415 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] For port 91b00aa6-791b-4b8c-a445-3b29525f4ee3, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:55:49.864383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.895583 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] For port 91b00aa6-791b-4b8c-a445-3b29525f4ee3, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=91b00aa6-791b-4b8c-a445-3b29525f4ee3,segment=NetworkSegment(2e3126f3-dfed-40a8-a0cf-a4fda1acb06e),segment_id=2e3126f3-dfed-40a8-a0cf-a4fda1acb06e)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:55:49.972997 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Allocated IP 2001:db8::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/daad26bf-727b-4fa6-96f2-5df31237f319/52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:49.977603 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Subnet': ['ID=4e16ebd3-ccd9-4250-80b1-8a4eba29d7ec,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:49.978620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:49.989039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Allocated IP 172.20.0.1 (9a632f3c-18ae-4232-86f0-9a67a3186479/0ba655e9-ae45-4f1d-bee4-888fd6ea6d1a/4bb63049-f5ac-4a84-b159-e6b06b5b292f) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:49.997673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Checking segment: {'id': '1e70aba2-0a63-4f42-8484-661ec3c7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd95e0308-61ac-4b44-8ba8-0b3869484147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:49.998099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network hostable DHCP agents. Network: d95e0308-61ac-4b44-8ba8-0b3869484147, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:55:50.032852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Pushing event deleted for resources: {'Port': ['ID=ac00127b-0c2d-4ef3-8432-8a8de7794756,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:50.131643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network d95e0308-61ac-4b44-8ba8-0b3869484147 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:55:50.170762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] No DVR routers for this DVR port ac00127b-0c2d-4ef3-8432-8a8de7794756 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:50.268938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:50.286309 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Transition to ACTIVE for port object 4bb63049-f5ac-4a84-b159-e6b06b5b292f will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:50.322738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, d95e0308-61ac-4b44-8ba8-0b3869484147) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:50.362393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:50.363333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:50.370746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b48897-8957-4c4f-8cad-cdf54a4bdd03 None None] Network d95e0308-61ac-4b44-8ba8-0b3869484147 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:50.384428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:50.426506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:50.428151 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d5631-d9f6-406b-b28a-4711c3ebea82 None None] Pushing event updated for resources: {'Port': ['ID=91b00aa6-791b-4b8c-a445-3b29525f4ee3,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:50.579473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 9a632f3c-18ae-4232-86f0-9a67a3186479 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:50.585754 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:50.606240 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:50.675074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39586) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:50.692635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:50.719923 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e3cb3f38-152f-4f28-8fe6-fff46771bdc0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4515917 Jan 28 17:55:50.750273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39590) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:50.769242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-170609604', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:50.779841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=4bb63049-f5ac-4a84-b159-e6b06b5b292f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:50.792259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:50.794818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 91b00aa6-791b-4b8c-a445-3b29525f4ee3 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:50.800667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:router and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:50.806283 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:50.819551 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:50.882771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:50.948139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Transition to ACTIVE for port object 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:50.994496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Transition to ACTIVE for port object 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:50.998219 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39596) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:51.020587 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0212729 Jan 28 17:55:51.021722 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:51.021907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39598) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:51.043558 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-d95e0308-61ac-4b44-8ba8-0b3869484147', 'network_id': 'd95e0308-61ac-4b44-8ba8-0b3869484147', 'tenant_id': 'ed3b3cb4c11d4295920488b7f0f6f0ae', 'fixed_ips': [{'subnet_id': '4e16ebd3-ccd9-4250-80b1-8a4eba29d7ec'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:55:51.044454 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.058000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb80f1c-f0d0-4c1e-8eec-2eb672195040']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:51.075356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a6b096-7fe9-4a58-8aa4-7fe4840989f4') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:51.075646 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a6b096-7fe9-4a58-8aa4-7fe4840989f4') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:51.089639 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.108659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.119056 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:55:51.119457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.120464 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.121505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:55:51.138453 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:55:51.147214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.207259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d05c2ed2-d800-4197-abf3-ea1bc1aa3607 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.259198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.324822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.329445 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 91b00aa6-791b-4b8c-a445-3b29525f4ee3 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:51.361551 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-462ebfae-aeb8-44a9-85f1-7677da3b6f59 tempest-NetworksApiDiscovery-811184851 tempest-NetworksApiDiscovery-811184851-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3328850 Jan 28 17:55:51.422425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::1 (c221bf74-e816-466d-af85-3d953f9ff4cd/daad26bf-727b-4fa6-96f2-5df31237f319/067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:51.423070 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:51.430185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-274984178', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:51.436436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:51.444401 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:51.445168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:51.455684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Usage tracker for resource:port and tenant:46397f40670c4d99a1df332de01c20fc is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:51.459800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:51.474179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:51.499791 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Pushing event updated for resources: {'Port': ['ID=52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:51.514230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.521432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.568787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ac00127b-0c2d-4ef3-8432-8a8de7794756 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:51.631573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d05c2ed2-d800-4197-abf3-ea1bc1aa3607 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.680991 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] Pushing event deleted for resources: {'Network': ['ID=deb80f1c-f0d0-4c1e-8eec-2eb672195040,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:51.691165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c2ed2-d800-4197-abf3-ea1bc1aa3607 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Subnet': ['ID=00d647e5-078b-495a-be42-3e20c32c4260,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:51.704555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Made reservation on behalf of 46397f40670c4d99a1df332de01c20fc for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:55:51.707163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.723672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.741512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d05c2ed2-d800-4197-abf3-ea1bc1aa3607 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.749325 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c58d5e3d-8ca1-461a-99a0-e77b55342ad8 None None] Provisioning complete for port f2a0c9da-5fce-4494-b909-b6bdcffccaed triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:51.749325 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c58d5e3d-8ca1-461a-99a0-e77b55342ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.749528 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d05c2ed2-d800-4197-abf3-ea1bc1aa3607 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/subnets/00d647e5-078b-495a-be42-3e20c32c4260 HTTP/1.1" status: 204 len: 168 time: 2.5153601 Jan 28 17:55:51.749528 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d0f6c112-4e1d-4d86-a3fc-887649bac29c tempest-DHCPAgentSchedulersTestJSON-2136613707 tempest-DHCPAgentSchedulersTestJSON-2136613707-project] 10.222.0.26 "DELETE /v2.0/networks/deb80f1c-f0d0-4c1e-8eec-2eb672195040 HTTP/1.1" status: 204 len: 168 time: 3.5452311 Jan 28 17:55:51.750694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39606) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:51.760378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:51.815135 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: ac00127b-0c2d-4ef3-8432-8a8de7794756 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:51.816321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ac00127b-0c2d-4ef3-8432-8a8de7794756 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:51.837020 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815a33cc-3359-46dc-aad2-87adf672884d None None] Network 1bad8efe-9d71-4211-8401-9d7a7f00c7ef requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:51.897293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Usage tracker for resource:security_group_rule and tenant:46397f40670c4d99a1df332de01c20fc is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:51.900155 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Attempting to bind port 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:55:51.900534 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Attempting to bind port 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:55:51.900891 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Attempting to bind port 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:55:51.906452 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e0eed-7dc9-48a0-9f1a-aa2924f8fbf5 None None] Network 9a632f3c-18ae-4232-86f0-9a67a3186479 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:51.907468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:51.931937 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:51.957327 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:51.994788 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.002460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.034501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:55:52.034877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:52.035243 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.035642 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:55:52.036121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Bound port: 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:55:52.036497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.040417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:52.041583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Deleting port f2a0c9da-5fce-4494-b909-b6bdcffccaed {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:52.041910 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.103139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Allocated IP 172.20.0.2 (d95e0308-61ac-4b44-8ba8-0b3869484147/4e16ebd3-ccd9-4250-80b1-8a4eba29d7ec/46a5f308-adaa-4179-ab98-22da62b78081) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:52.181206 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39614) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:52.263627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.451613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.479975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] device_id is not set on port c8b5f7da-c89a-4a6c-b0ac-2fd161074a7b yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:55:52.507153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.522294 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Transition to ACTIVE for port object 46a5f308-adaa-4179-ab98-22da62b78081 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:52.537873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39622) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:52.556716 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Transition to ACTIVE for port object 46a5f308-adaa-4179-ab98-22da62b78081 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:52.567637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.629056 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0428d892-7996-420b-920c-a9a527b67247,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:52.683431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:52.686906 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] For port f2a0c9da-5fce-4494-b909-b6bdcffccaed, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f2a0c9da-5fce-4494-b909-b6bdcffccaed,segment=NetworkSegment(943d5838-8567-4215-ae9e-82990bc3fb2f),segment_id=943d5838-8567-4215-ae9e-82990bc3fb2f)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:52.687280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.709853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.714578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:52.723668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:52.724269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.751684 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.846736 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.951238 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Calling delete_port for f2a0c9da-5fce-4494-b909-b6bdcffccaed owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:52.962207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Network d95e0308-61ac-4b44-8ba8-0b3869484147 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:52.984494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:52.988863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a862172f-b8fd-4089-bc0a-038dfdb77519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:53.006718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Pushing event updated for resources: {'Port': ['ID=46a5f308-adaa-4179-ab98-22da62b78081,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:53.009727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:53.019060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:53.019453 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:53.022148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:53.062117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a862172f-b8fd-4089-bc0a-038dfdb77519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:53.064629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:53.074863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=4bb63049-f5ac-4a84-b159-e6b06b5b292f,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:53.086457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] For port 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:55:53.089877 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Allocated IP 172.26.1.253 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/c8b5f7da-c89a-4a6c-b0ac-2fd161074a7b) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:53.100926 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a862172f-b8fd-4089-bc0a-038dfdb77519 admin admin] Usage tracker for resource:security_group_rule and tenant:1864284710ed4e69b5886d1b335bb982 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:53.107324 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-193be4b4-8045-4f79-816f-c029bbc79cd4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6660e0a2270d413abbccefc1dd174896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5652471 Jan 28 17:55:53.110544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a862172f-b8fd-4089-bc0a-038dfdb77519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:53.114158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39630) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:53.134744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a862172f-b8fd-4089-bc0a-038dfdb77519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:53.148380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] For port 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:55:53.172400 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Attempting to bind port 46a5f308-adaa-4179-ab98-22da62b78081 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:55:53.172769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Attempting to bind port 46a5f308-adaa-4179-ab98-22da62b78081 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '1e70aba2-0a63-4f42-8484-661ec3c7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd95e0308-61ac-4b44-8ba8-0b3869484147'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:55:53.173136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Attempting to bind port 46a5f308-adaa-4179-ab98-22da62b78081 on network d95e0308-61ac-4b44-8ba8-0b3869484147 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:55:53.181369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:55:53.181806 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Checking segment: {'id': '1e70aba2-0a63-4f42-8484-661ec3c7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd95e0308-61ac-4b44-8ba8-0b3869484147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:53.182094 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:53.182485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Bound using segment: {'id': '1e70aba2-0a63-4f42-8484-661ec3c7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd95e0308-61ac-4b44-8ba8-0b3869484147'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:55:53.182949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Bound port: 46a5f308-adaa-4179-ab98-22da62b78081, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e70aba2-0a63-4f42-8484-661ec3c7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd95e0308-61ac-4b44-8ba8-0b3869484147'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:55:53.183344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:53.271105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:53.272929 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 9a632f3c-18ae-4232-86f0-9a67a3186479 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:53.274124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:53.275136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdac80d5-5f7d-4a14-a739-e5ceff3a6961 None None] DHCP port deletion for 1bad8efe-9d71-4211-8401-9d7a7f00c7ef request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:53.317147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:53.330344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-fdac80d5-5f7d-4a14-a739-e5ceff3a6961 None None] Deleting port f2a0c9da-5fce-4494-b909-b6bdcffccaed {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:53.330344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fdac80d5-5f7d-4a14-a739-e5ceff3a6961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:53.380575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b1fc489d-d926-42e0-8593-43fcd6bfebbe None None] Provisioning for port 91b00aa6-791b-4b8c-a445-3b29525f4ee3 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:53.392376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4a892a1e-72bf-4b1f-812a-0a7b5a971de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:53.406942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:53.441967 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-fdac80d5-5f7d-4a14-a739-e5ceff3a6961 None None] The port 'f2a0c9da-5fce-4494-b909-b6bdcffccaed' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:55:53.442968 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b1fc489d-d926-42e0-8593-43fcd6bfebbe None None] Provisioning complete for port 91b00aa6-791b-4b8c-a445-3b29525f4ee3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:53.443360 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1fc489d-d926-42e0-8593-43fcd6bfebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:53.482041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Port': ['ID=f2a0c9da-5fce-4494-b909-b6bdcffccaed,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:53.497369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No DVR routers for this DVR port f2a0c9da-5fce-4494-b909-b6bdcffccaed on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:53.505401 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] For port 46a5f308-adaa-4179-ab98-22da62b78081, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:55:53.516038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357a841-cbe0-4ba6-bcda-15b108bba1a7 None None] Pushing event updated for resources: {'Port': ['ID=52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:53.529161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] For port 46a5f308-adaa-4179-ab98-22da62b78081, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=46a5f308-adaa-4179-ab98-22da62b78081,segment=NetworkSegment(1e70aba2-0a63-4f42-8484-661ec3c7dd03),segment_id=1e70aba2-0a63-4f42-8484-661ec3c7dd03)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:55:53.582739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router 6addf2dd-79c7-4641-b31d-59746e3a7df8 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:55:53.594236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4a892a1e-72bf-4b1f-812a-0a7b5a971de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:53.608788 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1fc489d-d926-42e0-8593-43fcd6bfebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:53.640569 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:53.805683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b1fc489d-d926-42e0-8593-43fcd6bfebbe None None] For port 91b00aa6-791b-4b8c-a445-3b29525f4ee3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=91b00aa6-791b-4b8c-a445-3b29525f4ee3,segment=NetworkSegment(2e3126f3-dfed-40a8-a0cf-a4fda1acb06e),segment_id=2e3126f3-dfed-40a8-a0cf-a4fda1acb06e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:53.827962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1999c-b479-4660-b025-f0afa8a26ed6 None None] Pushing event updated for resources: {'Port': ['ID=46a5f308-adaa-4179-ab98-22da62b78081,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:53.871402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1fc489d-d926-42e0-8593-43fcd6bfebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.018163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.027389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:54.033066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a862172f-b8fd-4089-bc0a-038dfdb77519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.038585 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc72bc-890d-464d-a13b-b2bf55a2dd69 None None] Sync routers for ids ['6addf2dd-79c7-4641-b31d-59746e3a7df8'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:54.055180 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc72bc-890d-464d-a13b-b2bf55a2dd69 None None] Routers {'6addf2dd-79c7-4641-b31d-59746e3a7df8'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:54.056722 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d1fc72bc-890d-464d-a13b-b2bf55a2dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6addf2dd-79c7-4641-b31d-59746e3a7df8'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:54.073808 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6ebb8a37-0e88-4058-829a-9de2bf5e8070 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/6addf2dd-79c7-4641-b31d-59746e3a7df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5199029 Jan 28 17:55:54.077778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39634) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:54.095499 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc489d-d926-42e0-8593-43fcd6bfebbe None None] Pushing event updated for resources: {'Port': ['ID=91b00aa6-791b-4b8c-a445-3b29525f4ee3,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:54.131772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8acf349a-e100-4323-aab0-6db5a28902fa None None] Provisioning for port 4bb63049-f5ac-4a84-b159-e6b06b5b292f completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:54.138723 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8acf349a-e100-4323-aab0-6db5a28902fa None None] Provisioning complete for port 4bb63049-f5ac-4a84-b159-e6b06b5b292f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:54.145779 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8acf349a-e100-4323-aab0-6db5a28902fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.254515 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c82e3bd-b7c2-4e32-8ce2-c98f598f0237 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:54.255141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4c82e3bd-b7c2-4e32-8ce2-c98f598f0237 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Synchronizing usage tracker for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:54.266475 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d1fc72bc-890d-464d-a13b-b2bf55a2dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:54.286921 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc72bc-890d-464d-a13b-b2bf55a2dd69 None None] Routers {'6addf2dd-79c7-4641-b31d-59746e3a7df8'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:54.287616 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d1fc72bc-890d-464d-a13b-b2bf55a2dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6addf2dd-79c7-4641-b31d-59746e3a7df8'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:54.303411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8acf349a-e100-4323-aab0-6db5a28902fa None None] Port 4bb63049-f5ac-4a84-b159-e6b06b5b292f cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:55:54.321584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8acf349a-e100-4323-aab0-6db5a28902fa None None] Provisioning complete for port 91b00aa6-791b-4b8c-a445-3b29525f4ee3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:54.322499 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8acf349a-e100-4323-aab0-6db5a28902fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.327344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a862172f-b8fd-4089-bc0a-038dfdb77519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.343083 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4c82e3bd-b7c2-4e32-8ce2-c98f598f0237 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Unset dirty status for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:54.348012 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4c82e3bd-b7c2-4e32-8ce2-c98f598f0237 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports/4bb63049-f5ac-4a84-b159-e6b06b5b292f HTTP/1.1" status: 200 len: 910 time: 0.2690821 Jan 28 17:55:54.348763 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39638) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:54.370503 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d1fc72bc-890d-464d-a13b-b2bf55a2dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:54.371184 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc72bc-890d-464d-a13b-b2bf55a2dd69 None None] The sync data for ids ['6addf2dd-79c7-4641-b31d-59746e3a7df8'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:55:54.373694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4a892a1e-72bf-4b1f-812a-0a7b5a971de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.381972 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bad8efe-9d71-4211-8401-9d7a7f00c7ef']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:54.490973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943d5838-8567-4215-ae9e-82990bc3fb2f') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:54.491309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943d5838-8567-4215-ae9e-82990bc3fb2f') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:54.518165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.565424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.575048 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a862172f-b8fd-4089-bc0a-038dfdb77519 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1864284710ed4e69b5886d1b335bb982&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3847966 Jan 28 17:55:54.589366 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39642) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:54.643791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862172f-b8fd-4089-bc0a-038dfdb77519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa851eb-a8ee-4d5a-baf8-5ab436a86391,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:54.644002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d30510f7-4028-40e0-9f19-651157e8f4b9 None None] Provisioning complete for port 4bb63049-f5ac-4a84-b159-e6b06b5b292f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:54.644961 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d30510f7-4028-40e0-9f19-651157e8f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.668460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a892a1e-72bf-4b1f-812a-0a7b5a971de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9268e574-6488-4255-98ab-4fd04e8a5669,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:54.702563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.731026 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:55:54.731026 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.756350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d30510f7-4028-40e0-9f19-651157e8f4b9 None None] Port 4bb63049-f5ac-4a84-b159-e6b06b5b292f cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:55:54.765267 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:55:54.771334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4a892a1e-72bf-4b1f-812a-0a7b5a971de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.775919 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4a892a1e-72bf-4b1f-812a-0a7b5a971de7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9268e574-6488-4255-98ab-4fd04e8a5669 HTTP/1.1" status: 204 len: 168 time: 1.6511786 Jan 28 17:55:54.862763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 91b00aa6-791b-4b8c-a445-3b29525f4ee3 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:54.884216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3e28ef4a-17c5-470f-8100-14d16b20f4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.925899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3e28ef4a-17c5-470f-8100-14d16b20f4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.930325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.971142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 91b00aa6-791b-4b8c-a445-3b29525f4ee3 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:54.972002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.978434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:54.980592 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:55.074035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Pushing event updated for resources: {'Port': ['ID=c8b5f7da-c89a-4a6c-b0ac-2fd161074a7b,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:55.097070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:55.100876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:55.101656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:55.160482 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:55.252795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.26.1.41 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/2d8be51b-bfdd-47e9-8268-df2446a0cf91) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:55:55.327084 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/1bad8efe-9d71-4211-8401-9d7a7f00c7ef HTTP/1.1" status: 204 len: 168 time: 3.5719311 Jan 28 17:55:55.328040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14b4f7-2fd6-49f8-b56c-c2c3396807d6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Network': ['ID=1bad8efe-9d71-4211-8401-9d7a7f00c7ef,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:55.339434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39650) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:55.341613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:55.344750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:55.354703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:55.356066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:55.361006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 46a5f308-adaa-4179-ab98-22da62b78081 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:55.374747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3e28ef4a-17c5-470f-8100-14d16b20f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:55.395177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:55.425148 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28ef4a-17c5-470f-8100-14d16b20f4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa851eb-a8ee-4d5a-baf8-5ab436a86391,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:55.442387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3e28ef4a-17c5-470f-8100-14d16b20f4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:55.443586 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3e28ef4a-17c5-470f-8100-14d16b20f4f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8aa851eb-a8ee-4d5a-baf8-5ab436a86391 HTTP/1.1" status: 204 len: 168 time: 0.8532805 Jan 28 17:55:55.472529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:55.473361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:55.511402 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca738870-05f3-44c5-94a4-e11019c42f40 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] DELETE failed (client error): The resource could not be found. Jan 28 17:55:55.511402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca738870-05f3-44c5-94a4-e11019c42f40 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:55:55.512998 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ca738870-05f3-44c5-94a4-e11019c42f40 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/subnets/63518ff8-cfda-4608-b1dc-7d822798c773 HTTP/1.1" status: 404 len: 337 time: 0.1698706 Jan 28 17:55:55.516609 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39656) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:55.589680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-47b3af3f-a837-4451-95cd-80f3abcdfe78 None None] Provisioning for port 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:55.589865 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d676110-49e5-43c2-9a00-c204ba7e1540 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] DELETE failed (client error): The resource could not be found. Jan 28 17:55:55.589865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d676110-49e5-43c2-9a00-c204ba7e1540 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:55:55.589865 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6d676110-49e5-43c2-9a00-c204ba7e1540 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/ba36d57a-aef2-43bc-a514-055d30fc3fa1 HTTP/1.1" status: 404 len: 339 time: 0.0700951 Jan 28 17:55:55.591417 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-47b3af3f-a837-4451-95cd-80f3abcdfe78 None None] Provisioning complete for port 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:55.591614 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-47b3af3f-a837-4451-95cd-80f3abcdfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:55.597704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39660) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:55.600622 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:55.655328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6bd1263-f7ac-411c-8c29-f17a2eb1575a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:55.664462 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b9bf46ed-0a29-40ce-a45a-00b817a5fc93 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.9822493 Jan 28 17:55:55.668914 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a352cd7a-74fa-4bf7-a3c3-9c6616783f0d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] DELETE failed (client error): The resource could not be found. Jan 28 17:55:55.669792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a352cd7a-74fa-4bf7-a3c3-9c6616783f0d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:55:55.671246 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a352cd7a-74fa-4bf7-a3c3-9c6616783f0d tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/subnets/a669c826-e4fd-4840-a141-a0831dee2107 HTTP/1.1" status: 404 len: 337 time: 0.0726664 Jan 28 17:55:55.672157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39664) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:55.678116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39666) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:55.678413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39668) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:55.685767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.253'}]}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:55:55.711155 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 46a5f308-adaa-4179-ab98-22da62b78081 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:55.749664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a1f97701-878a-4087-8f86-eed1f4c4b2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:55.768018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:55.779240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:55.788375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Usage tracker for resource:router and tenant:46397f40670c4d99a1df332de01c20fc is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:55.795455 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-77296075-18dc-4538-b15f-3c72b9dd732a tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] DELETE failed (client error): The resource could not be found. Jan 28 17:55:55.796100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77296075-18dc-4538-b15f-3c72b9dd732a tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:55:55.799861 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-77296075-18dc-4538-b15f-3c72b9dd732a tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/14211041-aee3-4381-a56c-7075274392bd HTTP/1.1" status: 404 len: 339 time: 0.1184278 Jan 28 17:55:55.799861 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:55.801879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a1f97701-878a-4087-8f86-eed1f4c4b2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:55:55.803991 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39676) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:55.804818 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:55.817604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:55.827462 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f2a0c9da-5fce-4494-b909-b6bdcffccaed no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:55.855499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a1f97701-878a-4087-8f86-eed1f4c4b2a3 admin admin] Usage tracker for resource:security_group_rule and tenant:90fb1507e56841d1a5d914dde9cc92e5 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:55:55.864227 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a1f97701-878a-4087-8f86-eed1f4c4b2a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:55:55.870173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bb458a-82b5-47be-ad6f-5316f781c718 None None] Network d95e0308-61ac-4b44-8ba8-0b3869484147 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:55.996884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-47b3af3f-a837-4451-95cd-80f3abcdfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.025539 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: f2a0c9da-5fce-4494-b909-b6bdcffccaed {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:56.025827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f2a0c9da-5fce-4494-b909-b6bdcffccaed not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:56.045615 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f8bdc5-5c5d-4342-9fab-41ef78e5094a tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] DELETE failed (client error): The resource could not be found. Jan 28 17:55:56.046063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f8bdc5-5c5d-4342-9fab-41ef78e5094a tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:55:56.048183 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-41f8bdc5-5c5d-4342-9fab-41ef78e5094a tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/subnets/3313e299-9b2b-441a-a731-a2a570c5b209 HTTP/1.1" status: 404 len: 337 time: 0.2398999 Jan 28 17:55:56.048778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a1f97701-878a-4087-8f86-eed1f4c4b2a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:55:56.056241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39680) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:56.094714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-47b3af3f-a837-4451-95cd-80f3abcdfe78 None None] For port 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:56.110286 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacb40e2-3379-4aae-bd85-c73435bc406b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] DELETE failed (client error): The resource could not be found. Jan 28 17:55:56.111133 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacb40e2-3379-4aae-bd85-c73435bc406b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:55:56.113567 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-aacb40e2-3379-4aae-bd85-c73435bc406b tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/9a86063a-8e41-4643-b642-ff197bbfccc7 HTTP/1.1" status: 404 len: 339 time: 0.0563672 Jan 28 17:55:56.142205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39684) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:56.151616 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.199350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-47b3af3f-a837-4451-95cd-80f3abcdfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.241724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a1f97701-878a-4087-8f86-eed1f4c4b2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.249247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.250377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.269750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.275532 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:55:56.281312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:55:56.285053 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3af3f-a837-4451-95cd-80f3abcdfe78 None None] Pushing event updated for resources: {'Port': ['ID=52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:56.288110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:55:56.311562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a1f97701-878a-4087-8f86-eed1f4c4b2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.326097 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=2d8be51b-bfdd-47e9-8268-df2446a0cf91,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:56.349935 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba249bd-6d6b-41ec-bba2-a9c0c197a461 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Deleting subnet 8bdf6bbd-3ae4-4fc9-a663-7df742d932dd {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:55:56.358859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ba249bd-6d6b-41ec-bba2-a9c0c197a461 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.364569 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a1f97701-878a-4087-8f86-eed1f4c4b2a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90fb1507e56841d1a5d914dde9cc92e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6834266 Jan 28 17:55:56.368750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39688) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:56.383180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Router f42fd08b-a1f9-41ee-a625-0caa1fd3c11d is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:55:56.387780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f97701-878a-4087-8f86-eed1f4c4b2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7616a3db-04cc-4318-901f-bb483a210a51,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:56.405754 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fa1d460a-b66e-48ba-bcce-bc09fa5c02e1 None None] Provisioning for port 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:56.411138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fa1d460a-b66e-48ba-bcce-bc09fa5c02e1 None None] Provisioning complete for port 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:56.411566 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fa1d460a-b66e-48ba-bcce-bc09fa5c02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.482635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-fa1d460a-b66e-48ba-bcce-bc09fa5c02e1 None None] Port 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:55:56.559837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fa1d460a-b66e-48ba-bcce-bc09fa5c02e1 None None] Provisioning for port 46a5f308-adaa-4179-ab98-22da62b78081 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:55:56.565780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fa1d460a-b66e-48ba-bcce-bc09fa5c02e1 None None] Provisioning complete for port 46a5f308-adaa-4179-ab98-22da62b78081 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:56.566627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fa1d460a-b66e-48ba-bcce-bc09fa5c02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.596370 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:56.720819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ba249bd-6d6b-41ec-bba2-a9c0c197a461 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.744808 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:56.745452 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.797409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fa1d460a-b66e-48ba-bcce-bc09fa5c02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.842615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-fa1d460a-b66e-48ba-bcce-bc09fa5c02e1 None None] For port 46a5f308-adaa-4179-ab98-22da62b78081, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=46a5f308-adaa-4179-ab98-22da62b78081,segment=NetworkSegment(1e70aba2-0a63-4f42-8484-661ec3c7dd03),segment_id=1e70aba2-0a63-4f42-8484-661ec3c7dd03)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:56.862938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd1263-f7ac-411c-8c29-f17a2eb1575a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 4bb63049-f5ac-4a84-b159-e6b06b5b292f {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:56.863296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6bd1263-f7ac-411c-8c29-f17a2eb1575a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.937421 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fa1d460a-b66e-48ba-bcce-bc09fa5c02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.968116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:56.972314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26f54415-0bad-4e00-83b8-48ca4635f7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:57.001371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ba249bd-6d6b-41ec-bba2-a9c0c197a461 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:57.003222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26f54415-0bad-4e00-83b8-48ca4635f7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:57.060922 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:55:57.075506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Sync routers for ids ['f42fd08b-a1f9-41ee-a625-0caa1fd3c11d'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:55:57.079772 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bd96b745-1e17-42f9-a387-4755b5817192 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "PUT /v2.0/routers/f42fd08b-a1f9-41ee-a625-0caa1fd3c11d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6731117 Jan 28 17:55:57.082402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39692) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:57.100363 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Routers {'f42fd08b-a1f9-41ee-a625-0caa1fd3c11d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:57.100987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f42fd08b-a1f9-41ee-a625-0caa1fd3c11d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:57.162980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673acb61-f4f2-44d2-88d7-f6cf2261a3fa tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:57.163973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-673acb61-f4f2-44d2-88d7-f6cf2261a3fa tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:55:57.196655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26f54415-0bad-4e00-83b8-48ca4635f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:57.199870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26f54415-0bad-4e00-83b8-48ca4635f7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:57.201263 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-26f54415-0bad-4e00-83b8-48ca4635f7e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7616a3db-04cc-4318-901f-bb483a210a51 HTTP/1.1" status: 204 len: 168 time: 0.8315499 Jan 28 17:55:57.216023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f54415-0bad-4e00-83b8-48ca4635f7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7616a3db-04cc-4318-901f-bb483a210a51,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:57.229425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-44291e08-1e3e-434c-9da9-1f066669275f None None] Provisioning complete for port 46a5f308-adaa-4179-ab98-22da62b78081 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:57.230232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-44291e08-1e3e-434c-9da9-1f066669275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:57.271353 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-673acb61-f4f2-44d2-88d7-f6cf2261a3fa tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:55:57.275707 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-673acb61-f4f2-44d2-88d7-f6cf2261a3fa tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports/067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 HTTP/1.1" status: 200 len: 911 time: 0.1891248 Jan 28 17:55:57.277092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6bd1263-f7ac-411c-8c29-f17a2eb1575a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:57.277774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39698) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:57.322680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d460a-b66e-48ba-bcce-bc09fa5c02e1 None None] Pushing event updated for resources: {'Port': ['ID=46a5f308-adaa-4179-ab98-22da62b78081,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:57.391595 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Set router f42fd08b-a1f9-41ee-a625-0caa1fd3c11d gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:55:57.403318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f379595-38a5-4372-bd39-738e7b6c118f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:57.409503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f379595-38a5-4372-bd39-738e7b6c118f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:55:57.414092 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8f379595-38a5-4372-bd39-738e7b6c118f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1333146 Jan 28 17:55:57.414239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd1263-f7ac-411c-8c29-f17a2eb1575a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for 4bb63049-f5ac-4a84-b159-e6b06b5b292f owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:57.414521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39702) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:57.451275 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:57.520121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ba249bd-6d6b-41ec-bba2-a9c0c197a461 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:57.583160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba249bd-6d6b-41ec-bba2-a9c0c197a461 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Subnet': ['ID=8bdf6bbd-3ae4-4fc9-a663-7df742d932dd,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:57.592074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ba249bd-6d6b-41ec-bba2-a9c0c197a461 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:57.619404 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a481b8de-b5b4-43d0-a8d7-10c3697a3361 None None] Network e731c8d7-7562-46ad-b640-7f567808d717 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:55:57.659764 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6ba249bd-6d6b-41ec-bba2-a9c0c197a461 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/subnets/8bdf6bbd-3ae4-4fc9-a663-7df742d932dd HTTP/1.1" status: 204 len: 168 time: 1.5157211 Jan 28 17:55:57.669126 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39708) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:57.945151 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42fd08b-a1f9-41ee-a625-0caa1fd3c11d', 'name': 'tempest-NetworksTestDHCPv6-router-1655991425', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:55:48Z', 'updated_at': '2022-01-28T17:55:53Z', 'revision_number': 2, 'project_id': '38566222d38f4224a716e71cae08ac08', 'gw_port_host': None, '_interfaces': [{'id': '067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4', 'name': '', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'mac_address': 'fa:16:3e:47:c3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42fd08b-a1f9-41ee-a625-0caa1fd3c11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'daad26bf-727b-4fa6-96f2-5df31237f319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:55:50Z', 'updated_at': '2022-01-28T17:55:54Z', 'revision_number': 2, 'project_id': '38566222d38f4224a716e71cae08ac08', 'subnets': [{'id': 'daad26bf-727b-4fa6-96f2-5df31237f319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:57.952081 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Checking router: f42fd08b-a1f9-41ee-a625-0caa1fd3c11d for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:55:57.952434 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Updating router f42fd08b-a1f9-41ee-a625-0caa1fd3c11d port 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:55:58.020769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:58.032541 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777294b2-7005-4344-ab5b-1453b65b93d5 None None] DHCP port deletion for e731c8d7-7562-46ad-b640-7f567808d717 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:55:58.038565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-777294b2-7005-4344-ab5b-1453b65b93d5 None None] Deleting port e77286ce-8a21-4391-b1f3-a9ee6f1d388f {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:58.039132 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-777294b2-7005-4344-ab5b-1453b65b93d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:58.048308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:58.086470 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:58.101104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:58.290819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Deleting port e77286ce-8a21-4391-b1f3-a9ee6f1d388f {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:58.291430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:58.454225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-777294b2-7005-4344-ab5b-1453b65b93d5 None None] For port e77286ce-8a21-4391-b1f3-a9ee6f1d388f, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e77286ce-8a21-4391-b1f3-a9ee6f1d388f,segment=NetworkSegment(4af628ff-509e-44ff-a5e8-fdd07fe95bd1),segment_id=4af628ff-509e-44ff-a5e8-fdd07fe95bd1)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:58.454617 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-777294b2-7005-4344-ab5b-1453b65b93d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:58.507855 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:58.517151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6bd1263-f7ac-411c-8c29-f17a2eb1575a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:58.529876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:58.648875 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-777294b2-7005-4344-ab5b-1453b65b93d5 None None] Calling delete_port for e77286ce-8a21-4391-b1f3-a9ee6f1d388f owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:58.675673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 46a5f308-adaa-4179-ab98-22da62b78081 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:55:58.815781 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 46a5f308-adaa-4179-ab98-22da62b78081 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:55:58.816207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:58.832994 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd1263-f7ac-411c-8c29-f17a2eb1575a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Port': ['ID=4bb63049-f5ac-4a84-b159-e6b06b5b292f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:58.909496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-777294b2-7005-4344-ab5b-1453b65b93d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:58.963962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:58.968077 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:58.985846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777294b2-7005-4344-ab5b-1453b65b93d5 None None] Pushing event deleted for resources: {'Port': ['ID=e77286ce-8a21-4391-b1f3-a9ee6f1d388f,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:59.020223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777294b2-7005-4344-ab5b-1453b65b93d5 None None] No DVR routers for this DVR port e77286ce-8a21-4391-b1f3-a9ee6f1d388f on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:55:59.030617 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:59.072326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:59.099701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] For port e77286ce-8a21-4391-b1f3-a9ee6f1d388f, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e77286ce-8a21-4391-b1f3-a9ee6f1d388f,segment=NetworkSegment(4af628ff-509e-44ff-a5e8-fdd07fe95bd1),segment_id=4af628ff-509e-44ff-a5e8-fdd07fe95bd1)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:59.100070 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:59.155288 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Transition to ACTIVE for port object 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:55:59.167154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:59.167670 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab71eca9-bf74-485a-8344-f59ad1b2f606 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:55:59.224356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e77286ce-8a21-4391-b1f3-a9ee6f1d388f no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:55:59.275990 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: e77286ce-8a21-4391-b1f3-a9ee6f1d388f {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:55:59.277561 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e77286ce-8a21-4391-b1f3-a9ee6f1d388f not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:55:59.280784 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:59.328363 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Calling delete_port for e77286ce-8a21-4391-b1f3-a9ee6f1d388f owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:55:59.372600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6bd1263-f7ac-411c-8c29-f17a2eb1575a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:59.421386 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 17:55:59.425068 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6bf22c28-56f7-4c7b-973a-83284d25855d tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.7473300 Jan 28 17:55:59.425509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39738) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:55:59.508061 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a493987f-fcc0-4872-b42e-4d3c5e1f2557 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Deleting port c8b5f7da-c89a-4a6c-b0ac-2fd161074a7b {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:59.508383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router e5fc7615-34cc-45b5-b5ef-ba84b6b425dd is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:55:59.508523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a493987f-fcc0-4872-b42e-4d3c5e1f2557 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:59.510801 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8403593-d2c6-4bf6-82be-98058aa16b56 None None] Pushing event updated for resources: {'Port': ['ID=067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:59.540071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Attempting to bind port 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:55:59.540437 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Attempting to bind port 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:55:59.540835 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Attempting to bind port 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:55:59.556377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:55:59.556760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:55:59.557163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:59.557557 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:55:59.558396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Bound port: 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:55:59.558396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:59.558977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:55:59.559648 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:59.680855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] For port 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:55:59.680855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] For port 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:55:59.744028 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:55:59.830358 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8403593-d2c6-4bf6-82be-98058aa16b56 None None] Pushing event updated for resources: {'Port': ['ID=067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:55:59.860378 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Routers {'f42fd08b-a1f9-41ee-a625-0caa1fd3c11d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:55:59.862730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f42fd08b-a1f9-41ee-a625-0caa1fd3c11d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:55:59.920312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:55:59.920636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:55:59.950081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] For port 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4, host dv-neutron-826919-1-hyperv, got binding levels [] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:55:59.950444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:00.042161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] Set router f42fd08b-a1f9-41ee-a625-0caa1fd3c11d gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:56:00.070367 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bd1263-f7ac-411c-8c29-f17a2eb1575a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router 6addf2dd-79c7-4641-b31d-59746e3a7df8 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:56:00.268873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:00.270773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bd1263-f7ac-411c-8c29-f17a2eb1575a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:00.284022 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:00.284923 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df61cafb-071a-414a-8eaa-079a83866b8f None None] Sync routers for ids ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:00.303699 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61cafb-071a-414a-8eaa-079a83866b8f None None] Routers {'e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:00.304305 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-df61cafb-071a-414a-8eaa-079a83866b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:00.369228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81182fb3-7b44-4ea4-a742-c5480730c007 None None] Sync routers for ids ['6addf2dd-79c7-4641-b31d-59746e3a7df8'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:00.370891 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-df61cafb-071a-414a-8eaa-079a83866b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:00.373730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a493987f-fcc0-4872-b42e-4d3c5e1f2557 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:00.380332 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61cafb-071a-414a-8eaa-079a83866b8f None None] Routers {'e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:00.381144 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-df61cafb-071a-414a-8eaa-079a83866b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:00.421960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Deleting port e77286ce-8a21-4391-b1f3-a9ee6f1d388f {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:00.423448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:00.441745 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-df61cafb-071a-414a-8eaa-079a83866b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:00.442160 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df61cafb-071a-414a-8eaa-079a83866b8f None None] The sync data for ids ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:00.490217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81182fb3-7b44-4ea4-a742-c5480730c007 None None] Routers {'6addf2dd-79c7-4641-b31d-59746e3a7df8'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:00.490892 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-81182fb3-7b44-4ea4-a742-c5480730c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6addf2dd-79c7-4641-b31d-59746e3a7df8'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:00.518044 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a6bd1263-f7ac-411c-8c29-f17a2eb1575a tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/6addf2dd-79c7-4641-b31d-59746e3a7df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1680250 Jan 28 17:56:00.518864 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:00.523101 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d94092d1-f083-4829-ba7d-2dda42af42a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.7715831 Jan 28 17:56:00.528524 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39754) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:00.529214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39756) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:00.540969 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] The port 'e77286ce-8a21-4391-b1f3-a9ee6f1d388f' was deleted {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:56:00.551452 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a493987f-fcc0-4872-b42e-4d3c5e1f2557 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Calling delete_port for c8b5f7da-c89a-4a6c-b0ac-2fd161074a7b owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:00.565733 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-81182fb3-7b44-4ea4-a742-c5480730c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:00.582326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81182fb3-7b44-4ea4-a742-c5480730c007 None None] Routers {'6addf2dd-79c7-4641-b31d-59746e3a7df8'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:00.582944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-81182fb3-7b44-4ea4-a742-c5480730c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6addf2dd-79c7-4641-b31d-59746e3a7df8'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:00.646492 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-81182fb3-7b44-4ea4-a742-c5480730c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:00.646911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81182fb3-7b44-4ea4-a742-c5480730c007 None None] The sync data for ids ['6addf2dd-79c7-4641-b31d-59746e3a7df8'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:00.681765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42fd08b-a1f9-41ee-a625-0caa1fd3c11d', 'name': 'tempest-NetworksTestDHCPv6-router-1655991425', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:55:48Z', 'updated_at': '2022-01-28T17:55:53Z', 'revision_number': 2, 'project_id': '38566222d38f4224a716e71cae08ac08', 'gw_port_host': None, '_interfaces': [{'id': '067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4', 'name': '', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'mac_address': 'fa:16:3e:47:c3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42fd08b-a1f9-41ee-a625-0caa1fd3c11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'daad26bf-727b-4fa6-96f2-5df31237f319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:55:50Z', 'updated_at': '2022-01-28T17:55:59Z', 'revision_number': 4, 'project_id': '38566222d38f4224a716e71cae08ac08', 'subnets': [{'id': 'daad26bf-727b-4fa6-96f2-5df31237f319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:00.686630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5a3657-5a74-459a-85bc-989d276ea5fd None None] The sync data for ids ['f42fd08b-a1f9-41ee-a625-0caa1fd3c11d'] in dv-neutron-826919-1-hyperv is: [{'id': 'f42fd08b-a1f9-41ee-a625-0caa1fd3c11d', 'name': 'tempest-NetworksTestDHCPv6-router-1655991425', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:55:48Z', 'updated_at': '2022-01-28T17:55:53Z', 'revision_number': 2, 'project_id': '38566222d38f4224a716e71cae08ac08', 'gw_port_host': None, '_interfaces': [{'id': '067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4', 'name': '', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'mac_address': 'fa:16:3e:47:c3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42fd08b-a1f9-41ee-a625-0caa1fd3c11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'daad26bf-727b-4fa6-96f2-5df31237f319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:55:50Z', 'updated_at': '2022-01-28T17:55:59Z', 'revision_number': 4, 'project_id': '38566222d38f4224a716e71cae08ac08', 'subnets': [{'id': 'daad26bf-727b-4fa6-96f2-5df31237f319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:00.692980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-47dd4709-0342-42b8-af5f-b8d3259e2042 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Synchronizing usage tracker for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:00.755146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:56:00.755733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:56:00.817054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a493987f-fcc0-4872-b42e-4d3c5e1f2557 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:00.878394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493987f-fcc0-4872-b42e-4d3c5e1f2557 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8b5f7da-c89a-4a6c-b0ac-2fd161074a7b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:00.893295 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:00.911857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-47dd4709-0342-42b8-af5f-b8d3259e2042 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Unset dirty status for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:00.915998 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-47dd4709-0342-42b8-af5f-b8d3259e2042 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports?device_id=6addf2dd-79c7-4641-b31d-59746e3a7df8 HTTP/1.1" status: 200 len: 205 time: 0.3855581 Jan 28 17:56:00.918493 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39768) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:01.007645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a493987f-fcc0-4872-b42e-4d3c5e1f2557 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:01.034475 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e731c8d7-7562-46ad-b640-7f567808d717']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:01.048537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39772) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:01.099590 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a493987f-fcc0-4872-b42e-4d3c5e1f2557 tempest-RoutersAdminNegativeTest-944087321 tempest-RoutersAdminNegativeTest-944087321-project-admin] 10.222.0.26 "DELETE /v2.0/ports/c8b5f7da-c89a-4a6c-b0ac-2fd161074a7b HTTP/1.1" status: 204 len: 168 time: 1.6727443 Jan 28 17:56:01.200584 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af628ff-509e-44ff-a5e8-fdd07fe95bd1') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:01.200877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af628ff-509e-44ff-a5e8-fdd07fe95bd1') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:01.224294 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-849b7ca5-3a3c-4eb3-926e-603ba1f91f8c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:01.255625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:01.260531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:01.260885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:01.297143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:01.315317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Usage tracker for resource:floatingip and tenant:d3386d3d4be74787ba19a723c4be54b6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:01.320743 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:01.330774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:01.419822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:01.463739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:01.558956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] For port 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:01.559327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:01.567533 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:01.583429 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:56:01.583830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:56:01.598808 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:56:01.702613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:01.734098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39782) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:01.844152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:01.908273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ee9ccaee-d71e-41e0-94d4-8fee53743a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:01.926844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-849b7ca5-3a3c-4eb3-926e-603ba1f91f8c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:01.941204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-849b7ca5-3a3c-4eb3-926e-603ba1f91f8c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:01.970243 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ee9ccaee-d71e-41e0-94d4-8fee53743a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:01.983091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ee9ccaee-d71e-41e0-94d4-8fee53743a05 admin admin] Usage tracker for resource:security_group_rule and tenant:cf355e12138b4f908a736efcf576c1ea is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:01.995072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ee9ccaee-d71e-41e0-94d4-8fee53743a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:02.009119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ee9ccaee-d71e-41e0-94d4-8fee53743a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:02.018663 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:02.025799 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:02.080739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Network': ['ID=e731c8d7-7562-46ad-b640-7f567808d717,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:02.093000 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3420d084-90c5-42dc-85fd-f82280f20602 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/e731c8d7-7562-46ad-b640-7f567808d717 HTTP/1.1" status: 204 len: 168 time: 4.4148033 Jan 28 17:56:02.093955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39788) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:02.128884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-849b7ca5-3a3c-4eb3-926e-603ba1f91f8c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:02.129361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849b7ca5-3a3c-4eb3-926e-603ba1f91f8c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Fanout notify agent at l3_agent the message router_deleted on router 6addf2dd-79c7-4641-b31d-59746e3a7df8 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:56:02.140483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-849b7ca5-3a3c-4eb3-926e-603ba1f91f8c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:02.141593 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-849b7ca5-3a3c-4eb3-926e-603ba1f91f8c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/routers/6addf2dd-79c7-4641-b31d-59746e3a7df8 HTTP/1.1" status: 204 len: 168 time: 1.2202241 Jan 28 17:56:02.148196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39792) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:02.245348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Allocated IP 172.26.1.156 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/333d8d7e-8a0a-47e8-8be1-82ec06234c36) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:02.257860 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:02.265895 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b90e858-cc6a-4f9a-9bb6-d808405852e6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] DELETE failed (client error): The resource could not be found. Jan 28 17:56:02.265895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b90e858-cc6a-4f9a-9bb6-d808405852e6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:56:02.270468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-636958ca-f1d1-45dc-85cf-c712f4133f3f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting subnet 0ba655e9-ae45-4f1d-bee4-888fd6ea6d1a {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:56:02.274931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-636958ca-f1d1-45dc-85cf-c712f4133f3f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:02.337142 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-636958ca-f1d1-45dc-85cf-c712f4133f3f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:02.426018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:02.444878 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5b90e858-cc6a-4f9a-9bb6-d808405852e6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/subnets/7caf6772-ffec-4faf-8b6e-8db561565dd1 HTTP/1.1" status: 404 len: 337 time: 0.3484049 Jan 28 17:56:02.449439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39796) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:02.481816 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:02.499316 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ee2cbc-4687-4e69-a0b7-c14c319d5fb6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] DELETE failed (client error): The resource could not be found. Jan 28 17:56:02.499704 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ee2cbc-4687-4e69-a0b7-c14c319d5fb6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:56:02.503770 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b9ee2cbc-4687-4e69-a0b7-c14c319d5fb6 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/ea1b1dcf-02d9-45bb-bc60-460fafbd5cd3 HTTP/1.1" status: 404 len: 339 time: 0.0504723 Jan 28 17:56:02.506829 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39800) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:02.624481 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ee9ccaee-d71e-41e0-94d4-8fee53743a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:02.634493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:02.654138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-636958ca-f1d1-45dc-85cf-c712f4133f3f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:02.722820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ee9ccaee-d71e-41e0-94d4-8fee53743a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:02.813668 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c30370-65d9-4f3c-ba7a-21b2eb4ded10 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Deleting subnet f71ce884-1259-4c93-a7fb-693abbd71967 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:56:02.830227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6c30370-65d9-4f3c-ba7a-21b2eb4ded10 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:02.848200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:02.917366 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ee9ccaee-d71e-41e0-94d4-8fee53743a05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf355e12138b4f908a736efcf576c1ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1766884 Jan 28 17:56:02.924601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39804) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:02.926168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ccaee-d71e-41e0-94d4-8fee53743a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f87b97-96a6-476e-8951-290120c24c74,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:03.000598 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6c30370-65d9-4f3c-ba7a-21b2eb4ded10 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.004778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Router f42fd08b-a1f9-41ee-a625-0caa1fd3c11d has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:56:03.143554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:03.155164 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0996cec6-39a9-411f-809e-1d352224756c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "PUT /v2.0/routers/f42fd08b-a1f9-41ee-a625-0caa1fd3c11d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7372379 Jan 28 17:56:03.156304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39808) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:03.156428 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9693c-5011-4b3c-b318-fbe7e7bd4d3b None None] Sync routers for ids ['f42fd08b-a1f9-41ee-a625-0caa1fd3c11d'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:03.166650 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2dd4f8fd-78af-4320-8801-0dcdfb7254a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.171518 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9693c-5011-4b3c-b318-fbe7e7bd4d3b None None] Routers {'f42fd08b-a1f9-41ee-a625-0caa1fd3c11d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:03.171518 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d7d9693c-5011-4b3c-b318-fbe7e7bd4d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f42fd08b-a1f9-41ee-a625-0caa1fd3c11d'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:03.208194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.251397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-636958ca-f1d1-45dc-85cf-c712f4133f3f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.287566 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a982279-5d51-416e-82c8-3d46873c7516 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:03.289141 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a982279-5d51-416e-82c8-3d46873c7516 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:03.289263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2dd4f8fd-78af-4320-8801-0dcdfb7254a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.292055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1a982279-5d51-416e-82c8-3d46873c7516 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:03.295147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:03.299784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event updated for resources: {'Port': ['ID=333d8d7e-8a0a-47e8-8be1-82ec06234c36,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:03.302192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:03.306599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:03.326196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6c30370-65d9-4f3c-ba7a-21b2eb4ded10 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.333472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922a6ba3-281e-47cd-8e06-e27095a3f07f None None] Network 9a632f3c-18ae-4232-86f0-9a67a3186479 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:03.337434 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-d7d9693c-5011-4b3c-b318-fbe7e7bd4d3b None None] Set router f42fd08b-a1f9-41ee-a625-0caa1fd3c11d gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:56:03.362353 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636958ca-f1d1-45dc-85cf-c712f4133f3f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba655e9-ae45-4f1d-bee4-888fd6ea6d1a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:03.368109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-636958ca-f1d1-45dc-85cf-c712f4133f3f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.396952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.450117 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-636958ca-f1d1-45dc-85cf-c712f4133f3f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/0ba655e9-ae45-4f1d-bee4-888fd6ea6d1a HTTP/1.1" status: 204 len: 168 time: 1.3007381 Jan 28 17:56:03.453867 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39812) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:03.464214 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d7d9693c-5011-4b3c-b318-fbe7e7bd4d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42fd08b-a1f9-41ee-a625-0caa1fd3c11d', 'name': 'tempest-NetworksTestDHCPv6-router-1655991425', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:55:48Z', 'updated_at': '2022-01-28T17:56:01Z', 'revision_number': 3, 'project_id': '38566222d38f4224a716e71cae08ac08', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:03.473410 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9693c-5011-4b3c-b318-fbe7e7bd4d3b None None] Checking router: f42fd08b-a1f9-41ee-a625-0caa1fd3c11d for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:56:03.480026 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9693c-5011-4b3c-b318-fbe7e7bd4d3b None None] Routers {'f42fd08b-a1f9-41ee-a625-0caa1fd3c11d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:03.480712 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d7d9693c-5011-4b3c-b318-fbe7e7bd4d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f42fd08b-a1f9-41ee-a625-0caa1fd3c11d'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:03.521277 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.20.0.1 (d95e0308-61ac-4b44-8ba8-0b3869484147/4e16ebd3-ccd9-4250-80b1-8a4eba29d7ec/1c4b3252-d90b-48ae-9483-c32cdee2dd16) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:03.547947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1a982279-5d51-416e-82c8-3d46873c7516 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:03.551656 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1a982279-5d51-416e-82c8-3d46873c7516 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3927577 Jan 28 17:56:03.585454 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39816) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:03.616009 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-d7d9693c-5011-4b3c-b318-fbe7e7bd4d3b None None] Set router f42fd08b-a1f9-41ee-a625-0caa1fd3c11d gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:56:03.646488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2dd4f8fd-78af-4320-8801-0dcdfb7254a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.665375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991bd22e-5318-4ee9-ae71-9aead049087a None None] DHCP port deletion for 9a632f3c-18ae-4232-86f0-9a67a3186479 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:56:03.670698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4f8fd-78af-4320-8801-0dcdfb7254a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f87b97-96a6-476e-8951-290120c24c74,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:03.688882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.696086 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2dd4f8fd-78af-4320-8801-0dcdfb7254a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.701576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.702198 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2dd4f8fd-78af-4320-8801-0dcdfb7254a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44f87b97-96a6-476e-8951-290120c24c74 HTTP/1.1" status: 204 len: 168 time: 0.7643564 Jan 28 17:56:03.706271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-991bd22e-5318-4ee9-ae71-9aead049087a None None] Deleting port 91b00aa6-791b-4b8c-a445-3b29525f4ee3 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:03.707348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-991bd22e-5318-4ee9-ae71-9aead049087a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.755284 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6c30370-65d9-4f3c-ba7a-21b2eb4ded10 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.764959 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d7d9693c-5011-4b3c-b318-fbe7e7bd4d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42fd08b-a1f9-41ee-a625-0caa1fd3c11d', 'name': 'tempest-NetworksTestDHCPv6-router-1655991425', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:55:48Z', 'updated_at': '2022-01-28T17:56:01Z', 'revision_number': 3, 'project_id': '38566222d38f4224a716e71cae08ac08', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:03.774541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.776865 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9693c-5011-4b3c-b318-fbe7e7bd4d3b None None] The sync data for ids ['f42fd08b-a1f9-41ee-a625-0caa1fd3c11d'] in dv-neutron-826919-1-hyperv is: [{'id': 'f42fd08b-a1f9-41ee-a625-0caa1fd3c11d', 'name': 'tempest-NetworksTestDHCPv6-router-1655991425', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:55:48Z', 'updated_at': '2022-01-28T17:56:01Z', 'revision_number': 3, 'project_id': '38566222d38f4224a716e71cae08ac08', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:03.831996 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c30370-65d9-4f3c-ba7a-21b2eb4ded10 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Subnet': ['ID=f71ce884-1259-4c93-a7fb-693abbd71967,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:03.844080 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6c30370-65d9-4f3c-ba7a-21b2eb4ded10 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.848420 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f6c30370-65d9-4f3c-ba7a-21b2eb4ded10 tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/subnets/f71ce884-1259-4c93-a7fb-693abbd71967 HTTP/1.1" status: 204 len: 168 time: 1.3404431 Jan 28 17:56:03.849093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39822) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:03.853652 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Transition to ACTIVE for port object 1c4b3252-d90b-48ae-9483-c32cdee2dd16 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:03.857216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a5e212-c6da-4a1b-b66f-db8c5a837e41 None None] Network ba7b1ca8-8191-470a-b174-6ba42251fabf requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:03.860194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-426a4ba3-f428-41df-aed7-9e198fe36993 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet daad26bf-727b-4fa6-96f2-5df31237f319 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:56:03.871959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-426a4ba3-f428-41df-aed7-9e198fe36993 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.925477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 91b00aa6-791b-4b8c-a445-3b29525f4ee3 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:03.925807 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:03.982853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-426a4ba3-f428-41df-aed7-9e198fe36993 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.000630 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.047558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Deleting port 5a6ab58a-49ff-423b-894c-d9a3fc77df34 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:04.049278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.114540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.149123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-991bd22e-5318-4ee9-ae71-9aead049087a None None] For port 91b00aa6-791b-4b8c-a445-3b29525f4ee3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=91b00aa6-791b-4b8c-a445-3b29525f4ee3,segment=NetworkSegment(2e3126f3-dfed-40a8-a0cf-a4fda1acb06e),segment_id=2e3126f3-dfed-40a8-a0cf-a4fda1acb06e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:04.149519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-991bd22e-5318-4ee9-ae71-9aead049087a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.233216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network d95e0308-61ac-4b44-8ba8-0b3869484147 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:04.238561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:04.276273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:04.345051 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-991bd22e-5318-4ee9-ae71-9aead049087a None None] Calling delete_port for 91b00aa6-791b-4b8c-a445-3b29525f4ee3 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:04.350419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=1c4b3252-d90b-48ae-9483-c32cdee2dd16,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:04.352874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-426a4ba3-f428-41df-aed7-9e198fe36993 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.420862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] For port 91b00aa6-791b-4b8c-a445-3b29525f4ee3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=91b00aa6-791b-4b8c-a445-3b29525f4ee3,segment=NetworkSegment(2e3126f3-dfed-40a8-a0cf-a4fda1acb06e),segment_id=2e3126f3-dfed-40a8-a0cf-a4fda1acb06e)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:04.421738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.493709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.536815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a71c2a8-0781-44b0-9fb0-303f4295c3ab None None] DHCP port deletion for ba7b1ca8-8191-470a-b174-6ba42251fabf request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:56:04.542818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-6a71c2a8-0781-44b0-9fb0-303f4295c3ab None None] Deleting port 5a6ab58a-49ff-423b-894c-d9a3fc77df34 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:04.543219 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6a71c2a8-0781-44b0-9fb0-303f4295c3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.595428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39828) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:04.609441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for 91b00aa6-791b-4b8c-a445-3b29525f4ee3 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:04.615144 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] For port 5a6ab58a-49ff-423b-894c-d9a3fc77df34, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5a6ab58a-49ff-423b-894c-d9a3fc77df34,segment=NetworkSegment(813430ff-6f18-4e7c-b537-5ae69a199a3c),segment_id=813430ff-6f18-4e7c-b537-5ae69a199a3c)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:04.616653 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.655056 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 91b00aa6-791b-4b8c-a445-3b29525f4ee3 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:56:04.662598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.resource_extend [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:56:04.686284 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.702809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-991bd22e-5318-4ee9-ae71-9aead049087a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.706250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 91b00aa6-791b-4b8c-a445-3b29525f4ee3 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:56:04.706607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 91b00aa6-791b-4b8c-a445-3b29525f4ee3 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:56:04.707052 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:56:04.722507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:56:04.722889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:56:04.771328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.799422 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:56:04.800418 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 067b1c72-4aaa-40ce-b3ce-9aa49a2d96d4 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:56:04.800418 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5a6ab58a-49ff-423b-894c-d9a3fc77df34 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:56:04.820249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-426a4ba3-f428-41df-aed7-9e198fe36993 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.828879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bd22e-5318-4ee9-ae71-9aead049087a None None] Pushing event deleted for resources: {'Port': ['ID=91b00aa6-791b-4b8c-a445-3b29525f4ee3,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:04.857841 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991bd22e-5318-4ee9-ae71-9aead049087a None None] No DVR routers for this DVR port 91b00aa6-791b-4b8c-a445-3b29525f4ee3 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:04.915624 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a4ba3-f428-41df-aed7-9e198fe36993 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=daad26bf-727b-4fa6-96f2-5df31237f319,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:04.929310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-426a4ba3-f428-41df-aed7-9e198fe36993 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.933636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Calling delete_port for 5a6ab58a-49ff-423b-894c-d9a3fc77df34 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:04.947135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event updated for resources: {'Port': ['ID=333d8d7e-8a0a-47e8-8be1-82ec06234c36,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:04.966276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:04.985210 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fb228c-1d84-4650-acc5-6d4f476b77bb None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:05.007871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-207d9ddf-274e-4e2f-831f-95eaedb3e456 None None] Provisioning for port 1c4b3252-d90b-48ae-9483-c32cdee2dd16 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:05.048336 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d75ee2f8-f0b4-4144-8227-3083260b8f56 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46397f40670c4d99a1df332de01c20fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418366 Jan 28 17:56:05.048669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39832) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:05.052341 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-426a4ba3-f428-41df-aed7-9e198fe36993 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/daad26bf-727b-4fa6-96f2-5df31237f319 HTTP/1.1" status: 204 len: 168 time: 1.4587042 Jan 28 17:56:05.054563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39836) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:05.117189 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.121289 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9b4e07f4-c0fb-405f-8aaf-dc589f63d523 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0688202 Jan 28 17:56:05.125669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39840) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:05.127147 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-207d9ddf-274e-4e2f-831f-95eaedb3e456 None None] Provisioning complete for port 1c4b3252-d90b-48ae-9483-c32cdee2dd16 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:05.127508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-207d9ddf-274e-4e2f-831f-95eaedb3e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.132982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-48888202'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:05.142645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:05.145974 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.194165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Usage tracker for resource:network and tenant:d3386d3d4be74787ba19a723c4be54b6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:05.202028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:05.210265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:05.228888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-fdd0b414-6ab2-4af1-9c6c-ffa2fa37d6cd tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:router {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:05.231210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 91b00aa6-791b-4b8c-a445-3b29525f4ee3 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:05.231727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.232563 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6a71c2a8-0781-44b0-9fb0-303f4295c3ab None None] For port 5a6ab58a-49ff-423b-894c-d9a3fc77df34, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5a6ab58a-49ff-423b-894c-d9a3fc77df34,segment=NetworkSegment(813430ff-6f18-4e7c-b537-5ae69a199a3c),segment_id=813430ff-6f18-4e7c-b537-5ae69a199a3c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:05.232958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6a71c2a8-0781-44b0-9fb0-303f4295c3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.303553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] The port '91b00aa6-791b-4b8c-a445-3b29525f4ee3' was deleted {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:56:05.304466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Made reservation on behalf of d3386d3d4be74787ba19a723c4be54b6 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:05.307926 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.351948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.403917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-207d9ddf-274e-4e2f-831f-95eaedb3e456 None None] Port 1c4b3252-d90b-48ae-9483-c32cdee2dd16 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:56:05.431988 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:05.439848 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-6a71c2a8-0781-44b0-9fb0-303f4295c3ab None None] Calling delete_port for 5a6ab58a-49ff-423b-894c-d9a3fc77df34 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:05.452058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-fdd0b414-6ab2-4af1-9c6c-ffa2fa37d6cd tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:router {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:05.453167 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fdd0b414-6ab2-4af1-9c6c-ffa2fa37d6cd tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3975077 Jan 28 17:56:05.457149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Usage tracker for resource:security_group_rule and tenant:d3386d3d4be74787ba19a723c4be54b6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:05.459506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39844) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:05.464725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:05.529826 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.573455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a2a10b18-da85-4159-92f3-692a5714fbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.594119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.638649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.654207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:05.672726 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Port': ['ID=5a6ab58a-49ff-423b-894c-d9a3fc77df34,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:05.680915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a2a10b18-da85-4159-92f3-692a5714fbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.687743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] No DVR routers for this DVR port 5a6ab58a-49ff-423b-894c-d9a3fc77df34 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:05.691158 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-6a71c2a8-0781-44b0-9fb0-303f4295c3ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:56:05.691520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-6a71c2a8-0781-44b0-9fb0-303f4295c3ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:56:05.748178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a632f3c-18ae-4232-86f0-9a67a3186479']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:05.762846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7a45f763-f6b5-47e5-93b2-2b99b395b32c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.796459 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ab75ec-0cbd-4780-b1da-9c6c5107f4ed None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:56:05.801518 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-73ab75ec-0cbd-4780-b1da-9c6c5107f4ed None None] Deleting port 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:05.801936 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-73ab75ec-0cbd-4780-b1da-9c6c5107f4ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.821865 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.resource_extend [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:56:05.838248 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3126f3-dfed-40a8-a0cf-a4fda1acb06e') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:05.838829 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3126f3-dfed-40a8-a0cf-a4fda1acb06e') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:05.858790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.865322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.898214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7b1ca8-8191-470a-b174-6ba42251fabf']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:05.912028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813430ff-6f18-4e7c-b537-5ae69a199a3c') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:05.912384 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813430ff-6f18-4e7c-b537-5ae69a199a3c') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:05.913328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.924432 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.941713 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.948411 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:56:05.948797 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:56:05.963350 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:56:05.967771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:05.992064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.005644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:56:06.006042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.028190 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-73ab75ec-0cbd-4780-b1da-9c6c5107f4ed None None] For port 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:06.028190 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-73ab75ec-0cbd-4780-b1da-9c6c5107f4ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:56:06.037067 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:56:06.082263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a2a10b18-da85-4159-92f3-692a5714fbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.161337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a10b18-da85-4159-92f3-692a5714fbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0428d892-7996-420b-920c-a9a527b67247,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:06.173396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-73ab75ec-0cbd-4780-b1da-9c6c5107f4ed None None] Calling delete_port for 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:06.187422 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.192706 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=1c4b3252-d90b-48ae-9483-c32cdee2dd16,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:06.197779 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a2a10b18-da85-4159-92f3-692a5714fbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.201420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-6a71c2a8-0781-44b0-9fb0-303f4295c3ab None None] Deleting port 5a6ab58a-49ff-423b-894c-d9a3fc77df34 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:06.201420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6a71c2a8-0781-44b0-9fb0-303f4295c3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.201955 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a2a10b18-da85-4159-92f3-692a5714fbec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0428d892-7996-420b-920c-a9a527b67247 HTTP/1.1" status: 204 len: 168 time: 1.1522367 Jan 28 17:56:06.251596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7a45f763-f6b5-47e5-93b2-2b99b395b32c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.255907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7a45f763-f6b5-47e5-93b2-2b99b395b32c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.282624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.307722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.308624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.319773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-6a71c2a8-0781-44b0-9fb0-303f4295c3ab None None] The port '5a6ab58a-49ff-423b-894c-d9a3fc77df34' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:56:06.321248 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] Pushing event deleted for resources: {'Network': ['ID=ba7b1ca8-8191-470a-b174-6ba42251fabf,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:06.333929 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-60e9e878-29f5-451c-8667-c47e8b5367ec tempest-NetworksIpV6Test-555419694 tempest-NetworksIpV6Test-555419694-project] 10.222.0.26 "DELETE /v2.0/networks/ba7b1ca8-8191-470a-b174-6ba42251fabf HTTP/1.1" status: 204 len: 168 time: 2.4794042 Jan 28 17:56:06.388394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.391333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network d95e0308-61ac-4b44-8ba8-0b3869484147 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:06.394543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:06.432217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7a45f763-f6b5-47e5-93b2-2b99b395b32c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.432710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a45f763-f6b5-47e5-93b2-2b99b395b32c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Fanout notify agent at l3_agent the message router_deleted on router f42fd08b-a1f9-41ee-a625-0caa1fd3c11d {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:56:06.434256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.443210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:56:06.464724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.476179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c8712c-622c-4b0d-b0d1-3aa8b4750f99,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:06.490816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Network': ['ID=9a632f3c-18ae-4232-86f0-9a67a3186479,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:06.505927 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1677266a-7dc1-47b8-b05a-7a7ed1a82384 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/networks/9a632f3c-18ae-4232-86f0-9a67a3186479 HTTP/1.1" status: 204 len: 168 time: 3.0507262 Jan 28 17:56:06.506088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39852) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:06.516879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7a45f763-f6b5-47e5-93b2-2b99b395b32c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.518019 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7a45f763-f6b5-47e5-93b2-2b99b395b32c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/routers/f42fd08b-a1f9-41ee-a625-0caa1fd3c11d HTTP/1.1" status: 204 len: 168 time: 1.0547366 Jan 28 17:56:06.524569 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-73ab75ec-0cbd-4780-b1da-9c6c5107f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.542171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39856) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:06.544933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.545282 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Added segment 898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb of type vlan for network c9d5d222-c88e-403d-bfb6-7872f382bfff Jan 28 17:56:06.583056 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1602346865', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:06.639470 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab75ec-0cbd-4780-b1da-9c6c5107f4ed None None] No DVR routers for this DVR port 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:06.647766 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab75ec-0cbd-4780-b1da-9c6c5107f4ed None None] Pushing event deleted for resources: {'Port': ['ID=52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:06.674239 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a25778da-3e32-4774-ad9c-0b12bfbd50e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:06.687377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:56:06.703552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.737240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:56:06.740222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 52aeccf2-0f17-4b1b-91a8-fb6c2d0b9ec9 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:56:06.806556 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:06.813702 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:router and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:06.818941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:06.828870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a25778da-3e32-4774-ad9c-0b12bfbd50e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:06.830894 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a25778da-3e32-4774-ad9c-0b12bfbd50e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2877474 Jan 28 17:56:06.831749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.838122 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:06.838726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.840153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-11b5411c-6304-44e2-8668-677d482423da None None] Provisioning complete for port 1c4b3252-d90b-48ae-9483-c32cdee2dd16 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:06.840877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39866) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:06.843292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-11b5411c-6304-44e2-8668-677d482423da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:06.846969 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:06.919474 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-11b5411c-6304-44e2-8668-677d482423da None None] Port 1c4b3252-d90b-48ae-9483-c32cdee2dd16 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:56:06.924628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router e5fc7615-34cc-45b5-b5ef-ba84b6b425dd has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:56:06.949319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed769593-9d27-40b4-bea0-29355c23fbde tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:06.950811 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ed769593-9d27-40b4-bea0-29355c23fbde tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:06.958246 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39870) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:06.968607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event updated for resources: {'Network': ['ID=c9d5d222-c88e-403d-bfb6-7872f382bfff,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:06.980048 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network c9d5d222-c88e-403d-bfb6-7872f382bfff details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:56:07.020219 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f1b34dcc-b13b-4698-bbd8-999632101d3d tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8910315 Jan 28 17:56:07.020733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39876) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:07.025980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Request body: {'subnet': {'network_id': 'c9d5d222-c88e-403d-bfb6-7872f382bfff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:07.057523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:07.058795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:07.157622 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:07.164376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:07.164376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Usage tracker for resource:subnet and tenant:d3386d3d4be74787ba19a723c4be54b6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:07.168136 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:07.173811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:07.206681 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ed769593-9d27-40b4-bea0-29355c23fbde tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:07.207849 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ed769593-9d27-40b4-bea0-29355c23fbde tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3629184 Jan 28 17:56:07.210598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39886) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:07.249132 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:07.263543 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8ebdab79-e7f4-42de-bd00-d06d17dd881b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3576e9e2d7f94e33ac7386421abf04c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034430 Jan 28 17:56:07.268458 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-be8591a5-60d2-4528-a5a3-61f9cf7a38b9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "PUT /v2.0/routers/e5fc7615-34cc-45b5-b5ef-ba84b6b425dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7341747 Jan 28 17:56:07.268593 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb4e2d-890e-49c6-b594-66aa5992099b None None] Sync routers for ids ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:07.268694 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39890) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:07.269101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39892) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:07.275699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Made reservation on behalf of d3386d3d4be74787ba19a723c4be54b6 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:07.279116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:07.281326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb4e2d-890e-49c6-b594-66aa5992099b None None] Routers {'e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:07.286083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d2bb4e2d-890e-49c6-b594-66aa5992099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:07.287280 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'port': {'network_id': 'd95e0308-61ac-4b44-8ba8-0b3869484147', 'name': 'tempest-FloatingIPTestJSON-946540184'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:07.302785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-daffadf4-c9e8-45ec-a2b2-46bb4ae42956 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:router {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:07.349640 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d2bb4e2d-890e-49c6-b594-66aa5992099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:07.359194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb4e2d-890e-49c6-b594-66aa5992099b None None] Routers {'e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:07.360043 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d2bb4e2d-890e-49c6-b594-66aa5992099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:55:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:07.427699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d2bb4e2d-890e-49c6-b594-66aa5992099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:07.428101 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb4e2d-890e-49c6-b594-66aa5992099b None None] The sync data for ids ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:07.466041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-daffadf4-c9e8-45ec-a2b2-46bb4ae42956 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:router {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:07.474388 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-daffadf4-c9e8-45ec-a2b2-46bb4ae42956 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2542286 Jan 28 17:56:07.474388 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39902) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:07.482480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:07.690184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:07.703222 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d0bd-78e5-4b95-9139-f120b87adce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:07.737747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:07.741873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:07.743997 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39910) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:07.749526 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d0bd-78e5-4b95-9139-f120b87adce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:07.760647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:07.764559 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Usage tracker for resource:port and tenant:ed3b3cb4c11d4295920488b7f0f6f0ae is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:07.769102 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:07.782790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:07.834432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:07.841893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:07.884015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Made reservation on behalf of ed3b3cb4c11d4295920488b7f0f6f0ae for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:07.887460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:07.904472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-702701775'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:07.919034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:07.925177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:07.934743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Usage tracker for resource:network and tenant:e26c13bbbedc4ee28efebe317cbf20b0 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:07.937871 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] device_id is not set on port d8326b21-57fc-4d0f-ae29-750d49299e8a yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:56:07.971112 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:07.983602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d0bd-78e5-4b95-9139-f120b87adce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:07.987834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:08.034041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event updated for resources: {'Subnet': ['ID=a19d41e9-fd45-4751-8b11-2436bdf599d8,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:08.051499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Checking segment: {'id': '898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c9d5d222-c88e-403d-bfb6-7872f382bfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:08.051855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Network hostable DHCP agents. Network: c9d5d222-c88e-403d-bfb6-7872f382bfff, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:56:08.068044 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1d0bd-78e5-4b95-9139-f120b87adce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb00c9c-4a2c-4c25-a8ad-3f0dee331f76,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:08.096122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d0bd-78e5-4b95-9139-f120b87adce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:08.100065 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c0b1d0bd-78e5-4b95-9139-f120b87adce9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2eb00c9c-4a2c-4c25-a8ad-3f0dee331f76 HTTP/1.1" status: 204 len: 168 time: 0.8294806 Jan 28 17:56:08.158088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Made reservation on behalf of e26c13bbbedc4ee28efebe317cbf20b0 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:08.161497 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:08.178881 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Network c9d5d222-c88e-403d-bfb6-7872f382bfff is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:56:08.190864 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:08.234882 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:08.244406 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Allocated IP 172.20.0.10 (d95e0308-61ac-4b44-8ba8-0b3869484147/4e16ebd3-ccd9-4250-80b1-8a4eba29d7ec/d8326b21-57fc-4d0f-ae29-750d49299e8a) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:08.247205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Usage tracker for resource:security_group_rule and tenant:e26c13bbbedc4ee28efebe317cbf20b0 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:08.256472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348b24c-7f64-492d-b60d-dc33631c60fc req-957a6a08-2aa5-41cd-b646-97e4dfd92b01 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:08.257917 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f348b24c-7f64-492d-b60d-dc33631c60fc req-957a6a08-2aa5-41cd-b646-97e4dfd92b01 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.2828102 Jan 28 17:56:08.259390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:08.268305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, c9d5d222-c88e-403d-bfb6-7872f382bfff) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:08.272550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:08.273107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:08.279945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:08.280102 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ed88f6-bda7-40c2-b98a-b0a16804dd60 None None] Network c9d5d222-c88e-403d-bfb6-7872f382bfff requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:08.424768 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6abd72eb-6e28-4335-b34d-0ad704b895ff tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4033248 Jan 28 17:56:08.435268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.objects.ports [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88158) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:56:08.436009 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39922) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:08.439981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:08.454418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1441922265', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}, 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:08.495460 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f348b24c-7f64-492d-b60d-dc33631c60fc req-0ffeb020-df3b-4ff9-8b10-aa83432e936c tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305253 Jan 28 17:56:08.561925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:08.562621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=85f363f3-a17c-4308-b217-689ea190d0fb,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:08.572123 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Usage tracker for resource:router and tenant:d3386d3d4be74787ba19a723c4be54b6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:08.578318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:08.588579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:08.601359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:08.609920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:08.623989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:08.625841 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884e04d1-f75a-4efe-9229-3892f41c8ddf None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:08.638756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:08.642753 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c9d5d222-c88e-403d-bfb6-7872f382bfff', 'network_id': 'c9d5d222-c88e-403d-bfb6-7872f382bfff', 'tenant_id': 'd3386d3d4be74787ba19a723c4be54b6', 'fixed_ips': [{'subnet_id': 'a19d41e9-fd45-4751-8b11-2436bdf599d8'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:56:08.646974 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:08.656955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:08.658145 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:08.658711 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:08.659184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:08.660148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:08.660148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:08.660407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:08.660849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:08.661274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:08.662027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:08.662547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:08.662969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:08.705404 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:08.726770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:08.728219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:08.766968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:08.800361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:08.803033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407ab44-9429-4dc5-a86b-22791d4ae9ae req-9061fcc1-67ce-4203-ba8d-acc391487d90 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:08.804764 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5407ab44-9429-4dc5-a86b-22791d4ae9ae req-9061fcc1-67ce-4203-ba8d-acc391487d90 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.1529524 Jan 28 17:56:08.856676 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5407ab44-9429-4dc5-a86b-22791d4ae9ae req-098a2a0f-2c65-4454-8b06-cd76d0792b0e tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431719 Jan 28 17:56:08.955820 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fd8c1d60-f8e2-4915-8f93-32c633bf658e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4822297 Jan 28 17:56:09.024136 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39938) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:09.046779 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Allocated IP 172.20.0.2 (c9d5d222-c88e-403d-bfb6-7872f382bfff/a19d41e9-fd45-4751-8b11-2436bdf599d8/facf0d56-9131-497e-820c-93ea1f25dcb8) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:09.046779 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': '85f363f3-a17c-4308-b217-689ea190d0fb'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:56:09.047972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.056576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.062973 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.088617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-479b2273-2efe-4fe1-8e24-8840303011b2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:09.129205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Transition to ACTIVE for port object d8326b21-57fc-4d0f-ae29-750d49299e8a will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:09.209635 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Allocated IP 172.26.1.39 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/8d535083-a798-4fad-9a96-7db149a17515) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:09.215226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.282844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.379654 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Allocated IP 2001:db8::f816:3eff:fead:dfa2 (c221bf74-e816-466d-af85-3d953f9ff4cd/85f363f3-a17c-4308-b217-689ea190d0fb/07575022-d18f-4727-a9bd-c9fd54a77735) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:09.421948 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.487452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:56:09.488051 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Transition to ACTIVE for port object facf0d56-9131-497e-820c-93ea1f25dcb8 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:09.498292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bdb5e9-8620-4ffd-a0c9-309b8b28e80e,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:09.560349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Transition to ACTIVE for port object facf0d56-9131-497e-820c-93ea1f25dcb8 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:09.561182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.561310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.561616 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.561947 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.562267 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.562585 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.562903 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.563374 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.563704 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.564320 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.564689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.565021 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:09.591836 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.592180 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Added segment 4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873 of type vlan for network 70dd6112-ece6-47b5-8d70-803ebf84f300 Jan 28 17:56:09.637061 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39952) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:09.650880 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-479b2273-2efe-4fe1-8e24-8840303011b2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:09.658673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.696815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.713663 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.723992 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-479b2273-2efe-4fe1-8e24-8840303011b2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:09.751952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.766082 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Network c9d5d222-c88e-403d-bfb6-7872f382bfff is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:09.768758 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.771134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:09.775438 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Transition to ACTIVE for port object 07575022-d18f-4727-a9bd-c9fd54a77735 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:09.778403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:09.796952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Pushing event updated for resources: {'Port': ['ID=facf0d56-9131-497e-820c-93ea1f25dcb8,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:09.813107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.819939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Network d95e0308-61ac-4b44-8ba8-0b3869484147 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:09.832103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.835116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:09.837554 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:09.885668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Transition to ACTIVE for port object 07575022-d18f-4727-a9bd-c9fd54a77735 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:09.907187 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event updated for resources: {'Port': ['ID=d8326b21-57fc-4d0f-ae29-750d49299e8a,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:09.910697 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479b2273-2efe-4fe1-8e24-8840303011b2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:09.914268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-479b2273-2efe-4fe1-8e24-8840303011b2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.915518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0c3d7-4c41-4fd6-a361-0054f2192748 req-5007224a-e34c-4a1e-aa19-f30ec3f07b5e tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:09.916694 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-66f0c3d7-4c41-4fd6-a361-0054f2192748 req-5007224a-e34c-4a1e-aa19-f30ec3f07b5e tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.2602327 Jan 28 17:56:09.937206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Attempting to bind port facf0d56-9131-497e-820c-93ea1f25dcb8 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:56:09.937634 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Attempting to bind port facf0d56-9131-497e-820c-93ea1f25dcb8 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c9d5d222-c88e-403d-bfb6-7872f382bfff'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:56:09.938219 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Attempting to bind port facf0d56-9131-497e-820c-93ea1f25dcb8 on network c9d5d222-c88e-403d-bfb6-7872f382bfff {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:56:09.944357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:56:09.944878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Checking segment: {'id': '898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c9d5d222-c88e-403d-bfb6-7872f382bfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:09.946055 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.947067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Bound using segment: {'id': '898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c9d5d222-c88e-403d-bfb6-7872f382bfff'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:56:09.947067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Bound port: facf0d56-9131-497e-820c-93ea1f25dcb8, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c9d5d222-c88e-403d-bfb6-7872f382bfff'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:56:09.947627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:09.949522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group': {'name': 'tempest-secgroup--877870955'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:09.965231 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-66f0c3d7-4c41-4fd6-a361-0054f2192748 req-141164f6-7e83-49a7-93ff-ef95236cd9c2 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422997 Jan 28 17:56:10.011989 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8f86b542-e09f-4842-b4c9-d0178e6ffc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.021622 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:10.032745 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:10.045073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.050229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:10.062216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:10.063013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.073506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:10.082362 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-77126697-7a32-419c-98c2-04b776fe362f None None] For port facf0d56-9131-497e-820c-93ea1f25dcb8, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:56:10.092110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.097620 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:10.098504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.120645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-77126697-7a32-419c-98c2-04b776fe362f None None] For port facf0d56-9131-497e-820c-93ea1f25dcb8, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=facf0d56-9131-497e-820c-93ea1f25dcb8,segment=NetworkSegment(898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb),segment_id=898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:56:10.128650 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:10.131666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:10.135636 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:10.141389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Pushing event updated for resources: {'Port': ['ID=07575022-d18f-4727-a9bd-c9fd54a77735,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:10.182575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.246226 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.286376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.301053 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Attempting to bind port 07575022-d18f-4727-a9bd-c9fd54a77735 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:56:10.301419 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Attempting to bind port 07575022-d18f-4727-a9bd-c9fd54a77735 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:56:10.301773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Attempting to bind port 07575022-d18f-4727-a9bd-c9fd54a77735 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:56:10.303498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'Network': ['ID=70dd6112-ece6-47b5-8d70-803ebf84f300,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:10.316514 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:10.320014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:56:10.321151 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:10.321317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.321694 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:56:10.322273 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Bound port: 07575022-d18f-4727-a9bd-c9fd54a77735, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:56:10.322508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.322888 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:10.326435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:10.331777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 70dd6112-ece6-47b5-8d70-803ebf84f300 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:56:10.333170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:10.339644 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2c4b8c15-edac-458a-8af2-0021c1ba12a1 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0694296 Jan 28 17:56:10.342517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39958) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:10.347521 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77126697-7a32-419c-98c2-04b776fe362f None None] Pushing event updated for resources: {'Port': ['ID=facf0d56-9131-497e-820c-93ea1f25dcb8,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:10.349132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d28f9bcc-2678-4c77-890e-2533d9a9e445 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Request body: {'floatingip': {'port_id': 'd8326b21-57fc-4d0f-ae29-750d49299e8a'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:10.386016 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0fe7d070-f0ba-4ffd-a1d1-0d9146a5254c tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.6387229 Jan 28 17:56:10.390774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.417486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b2369d8d-3d72-4db7-b670-f6bfc0ae2ebe None None] Provisioning for port d8326b21-57fc-4d0f-ae29-750d49299e8a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:10.469582 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b2369d8d-3d72-4db7-b670-f6bfc0ae2ebe None None] Provisioning complete for port d8326b21-57fc-4d0f-ae29-750d49299e8a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:10.469955 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b2369d8d-3d72-4db7-b670-f6bfc0ae2ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.499045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:10.506040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:10.509073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:10.565339 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=8d535083-a798-4fad-9a96-7db149a17515,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:10.584162 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b2369d8d-3d72-4db7-b670-f6bfc0ae2ebe None None] Port d8326b21-57fc-4d0f-ae29-750d49299e8a cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:56:10.597044 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] For port 07575022-d18f-4727-a9bd-c9fd54a77735, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:56:10.600726 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] For port 07575022-d18f-4727-a9bd-c9fd54a77735, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=07575022-d18f-4727-a9bd-c9fd54a77735,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:56:10.717956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d28f9bcc-2678-4c77-890e-2533d9a9e445 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.743910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.823805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-479b2273-2efe-4fe1-8e24-8840303011b2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:10.968638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00d718-3239-402b-b328-e7d4dc1c9b14 None None] Pushing event updated for resources: {'Port': ['ID=07575022-d18f-4727-a9bd-c9fd54a77735,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:11.245699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Allocated IP 172.26.1.239 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/4224c1e8-1c79-48fd-86ea-a77b219a604f) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:11.282916 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b2273-2efe-4fe1-8e24-8840303011b2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=73559356-8560-453b-a5f0-dc08556e9e3f,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:11.304936 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479b2273-2efe-4fe1-8e24-8840303011b2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:11.356356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-479b2273-2efe-4fe1-8e24-8840303011b2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:11.365828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479b2273-2efe-4fe1-8e24-8840303011b2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:11.366564 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-479b2273-2efe-4fe1-8e24-8840303011b2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:11.371863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:11.504968 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:11.525167 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:11.543621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:11.553204 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-479b2273-2efe-4fe1-8e24-8840303011b2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5116711 Jan 28 17:56:11.553204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:11.562068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39964) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:11.577682 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:11.591594 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'mac_address': 'fa:16:3e:dc:39:52', 'name': 'tempest-NetworksTestDHCPv6-1493634635'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:11.611953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6220e3d-0a0d-4347-a9d9-d7358801a15a req-ec6ef457-5081-43a6-8abf-375104ab16b3 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:11.613789 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a6220e3d-0a0d-4347-a9d9-d7358801a15a req-ec6ef457-5081-43a6-8abf-375104ab16b3 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.3249297 Jan 28 17:56:11.640528 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:11.696548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b31755-62a2-4a71-839d-d1fbfb17cfe8,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:11.863505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d28f9bcc-2678-4c77-890e-2533d9a9e445 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:11.898057 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:11.898231 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:11.977051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:11.989209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event updated for resources: {'Port': ['ID=4224c1e8-1c79-48fd-86ea-a77b219a604f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:12.000111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:12.003735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:12.016988 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a6220e3d-0a0d-4347-a9d9-d7358801a15a req-32aea6f0-0e17-4e55-b7b7-1189d7962d70 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494636 Jan 28 17:56:12.054649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d28f9bcc-2678-4c77-890e-2533d9a9e445 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:12.123677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:12.128868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ce6306-f6b5-49ad-b431-9252a4a3b144 None None] Network c9d5d222-c88e-403d-bfb6-7872f382bfff requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:12.147227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:12.202487 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:12.228285 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:12.229464 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:12.380628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:12.397177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:12.583680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1aaa9781-0e37-4c62-ac30-09f2dfe07d27 None None] Provisioning for port facf0d56-9131-497e-820c-93ea1f25dcb8 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:12.602866 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-300e117d-3140-4f48-a9ce-eec513894b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:12.741367 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd5107e-12f4-41c0-b02d-1e594f33362e None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:12.845888 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93abd62-0dc4-4304-9335-9b354579dc55,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:12.848713 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:12.910922 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device facf0d56-9131-497e-820c-93ea1f25dcb8 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:12.911359 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-d28f9bcc-2678-4c77-890e-2533d9a9e445 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Floating IP 262ef66e-5d72-43ee-a0a8-ba0c40980130 associated. External IP: 172.26.1.104, port: 8d36da3c-7d85-4e34-add1-25c974be9e0b. Jan 28 17:56:12.968569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:12.980354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:12.985106 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e7341f0b-00ec-4d98-95df-01cbf4630580 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.3445160 Jan 28 17:56:12.994091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39968) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:13.082574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 09ea5229-ba01-41e8-b3ac-0f95be4d8c32 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:56:13.090925 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2c114c00-1109-4dba-b855-8b6754ad7989 None None] Provisioning for port 07575022-d18f-4727-a9bd-c9fd54a77735 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:13.110975 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:56:13.261149 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:13.304912 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port facf0d56-9131-497e-820c-93ea1f25dcb8 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:13.323969 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f5a3f3e1-f888-4a56-a8f3-61ec86241d0d None None] Provisioning complete for port facf0d56-9131-497e-820c-93ea1f25dcb8 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:13.324634 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f3e1-f888-4a56-a8f3-61ec86241d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:13.358935 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port facf0d56-9131-497e-820c-93ea1f25dcb8 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:13.359435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:13.465142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:13.498700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be310385-5f53-4338-9b20-71729a717d99 req-d400ad51-a47b-4137-a9cc-f7673d14568a tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:13.500428 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be310385-5f53-4338-9b20-71729a717d99 req-d400ad51-a47b-4137-a9cc-f7673d14568a tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.2698846 Jan 28 17:56:13.585904 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f3e1-f888-4a56-a8f3-61ec86241d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:13.635610 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 172.20.0.7 (c221bf74-e816-466d-af85-3d953f9ff4cd/73559356-8560-453b-a5f0-dc08556e9e3f/09ea5229-ba01-41e8-b3ac-0f95be4d8c32) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:13.644016 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::f816:3eff:fedc:3952 (c221bf74-e816-466d-af85-3d953f9ff4cd/85f363f3-a17c-4308-b217-689ea190d0fb/09ea5229-ba01-41e8-b3ac-0f95be4d8c32) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:13.663838 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f5a3f3e1-f888-4a56-a8f3-61ec86241d0d None None] For port facf0d56-9131-497e-820c-93ea1f25dcb8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=facf0d56-9131-497e-820c-93ea1f25dcb8,segment=NetworkSegment(898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb),segment_id=898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:13.701398 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be310385-5f53-4338-9b20-71729a717d99 req-50fa9581-662f-40ed-8daa-1e18120f57db tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365321 Jan 28 17:56:13.725911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:13.728423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:13.753961 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f5a3f3e1-f888-4a56-a8f3-61ec86241d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:13.794098 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c21e2ecd-1f91-4a06-a0aa-5b92b9ee1440 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:13.797782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28f9bcc-2678-4c77-890e-2533d9a9e445 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:56:13.808331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39974) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:13.816580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Request body: {'subnet': {'network_id': '70dd6112-ece6-47b5-8d70-803ebf84f300', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:13.833671 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2254465-101b-4cce-b039-692632087413 None None] Update dhcp port {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'fixed_ips': [{'subnet_id': '85f363f3-a17c-4308-b217-689ea190d0fb', 'ip_address': '2001:db8::f816:3eff:fead:dfa2'}, {'subnet_id': '73559356-8560-453b-a5f0-dc08556e9e3f'}], 'binding:host_id': 'dv-neutron-826919-1-hyperv'}, 'id': '07575022-d18f-4727-a9bd-c9fd54a77735'} from dv-neutron-826919-1-hyperv. {{(pid=88160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 17:56:13.941844 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3f3e1-f888-4a56-a8f3-61ec86241d0d None None] Pushing event updated for resources: {'Port': ['ID=facf0d56-9131-497e-820c-93ea1f25dcb8,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:13.951457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a2254465-101b-4cce-b039-692632087413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:13.967340 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:56:13.967340 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:56:14.011688 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c21e2ecd-1f91-4a06-a0aa-5b92b9ee1440 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:14.012900 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c21e2ecd-1f91-4a06-a0aa-5b92b9ee1440 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 1.0173697 Jan 28 17:56:14.016690 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39978) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:14.019401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:14.033133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f7adc545-6b15-407a-9154-5abf2af2b69e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group': {'name': 'tempest-security--1922938853', 'description': 'tempest-security-description-539487577'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:14.054170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 09ea5229-ba01-41e8-b3ac-0f95be4d8c32 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:14.079357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7adc545-6b15-407a-9154-5abf2af2b69e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:14.092998 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router 9f983aba-7145-4d84-8c29-ba2b5682ec1e is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:56:14.194007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:14.217376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7adc545-6b15-407a-9154-5abf2af2b69e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:14.297082 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:14.306674 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7adc545-6b15-407a-9154-5abf2af2b69e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:14.345376 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a2254465-101b-4cce-b039-692632087413 None None] Allocated IP 172.20.0.2 (c221bf74-e816-466d-af85-3d953f9ff4cd/73559356-8560-453b-a5f0-dc08556e9e3f/07575022-d18f-4727-a9bd-c9fd54a77735) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:14.354982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Usage tracker for resource:subnet and tenant:e26c13bbbedc4ee28efebe317cbf20b0 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:14.398392 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7adc545-6b15-407a-9154-5abf2af2b69e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:14.402670 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f7adc545-6b15-407a-9154-5abf2af2b69e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "PUT /v2.0/security-groups/e93abd62-0dc4-4304-9335-9b354579dc55 HTTP/1.1" status: 200 len: 1777 time: 0.3770750 Jan 28 17:56:14.408678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:14.410957 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 39982) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:14.437834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adc545-6b15-407a-9154-5abf2af2b69e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93abd62-0dc4-4304-9335-9b354579dc55,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:14.438074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:14.443342 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:14.450259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=09ea5229-ba01-41e8-b3ac-0f95be4d8c32,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:14.452344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:14.456208 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:14.483918 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:14.500044 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b8ae07-dec9-4564-853c-c7d190e4a4fb None None] Sync routers for ids ['9f983aba-7145-4d84-8c29-ba2b5682ec1e'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:14.510622 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b8ae07-dec9-4564-853c-c7d190e4a4fb None None] Routers {'9f983aba-7145-4d84-8c29-ba2b5682ec1e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:14.511588 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-55b8ae07-dec9-4564-853c-c7d190e4a4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['9f983aba-7145-4d84-8c29-ba2b5682ec1e'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:14.542257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:14.542971 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:14.548439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a2254465-101b-4cce-b039-692632087413 None None] For port 07575022-d18f-4727-a9bd-c9fd54a77735, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=07575022-d18f-4727-a9bd-c9fd54a77735,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:14.556229 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 07575022-d18f-4727-a9bd-c9fd54a77735 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:14.575650 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-55b8ae07-dec9-4564-853c-c7d190e4a4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:14.586156 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b8ae07-dec9-4564-853c-c7d190e4a4fb None None] Routers {'9f983aba-7145-4d84-8c29-ba2b5682ec1e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:14.587727 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-55b8ae07-dec9-4564-853c-c7d190e4a4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['9f983aba-7145-4d84-8c29-ba2b5682ec1e'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:14.592835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28f9bcc-2678-4c77-890e-2533d9a9e445 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:14.605168 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae0e8e-70e1-4cd7-bedd-6a87fae28b18 None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:14.635242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a2254465-101b-4cce-b039-692632087413 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:14.647507 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae0e8e-70e1-4cd7-bedd-6a87fae28b18 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:14.648134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f5ae0e8e-70e1-4cd7-bedd-6a87fae28b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:14.651410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:14.658543 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-43395724-b8a1-42bf-93c3-a83c11a6406d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.1514006 Jan 28 17:56:14.659808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39986) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:14.663478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Made reservation on behalf of e26c13bbbedc4ee28efebe317cbf20b0 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:14.667407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:14.668128 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-55b8ae07-dec9-4564-853c-c7d190e4a4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:14.668675 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b8ae07-dec9-4564-853c-c7d190e4a4fb None None] The sync data for ids ['9f983aba-7145-4d84-8c29-ba2b5682ec1e'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:14.715043 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-92d9a24d-4b90-4190-bb18-c2723ab307e2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-groups/e93abd62-0dc4-4304-9335-9b354579dc55 HTTP/1.1" status: 200 len: 1777 time: 0.3004751 Jan 28 17:56:14.726421 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a2254465-101b-4cce-b039-692632087413 None None] Transition to ACTIVE for port object 07575022-d18f-4727-a9bd-c9fd54a77735 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:14.727272 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f5ae0e8e-70e1-4cd7-bedd-6a87fae28b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:14.734823 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39990) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:14.740988 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae0e8e-70e1-4cd7-bedd-6a87fae28b18 None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:14.741669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f5ae0e8e-70e1-4cd7-bedd-6a87fae28b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:14.748077 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-57e7121f-a62e-489c-8758-80d4ffa062b8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1720576 Jan 28 17:56:14.748464 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 39996) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:14.810371 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f5ae0e8e-70e1-4cd7-bedd-6a87fae28b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:14.811336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae0e8e-70e1-4cd7-bedd-6a87fae28b18 None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:14.828767 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a2254465-101b-4cce-b039-692632087413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:14.881964 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 07575022-d18f-4727-a9bd-c9fd54a77735 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:14.943491 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:14.954375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:15.029681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2254465-101b-4cce-b039-692632087413 None None] Pushing event updated for resources: {'Port': ['ID=07575022-d18f-4727-a9bd-c9fd54a77735,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:15.053767 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-06f00389-4642-44fc-910d-dc54ce37c79c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/routers/9f983aba-7145-4d84-8c29-ba2b5682ec1e HTTP/1.1" status: 200 len: 880 time: 0.3924973 Jan 28 17:56:15.058118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device facf0d56-9131-497e-820c-93ea1f25dcb8 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:15.059815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40000) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:15.125356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3b7f30ed-1591-4e0a-ac41-204d57133e3b tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:15.140370 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port facf0d56-9131-497e-820c-93ea1f25dcb8 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:15.140831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:15.187822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa90d2e-b735-47b2-b82b-fdb590769765 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:15.194045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa90d2e-b735-47b2-b82b-fdb590769765 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:15.194791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-cfa90d2e-b735-47b2-b82b-fdb590769765 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:15.204679 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3b7f30ed-1591-4e0a-ac41-204d57133e3b tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:15.249235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6bdb5-865b-49bd-bce1-b66747f9991d req-3429c4b5-a8bc-475d-860f-b80b96f67885 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:15.250743 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-13c6bdb5-865b-49bd-bce1-b66747f9991d req-3429c4b5-a8bc-475d-860f-b80b96f67885 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.3469784 Jan 28 17:56:15.331469 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-13c6bdb5-865b-49bd-bce1-b66747f9991d req-99f86289-9f43-46fc-aaae-a498611c07b4 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683351 Jan 28 17:56:15.333640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-cfa90d2e-b735-47b2-b82b-fdb590769765 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:15.335903 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cfa90d2e-b735-47b2-b82b-fdb590769765 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5853729 Jan 28 17:56:15.370864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40004) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:15.404450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3b7f30ed-1591-4e0a-ac41-204d57133e3b tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:15.438824 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f30ed-1591-4e0a-ac41-204d57133e3b tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93abd62-0dc4-4304-9335-9b354579dc55,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:15.489770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4bdec281-7986-4a9a-8d73-041094670317 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Synchronizing usage tracker for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:router {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:15.524219 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3b7f30ed-1591-4e0a-ac41-204d57133e3b tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:15.527912 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3b7f30ed-1591-4e0a-ac41-204d57133e3b tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-groups/e93abd62-0dc4-4304-9335-9b354579dc55 HTTP/1.1" status: 204 len: 168 time: 0.7928879 Jan 28 17:56:15.528494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40008) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:15.589792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-7099aab5-5de5-4b92-8852-451645f38774 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 09ea5229-ba01-41e8-b3ac-0f95be4d8c32 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:15.590143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7099aab5-5de5-4b92-8852-451645f38774 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:15.650985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28f9bcc-2678-4c77-890e-2533d9a9e445 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router e5fc7615-34cc-45b5-b5ef-ba84b6b425dd has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:56:15.673450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Router 58e87d72-93f4-4b2d-80d2-607f31c2598e is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:56:15.685997 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4bdec281-7986-4a9a-8d73-041094670317 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Unset dirty status for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:router {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:15.687207 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4bdec281-7986-4a9a-8d73-041094670317 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6265953 Jan 28 17:56:15.690289 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40012) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:15.696870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-12669b62-45b6-44d0-b97c-18c363592005 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1602346865'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:15.802300 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f0a2ae6f-b67b-470c-bf41-41201c1f5cdd tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:15.836273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:15.964939 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Provisioning for port 07575022-d18f-4727-a9bd-c9fd54a77735 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:15.971147 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Provisioning complete for port 07575022-d18f-4727-a9bd-c9fd54a77735 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:15.971820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:15.980963 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f0a2ae6f-b67b-470c-bf41-41201c1f5cdd tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:15.981935 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f0a2ae6f-b67b-470c-bf41-41201c1f5cdd tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4525375 Jan 28 17:56:15.990776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40016) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:16.013763 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-6a7c5d5e-7a9a-4bd0-b0a3-5337fee796d4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] delete failed (client error): The resource could not be found. Jan 28 17:56:16.015079 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6a7c5d5e-7a9a-4bd0-b0a3-5337fee796d4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-groups/e93abd62-0dc4-4304-9335-9b354579dc55 HTTP/1.1" status: 404 len: 347 time: 0.0231831 Jan 28 17:56:16.024599 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40020) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:16.033211 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-93ab2534-0a2c-4f5e-bab3-7db2750c429d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group': {'name': 'tempest-secgroup--119376903'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:16.043637 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-93ab2534-0a2c-4f5e-bab3-7db2750c429d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:16.117816 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-93ab2534-0a2c-4f5e-bab3-7db2750c429d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:16.200374 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:16.228956 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-93ab2534-0a2c-4f5e-bab3-7db2750c429d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:16.235092 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] For port 07575022-d18f-4727-a9bd-c9fd54a77735, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=07575022-d18f-4727-a9bd-c9fd54a77735,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:16.268926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-93ab2534-0a2c-4f5e-bab3-7db2750c429d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:16.276039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-93ab2534-0a2c-4f5e-bab3-7db2750c429d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:16.291211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:16.328894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-93ab2534-0a2c-4f5e-bab3-7db2750c429d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:16.349486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-93ab2534-0a2c-4f5e-bab3-7db2750c429d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:16.365952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Pushing event updated for resources: {'Port': ['ID=07575022-d18f-4727-a9bd-c9fd54a77735,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:16.385917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:16.386282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12669b62-45b6-44d0-b97c-18c363592005 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:16.386486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:16.387021 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:16.387542 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:16.388339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:16.388859 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:16.389979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:16.390429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:16.390854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:16.391349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:16.391774 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:16.392548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df39e509-ee09-44e2-92a0-f4546e61983b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:56:16.426169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7099aab5-5de5-4b92-8852-451645f38774 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:16.435319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'Subnet': ['ID=650aa77d-2acf-4ac4-9a56-daf1878e3478,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:16.454377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-93ab2534-0a2c-4f5e-bab3-7db2750c429d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:16.468579 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12669b62-45b6-44d0-b97c-18c363592005 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:16.531014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e26b0e4e-873e-4075-8f86-cc97fc6833b5 None None] Provisioning for port 09ea5229-ba01-41e8-b3ac-0f95be4d8c32 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:16.536186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e26b0e4e-873e-4075-8f86-cc97fc6833b5 None None] Provisioning complete for port 09ea5229-ba01-41e8-b3ac-0f95be4d8c32 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:16.536554 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e26b0e4e-873e-4075-8f86-cc97fc6833b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:16.586858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-7099aab5-5de5-4b92-8852-451645f38774 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 09ea5229-ba01-41e8-b3ac-0f95be4d8c32 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:16.592714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e26b0e4e-873e-4075-8f86-cc97fc6833b5 None None] Port 09ea5229-ba01-41e8-b3ac-0f95be4d8c32 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:56:16.636115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-93ab2534-0a2c-4f5e-bab3-7db2750c429d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:16.650433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Checking segment: {'id': '4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70dd6112-ece6-47b5-8d70-803ebf84f300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:16.650794 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Network hostable DHCP agents. Network: 70dd6112-ece6-47b5-8d70-803ebf84f300, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:56:16.668463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28f9bcc-2678-4c77-890e-2533d9a9e445 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:16.679880 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae1909-ba67-4b6c-9074-bf62b4a7471d None None] Sync routers for ids ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:16.689853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:16.692759 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae1909-ba67-4b6c-9074-bf62b4a7471d None None] Routers {'e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:16.693571 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-98ae1909-ba67-4b6c-9074-bf62b4a7471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:16.696041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab2534-0a2c-4f5e-bab3-7db2750c429d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c43dc1-6f9a-417b-af45-f6620ca3ab11,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:16.702103 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b60258-705d-4d30-abfe-af1669664092 None None] Sync routers for ids ['58e87d72-93f4-4b2d-80d2-607f31c2598e'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:16.709200 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12669b62-45b6-44d0-b97c-18c363592005 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router 9f983aba-7145-4d84-8c29-ba2b5682ec1e has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:56:16.714434 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b60258-705d-4d30-abfe-af1669664092 None None] Routers {'58e87d72-93f4-4b2d-80d2-607f31c2598e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:16.715089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d5b60258-705d-4d30-abfe-af1669664092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['58e87d72-93f4-4b2d-80d2-607f31c2598e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:16.767247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d28f9bcc-2678-4c77-890e-2533d9a9e445 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:16.786084 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-98ae1909-ba67-4b6c-9074-bf62b4a7471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:16.796238 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae1909-ba67-4b6c-9074-bf62b4a7471d None None] Routers {'e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:16.797143 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-98ae1909-ba67-4b6c-9074-bf62b4a7471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:16.797994 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d5b60258-705d-4d30-abfe-af1669664092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:16.809566 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b60258-705d-4d30-abfe-af1669664092 None None] Routers {'58e87d72-93f4-4b2d-80d2-607f31c2598e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:16.810494 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d5b60258-705d-4d30-abfe-af1669664092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['58e87d72-93f4-4b2d-80d2-607f31c2598e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:16.868770 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-98ae1909-ba67-4b6c-9074-bf62b4a7471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:16.869569 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae1909-ba67-4b6c-9074-bf62b4a7471d None None] The sync data for ids ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:16.887057 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d5b60258-705d-4d30-abfe-af1669664092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:16.887406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b60258-705d-4d30-abfe-af1669664092 None None] The sync data for ids ['58e87d72-93f4-4b2d-80d2-607f31c2598e'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:16.898108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-93ab2534-0a2c-4f5e-bab3-7db2750c429d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:16.899410 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-93ab2534-0a2c-4f5e-bab3-7db2750c429d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8735559 Jan 28 17:56:16.904376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40026) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:16.912885 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-0e519a6e-757b-47f2-8aa7-e5c9561475a1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group_rule': {'security_group_id': '49c43dc1-6f9a-417b-af45-f6620ca3ab11', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:16.927344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0e519a6e-757b-47f2-8aa7-e5c9561475a1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:16.934911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0e519a6e-757b-47f2-8aa7-e5c9561475a1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:16.939697 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12669b62-45b6-44d0-b97c-18c363592005 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:16.942630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522e8d7-531d-4dd0-aaac-030673a10d60 req-218c3526-643a-462b-a21c-6274cebeec6c tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:16.944136 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7522e8d7-531d-4dd0-aaac-030673a10d60 req-218c3526-643a-462b-a21c-6274cebeec6c tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.3756077 Jan 28 17:56:16.948306 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12669b62-45b6-44d0-b97c-18c363592005 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:16.949620 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-12669b62-45b6-44d0-b97c-18c363592005 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/9f983aba-7145-4d84-8c29-ba2b5682ec1e HTTP/1.1" status: 200 len: 887 time: 1.2582853 Jan 28 17:56:16.950648 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0e519a6e-757b-47f2-8aa7-e5c9561475a1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:16.957091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40030) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:16.957322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0e519a6e-757b-47f2-8aa7-e5c9561475a1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:16.959085 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75373c79-2a79-43f9-8078-57b6731855bb None None] Sync routers for ids ['9f983aba-7145-4d84-8c29-ba2b5682ec1e'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:16.977409 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75373c79-2a79-43f9-8078-57b6731855bb None None] Routers {'9f983aba-7145-4d84-8c29-ba2b5682ec1e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:16.978832 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-75373c79-2a79-43f9-8078-57b6731855bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['9f983aba-7145-4d84-8c29-ba2b5682ec1e'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:16.980355 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d28f9bcc-2678-4c77-890e-2533d9a9e445 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "PUT /v2.0/floatingips/262ef66e-5d72-43ee-a0a8-ba0c40980130 HTTP/1.1" status: 200 len: 978 time: 6.6360371 Jan 28 17:56:16.981376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:16.981812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40034) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:16.983309 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f29d15d5-ca8b-42bb-977e-358b49c9a0a4 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.5449104 Jan 28 17:56:16.983309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Network 70dd6112-ece6-47b5-8d70-803ebf84f300 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:56:17.004646 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 07575022-d18f-4727-a9bd-c9fd54a77735 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:17.023608 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40038) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:17.070748 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-75373c79-2a79-43f9-8078-57b6731855bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:17.083335 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75373c79-2a79-43f9-8078-57b6731855bb None None] Routers {'9f983aba-7145-4d84-8c29-ba2b5682ec1e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:17.084410 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-75373c79-2a79-43f9-8078-57b6731855bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['9f983aba-7145-4d84-8c29-ba2b5682ec1e'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:17.148112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 07575022-d18f-4727-a9bd-c9fd54a77735 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:17.148509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:17.151852 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7522e8d7-531d-4dd0-aaac-030673a10d60 req-e7a8fdcb-82f4-480b-bd5c-1ad285704f65 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954987 Jan 28 17:56:17.167950 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-75373c79-2a79-43f9-8078-57b6731855bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:17.168572 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75373c79-2a79-43f9-8078-57b6731855bb None None] The sync data for ids ['9f983aba-7145-4d84-8c29-ba2b5682ec1e'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:17.216666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 70dd6112-ece6-47b5-8d70-803ebf84f300) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:17.235891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:17.236475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:17.249406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58007d8b-1fc8-4f5e-b7e2-66a29dc0d1d4 None None] Network 70dd6112-ece6-47b5-8d70-803ebf84f300 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:17.283547 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-517f54d8-9f02-4aca-b852-092ba7dab57e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/routers/9f983aba-7145-4d84-8c29-ba2b5682ec1e HTTP/1.1" status: 200 len: 887 time: 0.3252993 Jan 28 17:56:17.284259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40042) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:17.330522 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3ac25545-f31a-4982-8666-99545610be2f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Synchronizing usage tracker for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:17.338560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7099aab5-5de5-4b92-8852-451645f38774 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:17.372800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0e519a6e-757b-47f2-8aa7-e5c9561475a1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:17.397890 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-23864c87-1559-4c28-892a-bc9c8a215e9b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5866668 Jan 28 17:56:17.399891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099aab5-5de5-4b92-8852-451645f38774 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=09ea5229-ba01-41e8-b3ac-0f95be4d8c32,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:17.403591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-e841818f-24e1-4e01-b0a7-8aa9fc9fc7f9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port d8326b21-57fc-4d0f-ae29-750d49299e8a {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:17.404012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e841818f-24e1-4e01-b0a7-8aa9fc9fc7f9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:17.445030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40046) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:17.481128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1487590386'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:17.491023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3ac25545-f31a-4982-8666-99545610be2f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Unset dirty status for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:17.496952 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3ac25545-f31a-4982-8666-99545610be2f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f983aba-7145-4d84-8c29-ba2b5682ec1e HTTP/1.1" status: 200 len: 205 time: 0.2069137 Jan 28 17:56:17.496952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:17.502483 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-70dd6112-ece6-47b5-8d70-803ebf84f300', 'network_id': '70dd6112-ece6-47b5-8d70-803ebf84f300', 'tenant_id': 'e26c13bbbedc4ee28efebe317cbf20b0', 'fixed_ips': [{'subnet_id': '650aa77d-2acf-4ac4-9a56-daf1878e3478'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:56:17.503396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:17.523955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40050) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:17.534380 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Usage tracker for resource:network and tenant:e26c13bbbedc4ee28efebe317cbf20b0 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:17.676383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Allocated IP 2001:db8:0:ffff::2 (70dd6112-ece6-47b5-8d70-803ebf84f300/650aa77d-2acf-4ac4-9a56-daf1878e3478/a1d7279b-7939-4e07-8583-9bf8cc0857d2) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:17.740804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:17.760323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:17.856596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7099aab5-5de5-4b92-8852-451645f38774 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:17.860780 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7099aab5-5de5-4b92-8852-451645f38774 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/09ea5229-ba01-41e8-b3ac-0f95be4d8c32 HTTP/1.1" status: 204 len: 168 time: 2.4863541 Jan 28 17:56:17.868730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Made reservation on behalf of e26c13bbbedc4ee28efebe317cbf20b0 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:17.872192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:17.880527 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40054) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:17.899521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0e519a6e-757b-47f2-8aa7-e5c9561475a1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:17.903892 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:17.915757 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Transition to ACTIVE for port object a1d7279b-7939-4e07-8583-9bf8cc0857d2 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:17.936890 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Transition to ACTIVE for port object a1d7279b-7939-4e07-8583-9bf8cc0857d2 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:17.965745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:17.987980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0e519a6e-757b-47f2-8aa7-e5c9561475a1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.028658 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.038661 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:56:18.041850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e519a6e-757b-47f2-8aa7-e5c9561475a1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab2442f-4003-4aad-8626-08c6495dc7f6,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:18.072656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e60c21-a764-49e6-8d07-88aeace19a2e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:18.074159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e60c21-a764-49e6-8d07-88aeace19a2e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:18.075765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e60c21-a764-49e6-8d07-88aeace19a2e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:18.076556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a0e60c21-a764-49e6-8d07-88aeace19a2e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:18.079501 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.079849 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Added segment 5d5d2589-8862-4695-8780-9f09fb7a099f of type vlan for network 9aa241f7-8975-40ee-b7f3-23b90b24ec42 Jan 28 17:56:18.097140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Network 70dd6112-ece6-47b5-8d70-803ebf84f300 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:18.099856 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:18.103791 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:18.112845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Pushing event updated for resources: {'Port': ['ID=a1d7279b-7939-4e07-8583-9bf8cc0857d2,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:18.128392 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e841818f-24e1-4e01-b0a7-8aa9fc9fc7f9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.192265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.223214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Attempting to bind port a1d7279b-7939-4e07-8583-9bf8cc0857d2 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:56:18.223959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Attempting to bind port a1d7279b-7939-4e07-8583-9bf8cc0857d2 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70dd6112-ece6-47b5-8d70-803ebf84f300'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:56:18.224459 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Attempting to bind port a1d7279b-7939-4e07-8583-9bf8cc0857d2 on network 70dd6112-ece6-47b5-8d70-803ebf84f300 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:56:18.231305 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:56:18.231837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Checking segment: {'id': '4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70dd6112-ece6-47b5-8d70-803ebf84f300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:18.232934 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.234972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Bound using segment: {'id': '4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70dd6112-ece6-47b5-8d70-803ebf84f300'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:56:18.234972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Bound port: a1d7279b-7939-4e07-8583-9bf8cc0857d2, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70dd6112-ece6-47b5-8d70-803ebf84f300'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:56:18.234972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.250229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0e519a6e-757b-47f2-8aa7-e5c9561475a1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.250229 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0e519a6e-757b-47f2-8aa7-e5c9561475a1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3346698 Jan 28 17:56:18.250397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.250397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40060) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:18.279175 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a0e60c21-a764-49e6-8d07-88aeace19a2e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:18.282622 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a0e60c21-a764-49e6-8d07-88aeace19a2e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3949730 Jan 28 17:56:18.283449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40064) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:18.286247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-187339c8-0c38-465f-b41f-a69b26ad4b5f tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.296604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-187339c8-0c38-465f-b41f-a69b26ad4b5f tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.325127 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.330708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:18.331545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.345991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] For port a1d7279b-7939-4e07-8583-9bf8cc0857d2, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:56:18.348991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] For port a1d7279b-7939-4e07-8583-9bf8cc0857d2, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a1d7279b-7939-4e07-8583-9bf8cc0857d2,segment=NetworkSegment(4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873),segment_id=4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:56:18.367980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 8d535083-a798-4fad-9a96-7db149a17515 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:18.368380 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.406366 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.484455 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0135043 Jan 28 17:56:18.492713 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40068) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:18.497268 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af83d7-a090-4c28-b51f-8828f888e5f6 None None] Pushing event updated for resources: {'Port': ['ID=a1d7279b-7939-4e07-8583-9bf8cc0857d2,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:18.505288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-187339c8-0c38-465f-b41f-a69b26ad4b5f tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.529049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-187339c8-0c38-465f-b41f-a69b26ad4b5f tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.530143 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-187339c8-0c38-465f-b41f-a69b26ad4b5f tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/7ab2442f-4003-4aad-8626-08c6495dc7f6 HTTP/1.1" status: 204 len: 168 time: 0.2832069 Jan 28 17:56:18.530471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Request body: {'subnet': {'network_id': '9aa241f7-8975-40ee-b7f3-23b90b24ec42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:18.530928 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187339c8-0c38-465f-b41f-a69b26ad4b5f tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ab2442f-4003-4aad-8626-08c6495dc7f6,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:18.538293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40072) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:18.577159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92fb6c-e459-4285-8fb6-b70403d058fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'Network': ['ID=9aa241f7-8975-40ee-b7f3-23b90b24ec42,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:18.590180 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 9aa241f7-8975-40ee-b7f3-23b90b24ec42 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:56:18.683991 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.721482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.753220 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e429ce4-b2fb-4d23-be56-e2b4114ac4f8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 73559356-8560-453b-a5f0-dc08556e9e3f {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:56:18.768387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e429ce4-b2fb-4d23-be56-e2b4114ac4f8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:18.811052 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-24840604-3a37-4069-b95c-3ee8cf4c6c75 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:18.881858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for 8d535083-a798-4fad-9a96-7db149a17515 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:19.038161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a1d7279b-7939-4e07-8583-9bf8cc0857d2 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:19.064474 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e841818f-24e1-4e01-b0a7-8aa9fc9fc7f9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.065057 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e841818f-24e1-4e01-b0a7-8aa9fc9fc7f9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.065187 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-e841818f-24e1-4e01-b0a7-8aa9fc9fc7f9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Floating IP 262ef66e-5d72-43ee-a0a8-ba0c40980130 disassociated. External IP: 172.26.1.104, port: d8326b21-57fc-4d0f-ae29-750d49299e8a. Jan 28 17:56:19.065612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-e841818f-24e1-4e01-b0a7-8aa9fc9fc7f9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for d8326b21-57fc-4d0f-ae29-750d49299e8a owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:19.075426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-24840604-3a37-4069-b95c-3ee8cf4c6c75 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:19.079532 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-24840604-3a37-4069-b95c-3ee8cf4c6c75 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5375841 Jan 28 17:56:19.084204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40076) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:19.122200 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:19.137339 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Usage tracker for resource:subnet and tenant:e26c13bbbedc4ee28efebe317cbf20b0 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:19.146259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:19.157540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33728a22-966e-42be-b1ec-1d02a2003e46 req-2881e32a-f9a8-4f76-9432-677524386c94 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:19.158479 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-33728a22-966e-42be-b1ec-1d02a2003e46 req-2881e32a-f9a8-4f76-9432-677524386c94 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.8798468 Jan 28 17:56:19.162660 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e429ce4-b2fb-4d23-be56-e2b4114ac4f8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.166696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c333f410-e7d9-4747-9dfb-9c91ebb62551 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.193452 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c333f410-e7d9-4747-9dfb-9c91ebb62551 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.194312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:19.201409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.227967 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port a1d7279b-7939-4e07-8583-9bf8cc0857d2 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:19.258692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Port': ['ID=8d535083-a798-4fad-9a96-7db149a17515,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:19.368367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.417914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Made reservation on behalf of e26c13bbbedc4ee28efebe317cbf20b0 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:19.421553 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.478432 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-33728a22-966e-42be-b1ec-1d02a2003e46 req-0fa2c433-0170-4e19-9514-0efa0fcfe568 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320461 Jan 28 17:56:19.538269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c333f410-e7d9-4747-9dfb-9c91ebb62551 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.587772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e841818f-24e1-4e01-b0a7-8aa9fc9fc7f9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.621382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333f410-e7d9-4747-9dfb-9c91ebb62551 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c43dc1-6f9a-417b-af45-f6620ca3ab11,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:19.679894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841818f-24e1-4e01-b0a7-8aa9fc9fc7f9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=d8326b21-57fc-4d0f-ae29-750d49299e8a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:19.695796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.702740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.702894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e429ce4-b2fb-4d23-be56-e2b4114ac4f8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.752929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7864e3a4-9aec-4aca-93dc-ead227cab13e None None] Network 70dd6112-ece6-47b5-8d70-803ebf84f300 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:19.780975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.822960 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c333f410-e7d9-4747-9dfb-9c91ebb62551 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.827153 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c333f410-e7d9-4747-9dfb-9c91ebb62551 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-groups/49c43dc1-6f9a-417b-af45-f6620ca3ab11 HTTP/1.1" status: 204 len: 168 time: 0.7420235 Jan 28 17:56:19.828934 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40080) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:19.955977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9432ef34-72b7-4430-9fad-d85394e8fe4a tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:19.960806 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8742f5a8-d629-4bbe-8b54-10f6dfc697c0 None None] Provisioning for port a1d7279b-7939-4e07-8583-9bf8cc0857d2 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:19.962949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:19.979371 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Fanout notify agent at l3_agent the message router_deleted on router 9f983aba-7145-4d84-8c29-ba2b5682ec1e {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:56:19.985340 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8742f5a8-d629-4bbe-8b54-10f6dfc697c0 None None] Provisioning complete for port a1d7279b-7939-4e07-8583-9bf8cc0857d2 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:19.987635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8742f5a8-d629-4bbe-8b54-10f6dfc697c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.119820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9432ef34-72b7-4430-9fad-d85394e8fe4a tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:20.125026 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9432ef34-72b7-4430-9fad-d85394e8fe4a tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2913058 Jan 28 17:56:20.126174 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40084) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:20.131474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-c8d85ccf-304a-4bd7-8599-6b7daa0a1e40 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group': {'name': 'tempest-secgroup--738441234'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:20.138532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c8d85ccf-304a-4bd7-8599-6b7daa0a1e40 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:20.154421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c8d85ccf-304a-4bd7-8599-6b7daa0a1e40 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:20.160265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.161696 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4745da11-bda4-4fe5-b1a9-7d2138ba3790 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/routers/9f983aba-7145-4d84-8c29-ba2b5682ec1e HTTP/1.1" status: 204 len: 168 time: 2.6337523 Jan 28 17:56:20.167474 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40088) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:20.188225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8742f5a8-d629-4bbe-8b54-10f6dfc697c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.197205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e429ce4-b2fb-4d23-be56-e2b4114ac4f8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.218008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'network': {'name': 'tempest-RoutersTest-1840148315'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:20.222900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:20.235811 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8742f5a8-d629-4bbe-8b54-10f6dfc697c0 None None] For port a1d7279b-7939-4e07-8583-9bf8cc0857d2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a1d7279b-7939-4e07-8583-9bf8cc0857d2,segment=NetworkSegment(4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873),segment_id=4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:20.245345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c8d85ccf-304a-4bd7-8599-6b7daa0a1e40 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.260354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:network and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:20.271960 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c8d85ccf-304a-4bd7-8599-6b7daa0a1e40 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:20.276883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c8d85ccf-304a-4bd7-8599-6b7daa0a1e40 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:20.280149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c8d85ccf-304a-4bd7-8599-6b7daa0a1e40 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:20.286231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c8d85ccf-304a-4bd7-8599-6b7daa0a1e40 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:20.302696 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8742f5a8-d629-4bbe-8b54-10f6dfc697c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.305131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:20.315907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2e429ce4-b2fb-4d23-be56-e2b4114ac4f8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.335785 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e429ce4-b2fb-4d23-be56-e2b4114ac4f8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=73559356-8560-453b-a5f0-dc08556e9e3f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:20.344182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:20.347040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a79de2-7d97-4993-aa11-4c53f9f9e38a None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:20.379301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Allocated IP 172.20.0.1 (c9d5d222-c88e-403d-bfb6-7872f382bfff/a19d41e9-fd45-4751-8b11-2436bdf599d8/19fc8e9f-7c40-495a-8c5d-20454c30edff) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:20.381013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c8d85ccf-304a-4bd7-8599-6b7daa0a1e40 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.405710 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e841818f-24e1-4e01-b0a7-8aa9fc9fc7f9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router e5fc7615-34cc-45b5-b5ef-ba84b6b425dd has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:56:20.446314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.objects.ports [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88159) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:56:20.452143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.462156 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742f5a8-d629-4bbe-8b54-10f6dfc697c0 None None] Pushing event updated for resources: {'Port': ['ID=a1d7279b-7939-4e07-8583-9bf8cc0857d2,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:20.468625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c8d85ccf-304a-4bd7-8599-6b7daa0a1e40 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.524717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d85ccf-304a-4bd7-8599-6b7daa0a1e40 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285d3b1c-1b23-44e9-8473-40eeb0d19b96,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:20.564476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ff9c1d9a-f5f3-4dff-b9e6-7a28d85b05ca None None] Provisioning complete for port a1d7279b-7939-4e07-8583-9bf8cc0857d2 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:20.564849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ff9c1d9a-f5f3-4dff-b9e6-7a28d85b05ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.594435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c8d85ccf-304a-4bd7-8599-6b7daa0a1e40 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.598699 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c8d85ccf-304a-4bd7-8599-6b7daa0a1e40 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4688959 Jan 28 17:56:20.603509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40094) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:20.605414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e9f89558-7d4a-465a-b97a-2a88a113a1c6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group_rule': {'security_group_id': '285d3b1c-1b23-44e9-8473-40eeb0d19b96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:20.612053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e9f89558-7d4a-465a-b97a-2a88a113a1c6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:20.617653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e9f89558-7d4a-465a-b97a-2a88a113a1c6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:20.622770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e9f89558-7d4a-465a-b97a-2a88a113a1c6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:20.630597 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e9f89558-7d4a-465a-b97a-2a88a113a1c6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:20.733996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c4996-2e7e-4944-a1cb-e1c4460245a1 req-9ccb20d2-c1f5-4868-9bd6-2f673e402547 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:20.735458 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5f0c4996-2e7e-4944-a1cb-e1c4460245a1 req-9ccb20d2-c1f5-4868-9bd6-2f673e402547 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.0940709 Jan 28 17:56:20.783582 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2e429ce4-b2fb-4d23-be56-e2b4114ac4f8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/73559356-8560-453b-a5f0-dc08556e9e3f HTTP/1.1" status: 204 len: 168 time: 2.4972389 Jan 28 17:56:20.788103 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5f0c4996-2e7e-4944-a1cb-e1c4460245a1 req-3d767cd9-a3e6-4651-92c9-7a342373c0bd tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411687 Jan 28 17:56:20.788551 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40100) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:20.802227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:20.806240 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.853167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f89558-7d4a-465a-b97a-2a88a113a1c6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.885188 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb14b30-c943-4d80-895f-94a33de4a43b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 85f363f3-a17c-4308-b217-689ea190d0fb {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:56:20.892594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0eb14b30-c943-4d80-895f-94a33de4a43b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:20.984877 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0eb14b30-c943-4d80-895f-94a33de4a43b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.030323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a1d7279b-7939-4e07-8583-9bf8cc0857d2 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:21.040703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f89558-7d4a-465a-b97a-2a88a113a1c6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.078898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Checking segment: {'id': '5d5d2589-8862-4695-8780-9f09fb7a099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9aa241f7-8975-40ee-b7f3-23b90b24ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:21.079283 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Network hostable DHCP agents. Network: 9aa241f7-8975-40ee-b7f3-23b90b24ec42, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:56:21.095511 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'Subnet': ['ID=2b91a7b2-2896-44f1-94c7-1e94bdd8089c,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:21.105277 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f89558-7d4a-465a-b97a-2a88a113a1c6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.133081 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:56:21.143532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f89558-7d4a-465a-b97a-2a88a113a1c6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fdca0a-ec5a-42f8-98f1-a5db7353fdc8,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:21.153863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.154608 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Added segment 2ff08a35-f5d3-4f62-963b-543af9009810 of type vlan for network b7c2cb56-e7d5-42b8-bd45-ea5156a4e661 Jan 28 17:56:21.167260 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port a1d7279b-7939-4e07-8583-9bf8cc0857d2 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:21.168200 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.172280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0eb14b30-c943-4d80-895f-94a33de4a43b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.192450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.237015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.244227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Network 9aa241f7-8975-40ee-b7f3-23b90b24ec42 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:56:21.256560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e841818f-24e1-4e01-b0a7-8aa9fc9fc7f9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:21.267427 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9266ec8-79e8-4b98-9220-4a614a32d431 None None] Sync routers for ids ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:21.279702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f89558-7d4a-465a-b97a-2a88a113a1c6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.283604 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e9f89558-7d4a-465a-b97a-2a88a113a1c6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6804168 Jan 28 17:56:21.284871 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40108) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:21.292377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-0534903c-c071-4885-9f17-78a55a9974a6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group_rule': {'security_group_id': '285d3b1c-1b23-44e9-8473-40eeb0d19b96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:21.299768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0534903c-c071-4885-9f17-78a55a9974a6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:21.317570 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9266ec8-79e8-4b98-9220-4a614a32d431 None None] Routers {'e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:21.318720 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e9266ec8-79e8-4b98-9220-4a614a32d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:21.349882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0534903c-c071-4885-9f17-78a55a9974a6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:21.359175 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.361984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0534903c-c071-4885-9f17-78a55a9974a6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:21.364872 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:21.365169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.370399 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0534903c-c071-4885-9f17-78a55a9974a6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:21.401315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0eb14b30-c943-4d80-895f-94a33de4a43b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.406459 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 9aa241f7-8975-40ee-b7f3-23b90b24ec42) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:21.411125 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:21.411706 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.456983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Transition to ACTIVE for port object 19fc8e9f-7c40-495a-8c5d-20454c30edff will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:21.459483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb14b30-c943-4d80-895f-94a33de4a43b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=85f363f3-a17c-4308-b217-689ea190d0fb,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:21.461780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0eb14b30-c943-4d80-895f-94a33de4a43b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.484535 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0eb14b30-c943-4d80-895f-94a33de4a43b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/85f363f3-a17c-4308-b217-689ea190d0fb HTTP/1.1" status: 204 len: 168 time: 0.6928821 Jan 28 17:56:21.484535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0534903c-c071-4885-9f17-78a55a9974a6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.487659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e9266ec8-79e8-4b98-9220-4a614a32d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:21.491143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40112) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:21.494596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd142f2-261d-494a-863c-32898a8101cf None None] Network 9aa241f7-8975-40ee-b7f3-23b90b24ec42 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:21.597140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9266ec8-79e8-4b98-9220-4a614a32d431 None None] Routers {'e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:21.597773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e9266ec8-79e8-4b98-9220-4a614a32d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:21.611383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e841818f-24e1-4e01-b0a7-8aa9fc9fc7f9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.614012 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e841818f-24e1-4e01-b0a7-8aa9fc9fc7f9 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/ports/d8326b21-57fc-4d0f-ae29-750d49299e8a HTTP/1.1" status: 204 len: 168 time: 4.6311936 Jan 28 17:56:21.620234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40116) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:21.629621 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-861f1133-f62e-4572-8489-37426a5d67c8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1347978 Jan 28 17:56:21.631470 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Network': ['ID=b7c2cb56-e7d5-42b8-bd45-ea5156a4e661,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:21.634358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40120) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:21.643034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0a163-8f53-49ab-8e2c-8b7380e1950d req-42d83d56-c17b-4967-8fec-3e7133ed893b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:21.647436 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d7e0a163-8f53-49ab-8e2c-8b7380e1950d req-42d83d56-c17b-4967-8fec-3e7133ed893b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.3494780 Jan 28 17:56:21.661261 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e06f48-34f3-443f-aedf-84c08aa1152a None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:21.664599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:21.672936 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network b7c2cb56-e7d5-42b8-bd45-ea5156a4e661 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:56:21.707297 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a2d744e8-36dd-469f-b9e6-6a56af053068 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5227690 Jan 28 17:56:21.708366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40124) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:21.737175 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d627e159-f930-43d7-b795-0809453a2c5b tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2389207 Jan 28 17:56:21.740586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40128) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:21.751641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Request body: {'port': {'network_id': '9aa241f7-8975-40ee-b7f3-23b90b24ec42', 'name': 'tempest-NetworksIpV6TestAttrs-1237329860'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:21.765017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'subnet': {'network_id': 'b7c2cb56-e7d5-42b8-bd45-ea5156a4e661', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:21.770003 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad83611-19a7-464c-98c5-05e697c83631 req-d92b396b-a5f3-4e87-8633-cdb482482831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:21.771592 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2ad83611-19a7-464c-98c5-05e697c83631 req-d92b396b-a5f3-4e87-8633-cdb482482831 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=62177f82a6dd4848ac609f9e3a037891&device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 1099 time: 0.3540874 Jan 28 17:56:21.850761 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e9266ec8-79e8-4b98-9220-4a614a32d431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:21.851188 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9266ec8-79e8-4b98-9220-4a614a32d431 None None] The sync data for ids ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:21.904857 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d7e0a163-8f53-49ab-8e2c-8b7380e1950d req-f604b2b3-0bba-4903-8394-da5fc8524ed2 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473226 Jan 28 17:56:21.906512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0534903c-c071-4885-9f17-78a55a9974a6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.944196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:21.952328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:21.956989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:21.966772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:21.969144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0534903c-c071-4885-9f17-78a55a9974a6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.971029 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:21.975435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-55faacc4-7f59-4b15-9581-c5bc6d3c9c5b None None] Provisioning complete for port 07575022-d18f-4727-a9bd-c9fd54a77735 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:21.975740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-55faacc4-7f59-4b15-9581-c5bc6d3c9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:21.986931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:subnet and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:21.999817 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:22.010932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:22.017749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:22.020291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534903c-c071-4885-9f17-78a55a9974a6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eded46bb-eacd-4c52-a8f3-fde2078e5362,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:22.084983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:22.090185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:22.111206 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0534903c-c071-4885-9f17-78a55a9974a6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:22.116180 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0534903c-c071-4885-9f17-78a55a9974a6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8265984 Jan 28 17:56:22.116180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:22.117571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:22.123520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40132) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:22.125255 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Network c9d5d222-c88e-403d-bfb6-7872f382bfff is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:22.156375 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:22.158697 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:22.192364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-993063ab-bd89-48ad-ad41-c106d1455386 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group_rule': {'security_group_id': '285d3b1c-1b23-44e9-8473-40eeb0d19b96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:22.215235 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-9aa241f7-8975-40ee-b7f3-23b90b24ec42', 'network_id': '9aa241f7-8975-40ee-b7f3-23b90b24ec42', 'tenant_id': 'e26c13bbbedc4ee28efebe317cbf20b0', 'fixed_ips': [{'subnet_id': '2b91a7b2-2896-44f1-94c7-1e94bdd8089c'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:56:22.215915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:22.287154 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-993063ab-bd89-48ad-ad41-c106d1455386 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:22.297055 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event updated for resources: {'Port': ['ID=19fc8e9f-7c40-495a-8c5d-20454c30edff,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:22.342741 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-993063ab-bd89-48ad-ad41-c106d1455386 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:22.355683 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-993063ab-bd89-48ad-ad41-c106d1455386 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:22.359670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad83611-19a7-464c-98c5-05e697c83631 req-ab54201d-927d-426f-a934-6e0b220708fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:22.361402 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2ad83611-19a7-464c-98c5-05e697c83631 req-ab54201d-927d-426f-a934-6e0b220708fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=44583b02-fe97-441e-add2-b071fcf22932 HTTP/1.1" status: 200 len: 912 time: 0.4810793 Jan 28 17:56:22.375565 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-993063ab-bd89-48ad-ad41-c106d1455386 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:22.475440 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:56:22.490111 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] Deleting port 07575022-d18f-4727-a9bd-c9fd54a77735 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:22.490662 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:22.546452 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Allocated IP 2001:db8::f816:3eff:fe4b:99b4 (9aa241f7-8975-40ee-b7f3-23b90b24ec42/2b91a7b2-2896-44f1-94c7-1e94bdd8089c/82d7ee97-5413-4d09-bee9-ad206a09d3dd) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:22.643952 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:22.662503 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:22.690095 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Usage tracker for resource:port and tenant:e26c13bbbedc4ee28efebe317cbf20b0 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:22.710122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:22.724420 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:22.746061 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:22.802463 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2ad83611-19a7-464c-98c5-05e697c83631 req-4250fd53-c084-4835-8760-9aee86f949e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81efd65d-d7b9-42f2-aa8b-f0586b726f1c HTTP/1.1" status: 200 len: 1002 time: 0.4224598 Jan 28 17:56:22.827599 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cec7d8ec-13be-4e70-bd67-39e7b74fe91f None None] Provisioning for port 19fc8e9f-7c40-495a-8c5d-20454c30edff completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:22.842076 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cec7d8ec-13be-4e70-bd67-39e7b74fe91f None None] Provisioning complete for port 19fc8e9f-7c40-495a-8c5d-20454c30edff triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:22.842445 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cec7d8ec-13be-4e70-bd67-39e7b74fe91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:22.861192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-993063ab-bd89-48ad-ad41-c106d1455386 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:22.874596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] For port 07575022-d18f-4727-a9bd-c9fd54a77735, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=07575022-d18f-4727-a9bd-c9fd54a77735,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:22.874936 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:22.889497 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Made reservation on behalf of e26c13bbbedc4ee28efebe317cbf20b0 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:22.894660 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:22.964746 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.objects.ports [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88158) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:56:22.995049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] device_id is not set on port d839fd3b-e41e-4cd5-ba44-2668ca477e86 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:56:23.092973 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad83611-19a7-464c-98c5-05e697c83631 req-ef8ade46-d0bb-45b4-987b-5ce2e3a77d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:23.095216 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2ad83611-19a7-464c-98c5-05e697c83631 req-ef8ade46-d0bb-45b4-987b-5ce2e3a77d20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f546f4fd-62c1-4752-b8e2-87fa16bbf0de HTTP/1.1" status: 200 len: 850 time: 0.2841587 Jan 28 17:56:23.098058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Subnet': ['ID=60b6c5ab-1a9f-4e44-a681-94715fb3f7c1,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:23.145900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] Calling delete_port for 07575022-d18f-4727-a9bd-c9fd54a77735 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:23.174913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Checking segment: {'id': '2ff08a35-f5d3-4f62-963b-543af9009810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b7c2cb56-e7d5-42b8-bd45-ea5156a4e661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:23.174913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network hostable DHCP agents. Network: b7c2cb56-e7d5-42b8-bd45-ea5156a4e661, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:56:23.185904 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 07575022-d18f-4727-a9bd-c9fd54a77735 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:56:23.272183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-993063ab-bd89-48ad-ad41-c106d1455386 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.274749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-cec7d8ec-13be-4e70-bd67-39e7b74fe91f None None] Port 19fc8e9f-7c40-495a-8c5d-20454c30edff cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:56:23.294144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network b7c2cb56-e7d5-42b8-bd45-ea5156a4e661 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:56:23.330705 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.339290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.346656 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Transition to ACTIVE for port object 82d7ee97-5413-4d09-bee9-ad206a09d3dd will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:23.394413 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad83611-19a7-464c-98c5-05e697c83631 req-c46e1ebb-af79-471a-8b8d-e4a5c5debb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:23.396050 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2ad83611-19a7-464c-98c5-05e697c83631 req-c46e1ebb-af79-471a-8b8d-e4a5c5debb1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44583b02-fe97-441e-add2-b071fcf22932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2890761 Jan 28 17:56:23.409211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Transition to ACTIVE for port object 82d7ee97-5413-4d09-bee9-ad206a09d3dd will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:23.410384 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-993063ab-bd89-48ad-ad41-c106d1455386 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.423350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.435453 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:56:23.435805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:56:23.495294 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee13c7-df0e-4e67-8ad6-2e61392ecace req-73f1ff1e-f50d-4c32-b0c9-5df507085d03 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:23.496742 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-59ee13c7-df0e-4e67-8ad6-2e61392ecace req-73f1ff1e-f50d-4c32-b0c9-5df507085d03 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.3297741 Jan 28 17:56:23.509387 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.547191 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993063ab-bd89-48ad-ad41-c106d1455386 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdb9357-8369-4b26-84c8-5ee3adfeb398,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:23.575884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] For port 07575022-d18f-4727-a9bd-c9fd54a77735, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=07575022-d18f-4727-a9bd-c9fd54a77735,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:23.596152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.602135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.604373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, b7c2cb56-e7d5-42b8-bd45-ea5156a4e661) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:23.608982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:23.609741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.618430 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Network 9aa241f7-8975-40ee-b7f3-23b90b24ec42 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:23.630880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1150cbe2-4cd1-4b1b-b211-8d8e2b6b2c6e None None] Network b7c2cb56-e7d5-42b8-bd45-ea5156a4e661 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:23.660407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-993063ab-bd89-48ad-ad41-c106d1455386 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.666333 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-993063ab-bd89-48ad-ad41-c106d1455386 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5235069 Jan 28 17:56:23.668461 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40138) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:23.673200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.674476 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.690874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-978ca910-32c6-4a91-a940-c4f7f5f55f23 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group_rule': {'security_group_id': '285d3b1c-1b23-44e9-8473-40eeb0d19b96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:23.698511 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:23.732801 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:23.785254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-978ca910-32c6-4a91-a940-c4f7f5f55f23 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:23.785887 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-59ee13c7-df0e-4e67-8ad6-2e61392ecace req-f66e8a18-246f-4f7b-8344-d4608d4a102c tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205729 Jan 28 17:56:23.797300 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-69840a47-a0c9-4566-ad8a-5b1da7594cf9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0852344 Jan 28 17:56:23.798251 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40142) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:23.799533 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Allocated IP 2001:db8::f816:3eff:fee4:3d32 (9aa241f7-8975-40ee-b7f3-23b90b24ec42/2b91a7b2-2896-44f1-94c7-1e94bdd8089c/d839fd3b-e41e-4cd5-ba44-2668ca477e86) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:23.804915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-19afe887-f35d-4148-88fc-b8df6531c37d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.811448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:23.812716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-978ca910-32c6-4a91-a940-c4f7f5f55f23 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:23.819875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:23.825298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-978ca910-32c6-4a91-a940-c4f7f5f55f23 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:23.828655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:23.829341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.844697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-978ca910-32c6-4a91-a940-c4f7f5f55f23 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:23.859960 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=7c7eadcc-f453-435f-8a95-84b9c69be5c0,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:23.871534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=07575022-d18f-4727-a9bd-c9fd54a77735,revision_number=8']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:23.880553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Pushing event updated for resources: {'Port': ['ID=82d7ee97-5413-4d09-bee9-ad206a09d3dd,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:23.936495 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] Deleting port 07575022-d18f-4727-a9bd-c9fd54a77735 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:23.936879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.938221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2d32fb23-07fb-44a1-a9fd-cea3de48376c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-444461989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:23.939908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-978ca910-32c6-4a91-a940-c4f7f5f55f23 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:23.966358 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-91858898-9bc8-48e8-be4a-aa66a5443c1d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3176284 Jan 28 17:56:23.967861 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40146) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:23.968896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2d32fb23-07fb-44a1-a9fd-cea3de48376c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:23.979154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-7b00a957-93ff-452f-a029-61b6cf825f36 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:23.994530 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2d32fb23-07fb-44a1-a9fd-cea3de48376c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:router and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:24.001468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2d32fb23-07fb-44a1-a9fd-cea3de48376c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:24.009540 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2ad83611-19a7-464c-98c5-05e697c83631 req-ab61c757-fa9e-47fb-8ca1-82295e46d38c service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841701 Jan 28 17:56:24.054202 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2d32fb23-07fb-44a1-a9fd-cea3de48376c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:24.126139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-978ca910-32c6-4a91-a940-c4f7f5f55f23 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.165828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7b00a957-93ff-452f-a029-61b6cf825f36 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:24.170223 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7b00a957-93ff-452f-a029-61b6cf825f36 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:24.172309 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] For port 07575022-d18f-4727-a9bd-c9fd54a77735, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=07575022-d18f-4727-a9bd-c9fd54a77735,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:24.172699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.173727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7b00a957-93ff-452f-a029-61b6cf825f36 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:24.179662 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7b00a957-93ff-452f-a029-61b6cf825f36 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:24.194352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-978ca910-32c6-4a91-a940-c4f7f5f55f23 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.221847 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ca910-32c6-4a91-a940-c4f7f5f55f23 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687c9006-4696-433d-823b-2a1f67e0e556,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:24.238503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b00a957-93ff-452f-a029-61b6cf825f36 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:24.242302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b00a957-93ff-452f-a029-61b6cf825f36 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.297852 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] Calling delete_port for 07575022-d18f-4727-a9bd-c9fd54a77735 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:24.337823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-978ca910-32c6-4a91-a940-c4f7f5f55f23 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.341673 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-978ca910-32c6-4a91-a940-c4f7f5f55f23 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6683891 Jan 28 17:56:24.342898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40150) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:24.351381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-81c84610-2825-4fe2-81eb-66b1693b7051 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group_rule': {'security_group_id': '285d3b1c-1b23-44e9-8473-40eeb0d19b96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:24.360414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-81c84610-2825-4fe2-81eb-66b1693b7051 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:24.374254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-81c84610-2825-4fe2-81eb-66b1693b7051 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:24.380640 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-81c84610-2825-4fe2-81eb-66b1693b7051 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:24.403249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-81c84610-2825-4fe2-81eb-66b1693b7051 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:24.450196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2d32fb23-07fb-44a1-a9fd-cea3de48376c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.451219 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2d32fb23-07fb-44a1-a9fd-cea3de48376c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.460562 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:56:24.461265 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:56:24.517091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81c84610-2825-4fe2-81eb-66b1693b7051 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.557994 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.619196 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Attempting to bind port 82d7ee97-5413-4d09-bee9-ad206a09d3dd on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:56:24.619481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Attempting to bind port 82d7ee97-5413-4d09-bee9-ad206a09d3dd by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '5d5d2589-8862-4695-8780-9f09fb7a099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9aa241f7-8975-40ee-b7f3-23b90b24ec42'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:56:24.620189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Attempting to bind port 82d7ee97-5413-4d09-bee9-ad206a09d3dd on network 9aa241f7-8975-40ee-b7f3-23b90b24ec42 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:56:24.625816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] Pushing event deleted for resources: {'Port': ['ID=07575022-d18f-4727-a9bd-c9fd54a77735,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:24.648017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81c84610-2825-4fe2-81eb-66b1693b7051 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.661865 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:56:24.662241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Checking segment: {'id': '5d5d2589-8862-4695-8780-9f09fb7a099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9aa241f7-8975-40ee-b7f3-23b90b24ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:24.662634 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.663606 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Bound using segment: {'id': '5d5d2589-8862-4695-8780-9f09fb7a099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9aa241f7-8975-40ee-b7f3-23b90b24ec42'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:56:24.663606 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Bound port: 82d7ee97-5413-4d09-bee9-ad206a09d3dd, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5d2589-8862-4695-8780-9f09fb7a099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9aa241f7-8975-40ee-b7f3-23b90b24ec42'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:56:24.663983 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.699417 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2d32fb23-07fb-44a1-a9fd-cea3de48376c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.709092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81c84610-2825-4fe2-81eb-66b1693b7051 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.751660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c84610-2825-4fe2-81eb-66b1693b7051 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235b2bae-7fb8-4d4f-b75f-6f52aa6c9c3f,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:24.754740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b00a957-93ff-452f-a029-61b6cf825f36 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.799246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b00a957-93ff-452f-a029-61b6cf825f36 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:24.804093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-7b00a957-93ff-452f-a029-61b6cf825f36 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:24.818888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b00a957-93ff-452f-a029-61b6cf825f36 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:24.819502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b00a957-93ff-452f-a029-61b6cf825f36 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.827667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81c84610-2825-4fe2-81eb-66b1693b7051 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.831047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85134ac-895e-4505-88d7-c143c1fec04d None None] No DVR routers for this DVR port 07575022-d18f-4727-a9bd-c9fd54a77735 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:24.832313 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-81c84610-2825-4fe2-81eb-66b1693b7051 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4881923 Jan 28 17:56:24.832472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-b7c2cb56-e7d5-42b8-bd45-ea5156a4e661', 'network_id': 'b7c2cb56-e7d5-42b8-bd45-ea5156a4e661', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'fixed_ips': [{'subnet_id': '60b6c5ab-1a9f-4e44-a681-94715fb3f7c1'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:56:24.833059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.837427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40156) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:24.852304 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2ad83611-19a7-464c-98c5-05e697c83631 req-8d2b54ed-df7c-4569-8c9d-c83ae8943a1d service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8195875 Jan 28 17:56:24.892177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-058b6a03-b2cf-4bbc-b0c2-dffd50d75762 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.899493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00a957-93ff-452f-a029-61b6cf825f36 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=92abcef0-1210-474b-b053-d02b537a8792,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:24.905752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-058b6a03-b2cf-4bbc-b0c2-dffd50d75762 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:24.937178 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7b00a957-93ff-452f-a029-61b6cf825f36 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9656878 Jan 28 17:56:24.939980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40160) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:24.948707 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'mac_address': 'fa:16:3e:ec:9b:4d', 'name': 'tempest-NetworksTestDHCPv6-868345184'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:24.961647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a773ac1a-3089-4407-b47c-56aa6e24427a None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:24.997298 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2d32fb23-07fb-44a1-a9fd-cea3de48376c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:25.009751 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:25.097361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Transition to ACTIVE for port object d839fd3b-e41e-4cd5-ba44-2668ca477e86 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:25.108613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Port 07575022-d18f-4727-a9bd-c9fd54a77735 update to DOWN by agent not found {{(pid=88160) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 28 17:56:25.142388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:25.150478 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] For port 82d7ee97-5413-4d09-bee9-ad206a09d3dd, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:56:25.157740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] For port 82d7ee97-5413-4d09-bee9-ad206a09d3dd, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=82d7ee97-5413-4d09-bee9-ad206a09d3dd,segment=NetworkSegment(5d5d2589-8862-4695-8780-9f09fb7a099f),segment_id=5d5d2589-8862-4695-8780-9f09fb7a099f)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:56:25.198167 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2d32fb23-07fb-44a1-a9fd-cea3de48376c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:25.200560 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2d32fb23-07fb-44a1-a9fd-cea3de48376c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3985553 Jan 28 17:56:25.207370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40164) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:25.219706 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-058b6a03-b2cf-4bbc-b0c2-dffd50d75762 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:25.260048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b6a03-b2cf-4bbc-b0c2-dffd50d75762 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=235b2bae-7fb8-4d4f-b75f-6f52aa6c9c3f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:25.284339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-058b6a03-b2cf-4bbc-b0c2-dffd50d75762 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:25.287909 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-058b6a03-b2cf-4bbc-b0c2-dffd50d75762 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/235b2bae-7fb8-4d4f-b75f-6f52aa6c9c3f HTTP/1.1" status: 204 len: 168 time: 0.4450700 Jan 28 17:56:25.291084 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40168) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:25.341101 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:25.363192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-19afe887-f35d-4148-88fc-b8df6531c37d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port 1c4b3252-d90b-48ae-9483-c32cdee2dd16 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:25.363676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-19afe887-f35d-4148-88fc-b8df6531c37d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:25.371919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:25.389283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c75709-5a3f-446e-96dd-2c22af4963e4 req-e6df45d1-d243-4f6b-b56f-3aab01491dc7 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:25.390782 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f0c75709-5a3f-446e-96dd-2c22af4963e4 req-e6df45d1-d243-4f6b-b56f-3aab01491dc7 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.4079955 Jan 28 17:56:25.394061 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:25.416342 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1530d5d9-a452-4c68-9b75-812d990785fc tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:25.418458 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Allocated IP 172.20.0.2 (b7c2cb56-e7d5-42b8-bd45-ea5156a4e661/60b6c5ab-1a9f-4e44-a681-94715fb3f7c1/70204fab-19e2-4bc0-a0c6-83347dc3fc7d) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:25.430964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:25.473890 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f0c75709-5a3f-446e-96dd-2c22af4963e4 req-5c57a75e-888e-4fd3-987b-178da939f805 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744884 Jan 28 17:56:25.503504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588d428-a706-4030-b5c5-0aff376857e1 req-251564b5-c503-4bb9-b39f-3492f060aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:25.504980 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0588d428-a706-4030-b5c5-0aff376857e1 req-251564b5-c503-4bb9-b39f-3492f060aecc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=62177f82a6dd4848ac609f9e3a037891&device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 1099 time: 0.4822519 Jan 28 17:56:25.530978 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:25.544348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b2290-9900-41a1-9872-20c67e0294b6 None None] Pushing event updated for resources: {'Port': ['ID=82d7ee97-5413-4d09-bee9-ad206a09d3dd,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:25.594983 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': '7c7eadcc-f453-435f-8a95-84b9c69be5c0'}, {'subnet_id': '92abcef0-1210-474b-b053-d02b537a8792'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:56:25.598121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:25.612974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1530d5d9-a452-4c68-9b75-812d990785fc tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:25.617300 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1530d5d9-a452-4c68-9b75-812d990785fc tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3230662 Jan 28 17:56:25.623358 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:25.631388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40172) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:25.692282 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:25.721250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port e83f7b11-6677-4a1f-9c23-195dc9915a7f yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:56:25.859338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:25.871142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Transition to ACTIVE for port object 70204fab-19e2-4bc0-a0c6-83347dc3fc7d will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:25.891709 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Transition to ACTIVE for port object 70204fab-19e2-4bc0-a0c6-83347dc3fc7d will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:25.975217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 172.20.0.11 (c221bf74-e816-466d-af85-3d953f9ff4cd/92abcef0-1210-474b-b053-d02b537a8792/e83f7b11-6677-4a1f-9c23-195dc9915a7f) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:25.988632 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:26.005124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::f816:3eff:feec:9b4d (c221bf74-e816-466d-af85-3d953f9ff4cd/7c7eadcc-f453-435f-8a95-84b9c69be5c0/e83f7b11-6677-4a1f-9c23-195dc9915a7f) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:26.073767 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Network b7c2cb56-e7d5-42b8-bd45-ea5156a4e661 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:26.076897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:26.081006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:26.124756 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event updated for resources: {'Port': ['ID=19fc8e9f-7c40-495a-8c5d-20454c30edff,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:26.127262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:26.134510 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Network 9aa241f7-8975-40ee-b7f3-23b90b24ec42 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:26.190248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Pushing event updated for resources: {'Port': ['ID=70204fab-19e2-4bc0-a0c6-83347dc3fc7d,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:26.199647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Attempting to bind port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:56:26.200017 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Attempting to bind port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '2ff08a35-f5d3-4f62-963b-543af9009810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b7c2cb56-e7d5-42b8-bd45-ea5156a4e661'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:56:26.200374 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Attempting to bind port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d on network b7c2cb56-e7d5-42b8-bd45-ea5156a4e661 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:56:26.206059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:56:26.206368 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Checking segment: {'id': '2ff08a35-f5d3-4f62-963b-543af9009810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b7c2cb56-e7d5-42b8-bd45-ea5156a4e661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:26.206821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:26.207242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Bound using segment: {'id': '2ff08a35-f5d3-4f62-963b-543af9009810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b7c2cb56-e7d5-42b8-bd45-ea5156a4e661'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:56:26.208169 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Bound port: 70204fab-19e2-4bc0-a0c6-83347dc3fc7d, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff08a35-f5d3-4f62-963b-543af9009810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b7c2cb56-e7d5-42b8-bd45-ea5156a4e661'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:56:26.208479 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:26.239745 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:26.267064 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f87f8e3-0fb3-4053-801a-4beccd6a7bc4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:26.283237 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:26.289215 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:26.289836 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:26.300754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:26.312858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] For port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:56:26.316900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] For port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=70204fab-19e2-4bc0-a0c6-83347dc3fc7d,segment=NetworkSegment(2ff08a35-f5d3-4f62-963b-543af9009810),segment_id=2ff08a35-f5d3-4f62-963b-543af9009810)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:56:26.317430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object e83f7b11-6677-4a1f-9c23-195dc9915a7f will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:26.393748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:26.398139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f87f8e3-0fb3-4053-801a-4beccd6a7bc4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:26.428158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:26.505226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:26.508201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:26.512496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:26.532654 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b070fe-0a8a-4000-8dfd-f21574987657 None None] Pushing event updated for resources: {'Port': ['ID=70204fab-19e2-4bc0-a0c6-83347dc3fc7d,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:26.568285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=e83f7b11-6677-4a1f-9c23-195dc9915a7f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:26.600801 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'Port': ['ID=d839fd3b-e41e-4cd5-ba44-2668ca477e86,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:26.620923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:26.621606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:26.649605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-19afe887-f35d-4148-88fc-b8df6531c37d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:26.658882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Allocated IP 172.20.0.2 (c221bf74-e816-466d-af85-3d953f9ff4cd/92abcef0-1210-474b-b053-d02b537a8792/79de99a8-c512-4b7b-9b47-9cc38e3ce339) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:26.674232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Allocated IP 2001:db8::f816:3eff:fe79:c90d (c221bf74-e816-466d-af85-3d953f9ff4cd/7c7eadcc-f453-435f-8a95-84b9c69be5c0/79de99a8-c512-4b7b-9b47-9cc38e3ce339) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:26.685253 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588d428-a706-4030-b5c5-0aff376857e1 req-73a0bc5a-f6c6-4725-8c3c-7f2d4d4a9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:26.686864 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0588d428-a706-4030-b5c5-0aff376857e1 req-73a0bc5a-f6c6-4725-8c3c-7f2d4d4a9ff0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44583b02-fe97-441e-add2-b071fcf22932 HTTP/1.1" status: 200 len: 912 time: 1.1001489 Jan 28 17:56:26.688043 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1ae90c6c-55ef-45da-a469-6cf04d2da768 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.9442346 Jan 28 17:56:26.691501 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40178) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:26.745126 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2a09141c-94aa-4a3b-bfe8-bc95da1539ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8031576 Jan 28 17:56:26.751135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40182) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:26.919694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c1a8cd-6310-484d-8b4b-7183647fbf70 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Deleting subnet 2b91a7b2-2896-44f1-94c7-1e94bdd8089c {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:56:26.922974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-87c1a8cd-6310-484d-8b4b-7183647fbf70 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:26.933428 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:26.944860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Transition to ACTIVE for port object 79de99a8-c512-4b7b-9b47-9cc38e3ce339 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:26.963133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-19afe887-f35d-4148-88fc-b8df6531c37d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for 1c4b3252-d90b-48ae-9483-c32cdee2dd16 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:26.975783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Transition to ACTIVE for port object 79de99a8-c512-4b7b-9b47-9cc38e3ce339 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:27.002602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08feb5ac-c137-4901-a85e-fd5c5ee437a7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:27.003520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-08feb5ac-c137-4901-a85e-fd5c5ee437a7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:27.034431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-87c1a8cd-6310-484d-8b4b-7183647fbf70 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:27.036658 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f87f8e3-0fb3-4053-801a-4beccd6a7bc4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:27.074276 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:27.169193 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-08feb5ac-c137-4901-a85e-fd5c5ee437a7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:27.176203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87f8e3-0fb3-4053-801a-4beccd6a7bc4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=687c9006-4696-433d-823b-2a1f67e0e556,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:27.176373 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-08feb5ac-c137-4901-a85e-fd5c5ee437a7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.4202569 Jan 28 17:56:27.176373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40186) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:27.208332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:27.224647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Pushing event updated for resources: {'Port': ['ID=79de99a8-c512-4b7b-9b47-9cc38e3ce339,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:27.229524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:27.230956 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:27.233389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:27.252738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Network c9d5d222-c88e-403d-bfb6-7872f382bfff is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:27.263225 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:27.266418 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0588d428-a706-4030-b5c5-0aff376857e1 req-8b9f792d-7448-45f0-ab74-2983d49aa270 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81efd65d-d7b9-42f2-aa8b-f0586b726f1c HTTP/1.1" status: 200 len: 1002 time: 0.4982383 Jan 28 17:56:27.303584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-87c1a8cd-6310-484d-8b4b-7183647fbf70 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:27.346184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f87f8e3-0fb3-4053-801a-4beccd6a7bc4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:27.349667 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3f87f8e3-0fb3-4053-801a-4beccd6a7bc4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/687c9006-4696-433d-823b-2a1f67e0e556 HTTP/1.1" status: 204 len: 168 time: 1.6538756 Jan 28 17:56:27.354105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40190) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:27.368529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9fee6-3ae0-41fb-9b89-b66108ee896f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port e83f7b11-6677-4a1f-9c23-195dc9915a7f {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:27.370257 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f7e849-f6dc-472b-a47e-8301bb7f0be9 None None] Network 9aa241f7-8975-40ee-b7f3-23b90b24ec42 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:27.370601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fee6-3ae0-41fb-9b89-b66108ee896f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:27.499539 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 70204fab-19e2-4bc0-a0c6-83347dc3fc7d up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:27.541975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Attempting to bind port 79de99a8-c512-4b7b-9b47-9cc38e3ce339 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:56:27.542293 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Attempting to bind port 79de99a8-c512-4b7b-9b47-9cc38e3ce339 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:56:27.542647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Attempting to bind port 79de99a8-c512-4b7b-9b47-9cc38e3ce339 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:56:27.574698 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:56:27.575102 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:27.575432 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:27.575824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:56:27.577312 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Bound port: 79de99a8-c512-4b7b-9b47-9cc38e3ce339, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:56:27.577312 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:27.585105 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fd161f5a-f135-439b-b31b-06772b51101f tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1385655 Jan 28 17:56:27.601063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40194) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:27.758704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fee6-3ae0-41fb-9b89-b66108ee896f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:27.762403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cc01ea17-c3ca-4a1f-83a6-a7c1c27d29bc None None] Provisioning for port 82d7ee97-5413-4d09-bee9-ad206a09d3dd completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:27.801584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] For port 79de99a8-c512-4b7b-9b47-9cc38e3ce339, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:56:27.817062 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] For port 79de99a8-c512-4b7b-9b47-9cc38e3ce339, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=79de99a8-c512-4b7b-9b47-9cc38e3ce339,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:56:27.897390 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:27.993650 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a37581-de48-4adc-bd6d-959853ae2e5c None None] Pushing event updated for resources: {'Port': ['ID=79de99a8-c512-4b7b-9b47-9cc38e3ce339,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:28.001824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:28.037789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 82d7ee97-5413-4d09-bee9-ad206a09d3dd up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:28.080134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9fee6-3ae0-41fb-9b89-b66108ee896f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for e83f7b11-6677-4a1f-9c23-195dc9915a7f owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:28.110781 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed06839c-48e3-4bde-a7d7-c2820acfed93 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:28.126692 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-972601c0-c6e5-4f9b-951a-201ac707492d None None] Provisioning complete for port 19fc8e9f-7c40-495a-8c5d-20454c30edff triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:28.127257 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-972601c0-c6e5-4f9b-951a-201ac707492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:28.159103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-87c1a8cd-6310-484d-8b4b-7183647fbf70 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:28.167861 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed06839c-48e3-4bde-a7d7-c2820acfed93 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:28.172413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3257dc-c701-4050-8a0e-b751bcc2af2f None None] Network b7c2cb56-e7d5-42b8-bd45-ea5156a4e661 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:28.185164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588d428-a706-4030-b5c5-0aff376857e1 req-7c3f3ae5-8bce-4056-a7cd-038f536a65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:28.186633 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0588d428-a706-4030-b5c5-0aff376857e1 req-7c3f3ae5-8bce-4056-a7cd-038f536a65b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f546f4fd-62c1-4752-b8e2-87fa16bbf0de HTTP/1.1" status: 200 len: 850 time: 0.8380189 Jan 28 17:56:28.228007 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79d961-8641-429e-b260-82b0b0e77365 req-ee529ad2-d87f-4443-8cdf-2f3f1cc6b405 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:28.229513 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3c79d961-8641-429e-b260-82b0b0e77365 req-ee529ad2-d87f-4443-8cdf-2f3f1cc6b405 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 1.4627094 Jan 28 17:56:28.241141 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1a8cd-6310-484d-8b4b-7183647fbf70 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Subnet': ['ID=2b91a7b2-2896-44f1-94c7-1e94bdd8089c,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:28.246780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-87c1a8cd-6310-484d-8b4b-7183647fbf70 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:28.259994 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-87c1a8cd-6310-484d-8b4b-7183647fbf70 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/subnets/2b91a7b2-2896-44f1-94c7-1e94bdd8089c HTTP/1.1" status: 204 len: 168 time: 1.5646796 Jan 28 17:56:28.262418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40198) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:28.284125 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-972601c0-c6e5-4f9b-951a-201ac707492d None None] Port 19fc8e9f-7c40-495a-8c5d-20454c30edff cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:56:28.380650 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 82d7ee97-5413-4d09-bee9-ad206a09d3dd completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:28.401387 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 82d7ee97-5413-4d09-bee9-ad206a09d3dd triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:28.401910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:28.409668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7202ae-ee01-427e-a43b-5bee92c20e3f tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:28.411298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7202ae-ee01-427e-a43b-5bee92c20e3f tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:28.412060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3c7202ae-ee01-427e-a43b-5bee92c20e3f tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Synchronizing usage tracker for tenant:e26c13bbbedc4ee28efebe317cbf20b0 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:28.532050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Router 58e87d72-93f4-4b2d-80d2-607f31c2598e has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:56:28.545132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3c7202ae-ee01-427e-a43b-5bee92c20e3f tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Unset dirty status for tenant:e26c13bbbedc4ee28efebe317cbf20b0 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:28.546862 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3c7202ae-ee01-427e-a43b-5bee92c20e3f tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2839634 Jan 28 17:56:28.550203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40202) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:28.582728 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8dc07ec9-5ee0-485c-ab74-c0e107131a2c None None] Provisioning for port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:28.592777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8dc07ec9-5ee0-485c-ab74-c0e107131a2c None None] Provisioning complete for port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:28.593225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8dc07ec9-5ee0-485c-ab74-c0e107131a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:28.612747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed06839c-48e3-4bde-a7d7-c2820acfed93 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:28.639268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-19afe887-f35d-4148-88fc-b8df6531c37d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:28.712981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06839c-48e3-4bde-a7d7-c2820acfed93 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fdb9357-8369-4b26-84c8-5ee3adfeb398,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:28.721952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0dc510-7806-415e-8125-1b270af486cc None None] Network 9aa241f7-8975-40ee-b7f3-23b90b24ec42 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:28.745653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e873df9-9569-4007-924f-c773204db172 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:28.752105 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3c79d961-8641-429e-b260-82b0b0e77365 req-0df533f4-179c-44ae-8e61-145c00e68385 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5086441 Jan 28 17:56:28.769202 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e873df9-9569-4007-924f-c773204db172 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 17:56:28.781806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e873df9-9569-4007-924f-c773204db172 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:56:28.781806 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2e873df9-9569-4007-924f-c773204db172 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/networks/9aa241f7-8975-40ee-b7f3-23b90b24ec42 HTTP/1.1" status: 409 len: 405 time: 0.2283738 Jan 28 17:56:28.786263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40208) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:28.791415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fee6-3ae0-41fb-9b89-b66108ee896f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:28.797836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1951166797'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:28.802973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:28.810925 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afe887-f35d-4148-88fc-b8df6531c37d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=1c4b3252-d90b-48ae-9483-c32cdee2dd16,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:28.812634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:28.844616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Usage tracker for resource:network and tenant:e26c13bbbedc4ee28efebe317cbf20b0 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:28.844616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:28.852236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:28.940616 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 82d7ee97-5413-4d09-bee9-ad206a09d3dd, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=82d7ee97-5413-4d09-bee9-ad206a09d3dd,segment=NetworkSegment(5d5d2589-8862-4695-8780-9f09fb7a099f),segment_id=5d5d2589-8862-4695-8780-9f09fb7a099f)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:28.972716 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Allocated IP 172.20.0.1 (b7c2cb56-e7d5-42b8-bd45-ea5156a4e661/60b6c5ab-1a9f-4e44-a681-94715fb3f7c1/c6cfc45e-1da0-45bb-ac4e-0e58beea6f49) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:28.974931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed06839c-48e3-4bde-a7d7-c2820acfed93 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:28.976636 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ed06839c-48e3-4bde-a7d7-c2820acfed93 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/4fdb9357-8369-4b26-84c8-5ee3adfeb398 HTTP/1.1" status: 204 len: 168 time: 1.3380499 Jan 28 17:56:29.031970 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:29.043702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40212) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:29.076067 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588d428-a706-4030-b5c5-0aff376857e1 req-3b052b2d-1521-45f5-bdfe-598f31c8e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:29.077794 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0588d428-a706-4030-b5c5-0aff376857e1 req-3b052b2d-1521-45f5-bdfe-598f31c8e38e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44583b02-fe97-441e-add2-b071fcf22932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8409157 Jan 28 17:56:29.079613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Made reservation on behalf of e26c13bbbedc4ee28efebe317cbf20b0 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:29.092958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:29.138714 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9fee6-3ae0-41fb-9b89-b66108ee896f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=e83f7b11-6677-4a1f-9c23-195dc9915a7f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:29.313352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=82d7ee97-5413-4d09-bee9-ad206a09d3dd,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:29.372990 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8dc07ec9-5ee0-485c-ab74-c0e107131a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:29.385325 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 79de99a8-c512-4b7b-9b47-9cc38e3ce339 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:29.457730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:56:29.486818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8dc07ec9-5ee0-485c-ab74-c0e107131a2c None None] For port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=70204fab-19e2-4bc0-a0c6-83347dc3fc7d,segment=NetworkSegment(2ff08a35-f5d3-4f62-963b-543af9009810),segment_id=2ff08a35-f5d3-4f62-963b-543af9009810)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:29.492991 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-01747206-11dc-4971-b2b0-4e3a96705fec tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4177349 Jan 28 17:56:29.493196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:29.497237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40216) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:29.501166 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8dfc7848-56c8-491a-a73b-d2f4a0ba0848 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "PUT /v2.0/routers/58e87d72-93f4-4b2d-80d2-607f31c2598e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4740300 Jan 28 17:56:29.502047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c9c9fee6-3ae0-41fb-9b89-b66108ee896f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:29.509963 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c9c9fee6-3ae0-41fb-9b89-b66108ee896f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/e83f7b11-6677-4a1f-9c23-195dc9915a7f HTTP/1.1" status: 204 len: 168 time: 2.3253634 Jan 28 17:56:29.510102 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40218) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:29.515436 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c41277-9607-45e9-9e67-9ac4913f8273 None None] Sync routers for ids ['58e87d72-93f4-4b2d-80d2-607f31c2598e'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:29.527066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Request body: {'port': {'network_id': 'c9d5d222-c88e-403d-bfb6-7872f382bfff', 'name': 'tempest-FloatingIPAdminTestJSON-505394736'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:29.534883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40224) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:29.535908 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c41277-9607-45e9-9e67-9ac4913f8273 None None] Routers {'58e87d72-93f4-4b2d-80d2-607f31c2598e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:29.536679 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-54c41277-9607-45e9-9e67-9ac4913f8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['58e87d72-93f4-4b2d-80d2-607f31c2598e'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:29.537716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:29.538063 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Added segment f8bb9343-9fe6-4581-974a-4a32b6fdf262 of type vlan for network e8d6b136-df8f-42aa-a0f6-2eae3df68dd4 Jan 28 17:56:29.554367 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8dc07ec9-5ee0-485c-ab74-c0e107131a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:29.608670 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 79de99a8-c512-4b7b-9b47-9cc38e3ce339 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:29.644965 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef29dda-a75a-42ec-a017-5ed265ab50db None None] DHCP port deletion for 9aa241f7-8975-40ee-b7f3-23b90b24ec42 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:56:29.652849 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-54c41277-9607-45e9-9e67-9ac4913f8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:29.662961 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-eef29dda-a75a-42ec-a017-5ed265ab50db None None] Deleting port 82d7ee97-5413-4d09-bee9-ad206a09d3dd {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:29.663566 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-eef29dda-a75a-42ec-a017-5ed265ab50db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:29.663874 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c41277-9607-45e9-9e67-9ac4913f8273 None None] Routers {'58e87d72-93f4-4b2d-80d2-607f31c2598e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:29.664590 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-54c41277-9607-45e9-9e67-9ac4913f8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['58e87d72-93f4-4b2d-80d2-607f31c2598e'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:29.675627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002541b8-789a-4300-83e1-cd8600fdfa71 req-a934c312-79bb-4126-856f-7be76f7bf813 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:29.677123 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-002541b8-789a-4300-83e1-cd8600fdfa71 req-a934c312-79bb-4126-856f-7be76f7bf813 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.3959935 Jan 28 17:56:29.688378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c7ad067f-de8c-4b07-a757-ddc0530c2967 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:29.758050 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-54c41277-9607-45e9-9e67-9ac4913f8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:29.758540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-19afe887-f35d-4148-88fc-b8df6531c37d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:29.759065 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c41277-9607-45e9-9e67-9ac4913f8273 None None] The sync data for ids ['58e87d72-93f4-4b2d-80d2-607f31c2598e'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:29.762182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c7ad067f-de8c-4b07-a757-ddc0530c2967 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:29.768362 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0588d428-a706-4030-b5c5-0aff376857e1 req-ac50ce64-6300-4242-a95f-b26721d38361 service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796367 Jan 28 17:56:29.768643 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-54afba6f-b997-4f8b-9d95-171bb68139a5 None None] Provisioning complete for port 82d7ee97-5413-4d09-bee9-ad206a09d3dd triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:29.769352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-54afba6f-b997-4f8b-9d95-171bb68139a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:29.779285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:29.785872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a530a85a-fcbf-4bb9-a946-6e7b690fc8ba tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:29.787565 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a530a85a-fcbf-4bb9-a946-6e7b690fc8ba tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:29.789186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a530a85a-fcbf-4bb9-a946-6e7b690fc8ba tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:29.789975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a530a85a-fcbf-4bb9-a946-6e7b690fc8ba tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:29.806838 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc07ec9-5ee0-485c-ab74-c0e107131a2c None None] Pushing event updated for resources: {'Port': ['ID=70204fab-19e2-4bc0-a0c6-83347dc3fc7d,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:29.863554 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-002541b8-789a-4300-83e1-cd8600fdfa71 req-ba660876-ee34-4e14-868c-ba45c2d9a84b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625769 Jan 28 17:56:29.932330 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a530a85a-fcbf-4bb9-a946-6e7b690fc8ba tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:29.936160 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a530a85a-fcbf-4bb9-a946-6e7b690fc8ba tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3914816 Jan 28 17:56:29.936299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890d3e0e-1265-48e1-b4ac-2f1202705e65 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:29.936691 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40230) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:30.007384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.014247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:30.015208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.020120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c7ad067f-de8c-4b07-a757-ddc0530c2967 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.153208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad067f-de8c-4b07-a757-ddc0530c2967 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eded46bb-eacd-4c52-a8f3-fde2078e5362,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:30.173916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c7ad067f-de8c-4b07-a757-ddc0530c2967 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.173916 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c7ad067f-de8c-4b07-a757-ddc0530c2967 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/eded46bb-eacd-4c52-a8f3-fde2078e5362 HTTP/1.1" status: 204 len: 168 time: 0.6679318 Jan 28 17:56:30.178455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40234) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:30.189206 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60bfbf8-27e8-479b-818b-fcaa6f60362f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 7c7eadcc-f453-435f-8a95-84b9c69be5c0 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:56:30.205800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-eef29dda-a75a-42ec-a017-5ed265ab50db None None] For port 82d7ee97-5413-4d09-bee9-ad206a09d3dd, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=82d7ee97-5413-4d09-bee9-ad206a09d3dd,segment=NetworkSegment(5d5d2589-8862-4695-8780-9f09fb7a099f),segment_id=5d5d2589-8862-4695-8780-9f09fb7a099f)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:30.206076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a60bfbf8-27e8-479b-818b-fcaa6f60362f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.206179 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-eef29dda-a75a-42ec-a017-5ed265ab50db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.232698 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'Network': ['ID=e8d6b136-df8f-42aa-a0f6-2eae3df68dd4,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:30.253120 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-daca3f63-ccc1-4d51-91cc-adb0e0fb7305 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4642172 Jan 28 17:56:30.255274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40238) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:30.263574 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Request body: {'subnet': {'network_id': 'e8d6b136-df8f-42aa-a0f6-2eae3df68dd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:30.333741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network e8d6b136-df8f-42aa-a0f6-2eae3df68dd4 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:56:30.352658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a60bfbf8-27e8-479b-818b-fcaa6f60362f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.381776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:30.392273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.412076 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Usage tracker for resource:port and tenant:d3386d3d4be74787ba19a723c4be54b6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:30.413481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-eef29dda-a75a-42ec-a017-5ed265ab50db None None] Calling delete_port for 82d7ee97-5413-4d09-bee9-ad206a09d3dd owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:30.417010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:30.419446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e1b0a0b6-4c20-4406-81e3-be9863f44000 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:30.492621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:30.515532 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Transition to ACTIVE for port object c6cfc45e-1da0-45bb-ac4e-0e58beea6f49 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:30.564385 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0588d428-a706-4030-b5c5-0aff376857e1 req-e8b20bf4-da57-412f-b16a-d3e7cc37a7bf service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6725495 Jan 28 17:56:30.580749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:30.599221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:30.617151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a60bfbf8-27e8-479b-818b-fcaa6f60362f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.637993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-54afba6f-b997-4f8b-9d95-171bb68139a5 None None] Provisioning for port d839fd3b-e41e-4cd5-ba44-2668ca477e86 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:30.658408 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-54afba6f-b997-4f8b-9d95-171bb68139a5 None None] Provisioning complete for port d839fd3b-e41e-4cd5-ba44-2668ca477e86 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:30.658871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-54afba6f-b997-4f8b-9d95-171bb68139a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.663093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e1b0a0b6-4c20-4406-81e3-be9863f44000 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:30.665202 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e1b0a0b6-4c20-4406-81e3-be9863f44000 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4834101 Jan 28 17:56:30.668069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40242) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:30.668921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de6162-65ce-46ae-b20f-69dd099a35f1 req-03f7cfa3-f2f8-43b9-8241-9d03f08ba1fe tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:30.671191 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-51de6162-65ce-46ae-b20f-69dd099a35f1 req-03f7cfa3-f2f8-43b9-8241-9d03f08ba1fe tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.5022204 Jan 28 17:56:30.685275 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Made reservation on behalf of d3386d3d4be74787ba19a723c4be54b6 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:30.688947 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.695757 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Made reservation on behalf of e26c13bbbedc4ee28efebe317cbf20b0 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:30.699222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.731247 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-54afba6f-b997-4f8b-9d95-171bb68139a5 None None] Port d839fd3b-e41e-4cd5-ba44-2668ca477e86 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:56:30.749354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-54afba6f-b997-4f8b-9d95-171bb68139a5 None None] Provisioning complete for port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:30.749929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-54afba6f-b997-4f8b-9d95-171bb68139a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.819069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e71f-fec9-45df-bb66-46e095f5a34d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.840564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e71f-fec9-45df-bb66-46e095f5a34d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.843774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] device_id is not set on port c7da7afd-bb05-4f77-9df7-f783803b2799 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:56:30.844335 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-eef29dda-a75a-42ec-a017-5ed265ab50db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:30.910877 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-51de6162-65ce-46ae-b20f-69dd099a35f1 req-e047f4a2-9d6c-4067-954e-bc6dd3d50ef3 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265282 Jan 28 17:56:30.931513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef29dda-a75a-42ec-a017-5ed265ab50db None None] No DVR routers for this DVR port 82d7ee97-5413-4d09-bee9-ad206a09d3dd on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:30.958234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef29dda-a75a-42ec-a017-5ed265ab50db None None] Pushing event deleted for resources: {'Port': ['ID=82d7ee97-5413-4d09-bee9-ad206a09d3dd,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:31.019482 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19afe887-f35d-4148-88fc-b8df6531c37d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router e5fc7615-34cc-45b5-b5ef-ba84b6b425dd has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:56:31.112248 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Allocated IP 172.20.0.6 (c9d5d222-c88e-403d-bfb6-7872f382bfff/a19d41e9-fd45-4751-8b11-2436bdf599d8/c7da7afd-bb05-4f77-9df7-f783803b2799) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:31.211166 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 70204fab-19e2-4bc0-a0c6-83347dc3fc7d up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:31.251327 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:31.282090 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:31.282622 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:31.290819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e71f-fec9-45df-bb66-46e095f5a34d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:31.322477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5e71f-fec9-45df-bb66-46e095f5a34d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07fdca0a-ec5a-42f8-98f1-a5db7353fdc8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:31.323727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8375c2fc-38d5-4270-8c54-161a7ac03296 None None] Provisioning for port 79de99a8-c512-4b7b-9b47-9cc38e3ce339 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:31.338773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8375c2fc-38d5-4270-8c54-161a7ac03296 None None] Provisioning complete for port 79de99a8-c512-4b7b-9b47-9cc38e3ce339 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:31.340819 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8375c2fc-38d5-4270-8c54-161a7ac03296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:31.368534 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network b7c2cb56-e7d5-42b8-bd45-ea5156a4e661 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:31.375875 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:31.378097 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19afe887-f35d-4148-88fc-b8df6531c37d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:31.395933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a60bfbf8-27e8-479b-818b-fcaa6f60362f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:31.403256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab216c-41c4-468f-aaa4-fb5763e329cc None None] Sync routers for ids ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:31.425001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:31.437350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab216c-41c4-468f-aaa4-fb5763e329cc None None] Routers {'e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:31.438018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-10ab216c-41c4-468f-aaa4-fb5763e329cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:31.512643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bfbf8-27e8-479b-818b-fcaa6f60362f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7eadcc-f453-435f-8a95-84b9c69be5c0,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:31.534006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-10ab216c-41c4-468f-aaa4-fb5763e329cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:31.537242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a60bfbf8-27e8-479b-818b-fcaa6f60362f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:31.553180 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-19afe887-f35d-4148-88fc-b8df6531c37d tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "PUT /v2.0/routers/e5fc7615-34cc-45b5-b5ef-ba84b6b425dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9297249 Jan 28 17:56:31.561039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=c6cfc45e-1da0-45bb-ac4e-0e58beea6f49,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:31.562963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40248) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:31.582163 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a60bfbf8-27e8-479b-818b-fcaa6f60362f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/7c7eadcc-f453-435f-8a95-84b9c69be5c0 HTTP/1.1" status: 204 len: 168 time: 1.6384077 Jan 28 17:56:31.586966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40254) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:31.645333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab216c-41c4-468f-aaa4-fb5763e329cc None None] Routers {'e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:31.646384 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-10ab216c-41c4-468f-aaa4-fb5763e329cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:31.682933 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:31.834536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e71f-fec9-45df-bb66-46e095f5a34d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:31.836588 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e2e5e71f-fec9-45df-bb66-46e095f5a34d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/07fdca0a-ec5a-42f8-98f1-a5db7353fdc8 HTTP/1.1" status: 204 len: 168 time: 1.1675503 Jan 28 17:56:31.843213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40258) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:31.883649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-10ab216c-41c4-468f-aaa4-fb5763e329cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:31.885033 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab216c-41c4-468f-aaa4-fb5763e329cc None None] The sync data for ids ['e5fc7615-34cc-45b5-b5ef-ba84b6b425dd'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:31.905172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:31.946927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5c44d2-0396-4370-b878-dc1d004700bf None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:31.959064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 82d7ee97-5413-4d09-bee9-ad206a09d3dd no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:56:31.984712 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.002262 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 82d7ee97-5413-4d09-bee9-ad206a09d3dd {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:56:32.003089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 82d7ee97-5413-4d09-bee9-ad206a09d3dd not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:56:32.008949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8375c2fc-38d5-4270-8c54-161a7ac03296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.032991 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-88f7dc4c-6e71-4210-bd9b-20d6bcf45d69 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:32.082426 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Transition to ACTIVE for port object c7da7afd-bb05-4f77-9df7-f783803b2799 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:32.105151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d5defc-dc6e-4262-8f2b-65bdff5d810d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 92abcef0-1210-474b-b053-d02b537a8792 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:56:32.117120 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38d5defc-dc6e-4262-8f2b-65bdff5d810d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.180399 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8375c2fc-38d5-4270-8c54-161a7ac03296 None None] For port 79de99a8-c512-4b7b-9b47-9cc38e3ce339, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=79de99a8-c512-4b7b-9b47-9cc38e3ce339,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:32.193944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-88f7dc4c-6e71-4210-bd9b-20d6bcf45d69 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:32.199912 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-88f7dc4c-6e71-4210-bd9b-20d6bcf45d69 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3496780 Jan 28 17:56:32.200228 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38d5defc-dc6e-4262-8f2b-65bdff5d810d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.200350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40262) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:32.252235 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8375c2fc-38d5-4270-8c54-161a7ac03296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.257838 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.268618 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed2b2-00b0-4cb4-978c-b1849a99e1ca req-0e9b998d-064e-4e4a-867a-315792672e7e tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:32.270130 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d84ed2b2-00b0-4cb4-978c-b1849a99e1ca req-0e9b998d-064e-4e4a-867a-315792672e7e tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.2822988 Jan 28 17:56:32.305040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.objects.ports [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88158) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:56:32.309716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.377287 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-60bb7b59-d23d-4201-a19e-87b9a1827e6d None None] Could not find standard attr ID for object e83f7b11-6677-4a1f-9c23-195dc9915a7f. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:56:32.380472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.380626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e408617a-47d3-4f9f-a705-4d89a615dcd4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.385842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375c2fc-38d5-4270-8c54-161a7ac03296 None None] Pushing event updated for resources: {'Port': ['ID=79de99a8-c512-4b7b-9b47-9cc38e3ce339,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:32.387074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.421802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port 2d8be51b-bfdd-47e9-8268-df2446a0cf91 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:32.422155 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.465908 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d84ed2b2-00b0-4cb4-978c-b1849a99e1ca req-f665e76b-4787-47cb-b2f9-d97042bc9f9f tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577134 Jan 28 17:56:32.496316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-60bb7b59-d23d-4201-a19e-87b9a1827e6d None None] Provisioning for port c6cfc45e-1da0-45bb-ac4e-0e58beea6f49 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:32.496532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'Subnet': ['ID=74d85af4-c129-4a7b-b24a-4e3392358742,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:32.500531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e408617a-47d3-4f9f-a705-4d89a615dcd4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.506203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-60bb7b59-d23d-4201-a19e-87b9a1827e6d None None] Provisioning complete for port c6cfc45e-1da0-45bb-ac4e-0e58beea6f49 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:32.506203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-60bb7b59-d23d-4201-a19e-87b9a1827e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.514819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Checking segment: {'id': 'f8bb9343-9fe6-4581-974a-4a32b6fdf262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e8d6b136-df8f-42aa-a0f6-2eae3df68dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:32.515206 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Network hostable DHCP agents. Network: e8d6b136-df8f-42aa-a0f6-2eae3df68dd4, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:56:32.531777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Network c9d5d222-c88e-403d-bfb6-7872f382bfff is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:32.538523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38d5defc-dc6e-4262-8f2b-65bdff5d810d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.579384 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:32.584756 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-60bb7b59-d23d-4201-a19e-87b9a1827e6d None None] Port c6cfc45e-1da0-45bb-ac4e-0e58beea6f49 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:56:32.596598 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:32.630354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event updated for resources: {'Port': ['ID=c7da7afd-bb05-4f77-9df7-f783803b2799,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:32.701000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.770056 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e408617a-47d3-4f9f-a705-4d89a615dcd4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.774297 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Network e8d6b136-df8f-42aa-a0f6-2eae3df68dd4 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:56:32.840451 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:32.841086 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:32.866162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for 2d8be51b-bfdd-47e9-8268-df2446a0cf91 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:32.897841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408617a-47d3-4f9f-a705-4d89a615dcd4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285d3b1c-1b23-44e9-8473-40eeb0d19b96,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:32.913814 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a72d2882-2b09-4598-9860-951f4f4aacd1 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4026480 Jan 28 17:56:32.918095 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40266) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:32.974712 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38d5defc-dc6e-4262-8f2b-65bdff5d810d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.030324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-38d5defc-dc6e-4262-8f2b-65bdff5d810d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.034581 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-38d5defc-dc6e-4262-8f2b-65bdff5d810d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/92abcef0-1210-474b-b053-d02b537a8792 HTTP/1.1" status: 204 len: 168 time: 1.4466259 Jan 28 17:56:33.037786 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40272) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:33.039986 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-14a9be87-0f2c-4c82-9f79-71ab91aef49a None None] Provisioning for port c7da7afd-bb05-4f77-9df7-f783803b2799 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:33.046307 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5defc-dc6e-4262-8f2b-65bdff5d810d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=92abcef0-1210-474b-b053-d02b537a8792,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:33.053556 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-14a9be87-0f2c-4c82-9f79-71ab91aef49a None None] Provisioning complete for port c7da7afd-bb05-4f77-9df7-f783803b2799 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:33.055011 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-14a9be87-0f2c-4c82-9f79-71ab91aef49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.088087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, e8d6b136-df8f-42aa-a0f6-2eae3df68dd4) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:33.099192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:33.103901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.137469 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ee519188-d353-4b7e-9351-5fa40f467271 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951226 Jan 28 17:56:33.138049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40276) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:33.160703 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e1e2045a-a594-4215-927a-c13a35fc848b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:33.188376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'project_id': 'd3386d3d4be74787ba19a723c4be54b6', 'port_id': 'c7da7afd-bb05-4f77-9df7-f783803b2799'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:33.202014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603aca5f-9237-4eed-82f8-56cbbafabe5d None None] Network e8d6b136-df8f-42aa-a0f6-2eae3df68dd4 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:33.242801 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:33.272397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e408617a-47d3-4f9f-a705-4d89a615dcd4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.276309 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e408617a-47d3-4f9f-a705-4d89a615dcd4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-groups/285d3b1c-1b23-44e9-8473-40eeb0d19b96 HTTP/1.1" status: 204 len: 168 time: 1.0702398 Jan 28 17:56:33.277762 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40280) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:33.278233 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Usage tracker for resource:floatingip and tenant:d3386d3d4be74787ba19a723c4be54b6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:33.280318 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0a958c2a-1174-4718-99d1-90d6c7ab3475 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0225196 Jan 28 17:56:33.281826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40282) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:33.284204 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 79de99a8-c512-4b7b-9b47-9cc38e3ce339 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:33.292491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Request body: {'port': {'network_id': 'e8d6b136-df8f-42aa-a0f6-2eae3df68dd4', 'name': 'tempest-NetworksIpV6TestAttrs-2017305410'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:33.303833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:33.308025 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2574ac-0798-4e69-ab70-a83652c06823 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:33.317432 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:33.369965 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e1e2045a-a594-4215-927a-c13a35fc848b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:33.402205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-12b9a057-52dd-45db-8c90-17a4f8dfd481 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:33.405026 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e1e2045a-a594-4215-927a-c13a35fc848b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:33.415097 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.426952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-14a9be87-0f2c-4c82-9f79-71ab91aef49a None None] Port c7da7afd-bb05-4f77-9df7-f783803b2799 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:56:33.438220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:33.440565 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.442316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Usage tracker for resource:port and tenant:e26c13bbbedc4ee28efebe317cbf20b0 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:33.445397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:33.451151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:33.468606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.537796 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-12b9a057-52dd-45db-8c90-17a4f8dfd481 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:33.537796 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-12b9a057-52dd-45db-8c90-17a4f8dfd481 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2515368 Jan 28 17:56:33.537796 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.562972 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e2045a-a594-4215-927a-c13a35fc848b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:33.566660 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1e2045a-a594-4215-927a-c13a35fc848b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.584096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40290) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:33.599210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=2d8be51b-bfdd-47e9-8268-df2446a0cf91,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:33.601553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Made reservation on behalf of e26c13bbbedc4ee28efebe317cbf20b0 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:33.605514 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.619092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f090ea3b-e027-48ab-9dbc-46d1a879e213 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group': {'name': 'tempest-secgroup--96702983'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:33.682319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f8492bcb-89ea-4902-97d9-803cc48cb828 None None] Provisioning complete for port 79de99a8-c512-4b7b-9b47-9cc38e3ce339 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:33.682842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f8492bcb-89ea-4902-97d9-803cc48cb828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.696948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f090ea3b-e027-48ab-9dbc-46d1a879e213 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:33.720360 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 79de99a8-c512-4b7b-9b47-9cc38e3ce339 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:33.720975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.723821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] device_id is not set on port 2bd7e9ac-e05e-4c03-8d5f-d946702ae78b yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:56:33.759290 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-e8d6b136-df8f-42aa-a0f6-2eae3df68dd4', 'network_id': 'e8d6b136-df8f-42aa-a0f6-2eae3df68dd4', 'tenant_id': 'e26c13bbbedc4ee28efebe317cbf20b0', 'fixed_ips': [{'subnet_id': '74d85af4-c129-4a7b-b24a-4e3392358742'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:56:33.760633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.775344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f090ea3b-e027-48ab-9dbc-46d1a879e213 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:33.831174 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.900303 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:33.917257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=c6cfc45e-1da0-45bb-ac4e-0e58beea6f49,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:33.979562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f090ea3b-e027-48ab-9dbc-46d1a879e213 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.012371 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3477cb33-5cd3-42cc-9d66-05cf29b7f982 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:56:34.032399 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3477cb33-5cd3-42cc-9d66-05cf29b7f982 None None] Deleting port 79de99a8-c512-4b7b-9b47-9cc38e3ce339 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:34.032871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3477cb33-5cd3-42cc-9d66-05cf29b7f982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.098325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.112283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.120674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.122777 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f090ea3b-e027-48ab-9dbc-46d1a879e213 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:34.140280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Allocated IP 2001:db8::f816:3eff:fed3:29d6 (e8d6b136-df8f-42aa-a0f6-2eae3df68dd4/74d85af4-c129-4a7b-b24a-4e3392358742/2bd7e9ac-e05e-4c03-8d5f-d946702ae78b) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:34.142733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f090ea3b-e027-48ab-9dbc-46d1a879e213 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:34.152565 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da30f6-e9ac-442f-a3e9-dc9d3f997d54 req-cbf6fc99-15bf-4620-be9a-abca8ebd04d5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:34.154164 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a5da30f6-e9ac-442f-a3e9-dc9d3f997d54 req-cbf6fc99-15bf-4620-be9a-abca8ebd04d5 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.5616050 Jan 28 17:56:34.158053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f090ea3b-e027-48ab-9dbc-46d1a879e213 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:34.166843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f090ea3b-e027-48ab-9dbc-46d1a879e213 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:34.201651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network b7c2cb56-e7d5-42b8-bd45-ea5156a4e661 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:34.206965 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:34.263548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3477cb33-5cd3-42cc-9d66-05cf29b7f982 None None] For port 79de99a8-c512-4b7b-9b47-9cc38e3ce339, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=79de99a8-c512-4b7b-9b47-9cc38e3ce339,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:34.264117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3477cb33-5cd3-42cc-9d66-05cf29b7f982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.270243 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a5da30f6-e9ac-442f-a3e9-dc9d3f997d54 req-adb21f5f-2e8f-4e5f-9eb2-b195c181bf10 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082783 Jan 28 17:56:34.291754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.292403 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Fanout notify agent at l3_agent the message router_deleted on router e5fc7615-34cc-45b5-b5ef-ba84b6b425dd {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:56:34.473067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3477cb33-5cd3-42cc-9d66-05cf29b7f982 None None] Calling delete_port for 79de99a8-c512-4b7b-9b47-9cc38e3ce339 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:34.532689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f090ea3b-e027-48ab-9dbc-46d1a879e213 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.557022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Allocated IP 172.26.1.125 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/34946181-ed62-4da7-bd2e-dce880017676) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:34.560232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.563974 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-566b2706-3d99-49c9-bd07-d2e06b7b6a75 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/routers/e5fc7615-34cc-45b5-b5ef-ba84b6b425dd HTTP/1.1" status: 204 len: 168 time: 2.9957454 Jan 28 17:56:34.564532 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40296) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:34.602203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.608080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f0beb3b7-281a-4b33-b1fe-5f21fc7a7d8e None None] Provisioning complete for port c6cfc45e-1da0-45bb-ac4e-0e58beea6f49 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:34.608249 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f0beb3b7-281a-4b33-b1fe-5f21fc7a7d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.622418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f090ea3b-e027-48ab-9dbc-46d1a879e213 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.652887 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3477cb33-5cd3-42cc-9d66-05cf29b7f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.656226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Transition to ACTIVE for port object 2bd7e9ac-e05e-4c03-8d5f-d946702ae78b will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:34.666112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090ea3b-e027-48ab-9dbc-46d1a879e213 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f673cd5f-d49e-4adf-99c9-2bd9b93c8207,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:34.707146 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1e2045a-a594-4215-927a-c13a35fc848b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.710069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477cb33-5cd3-42cc-9d66-05cf29b7f982 None None] Pushing event deleted for resources: {'Port': ['ID=79de99a8-c512-4b7b-9b47-9cc38e3ce339,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:34.711081 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router 4676a79e-687f-4f6f-882d-b67e57c3fcc0 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:56:34.715389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f0beb3b7-281a-4b33-b1fe-5f21fc7a7d8e None None] Port c6cfc45e-1da0-45bb-ac4e-0e58beea6f49 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:56:34.716627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477cb33-5cd3-42cc-9d66-05cf29b7f982 None None] No DVR routers for this DVR port 79de99a8-c512-4b7b-9b47-9cc38e3ce339 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:34.742149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f090ea3b-e027-48ab-9dbc-46d1a879e213 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.743467 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f090ea3b-e027-48ab-9dbc-46d1a879e213 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1526115 Jan 28 17:56:34.746460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40300) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:34.751600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5149002b-6021-4d5d-9596-125f6802ffb5 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group_rule': {'security_group_id': 'f673cd5f-d49e-4adf-99c9-2bd9b93c8207', 'direction': 'ingress', 'protocol': 17}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:34.758726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5149002b-6021-4d5d-9596-125f6802ffb5 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:34.764405 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19b2207-6a71-440a-8f9a-0719c81e8444 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting subnet 4e16ebd3-ccd9-4250-80b1-8a4eba29d7ec {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:56:34.766544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5149002b-6021-4d5d-9596-125f6802ffb5 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:34.769458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5149002b-6021-4d5d-9596-125f6802ffb5 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:34.775980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5149002b-6021-4d5d-9596-125f6802ffb5 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:34.776439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d19b2207-6a71-440a-8f9a-0719c81e8444 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.784017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.870391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Network e8d6b136-df8f-42aa-a0f6-2eae3df68dd4 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:34.873709 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Allocated IP 2001:db8::f816:3eff:fe07:a8fe (e8d6b136-df8f-42aa-a0f6-2eae3df68dd4/74d85af4-c129-4a7b-b24a-4e3392358742/8dd1bd11-95b8-49bb-ae52-67fde4a77b74) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:34.874152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:34.879507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:34.885873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:34.886268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.905660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'Port': ['ID=2bd7e9ac-e05e-4c03-8d5f-d946702ae78b,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:34.911025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5149002b-6021-4d5d-9596-125f6802ffb5 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.934376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e2045a-a594-4215-927a-c13a35fc848b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:34.959974 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e1e2045a-a594-4215-927a-c13a35fc848b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:34.963012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e2045a-a594-4215-927a-c13a35fc848b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:34.975143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1e2045a-a594-4215-927a-c13a35fc848b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:34.980472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1120d8b1-15c5-40fb-9878-0a508b7b72d5 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:35.044750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5149002b-6021-4d5d-9596-125f6802ffb5 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.050601 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-deb830c0-6414-45c5-85d1-1a7589a018c1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7633004 Jan 28 17:56:35.053703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40306) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:35.109211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d8bb8-60f9-45cd-82da-da2cbbc0a924 req-4454d508-8875-40ed-b959-b415373c80b2 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:35.112437 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4b3d8bb8-60f9-45cd-82da-da2cbbc0a924 req-4454d508-8875-40ed-b959-b415373c80b2 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.1932964 Jan 28 17:56:35.147453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5149002b-6021-4d5d-9596-125f6802ffb5 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.150715 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d19b2207-6a71-440a-8f9a-0719c81e8444 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.162646 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b830b6-9eeb-4e8d-96d9-e69249de4818 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Deleting subnet 74d85af4-c129-4a7b-b24a-4e3392358742 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:56:35.209372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2045a-a594-4215-927a-c13a35fc848b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=f0e8bc35-8eea-4bcd-acae-9b4b148cf11d,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:35.235469 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149002b-6021-4d5d-9596-125f6802ffb5 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b602201-77e8-4e4f-a8f9-22b98f5fe14d,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:35.244454 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 79de99a8-c512-4b7b-9b47-9cc38e3ce339 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:56:35.251067 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4b3d8bb8-60f9-45cd-82da-da2cbbc0a924 req-f5f1b3d3-b4ba-4606-92c1-a71777ec573c tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091990 Jan 28 17:56:35.257185 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.295141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:35.296744 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 79de99a8-c512-4b7b-9b47-9cc38e3ce339 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:56:35.297251 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 79de99a8-c512-4b7b-9b47-9cc38e3ce339 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:56:35.301237 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-433549bf-7e0b-441a-89dc-e39ea09445c8 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/4676a79e-687f-4f6f-882d-b67e57c3fcc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0916862 Jan 28 17:56:35.305511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40310) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:35.306550 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02e0ba4-fa3c-48cd-8211-ceee7e8b3f91 None None] Sync routers for ids ['4676a79e-687f-4f6f-882d-b67e57c3fcc0'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:35.319603 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02e0ba4-fa3c-48cd-8211-ceee7e8b3f91 None None] Routers {'4676a79e-687f-4f6f-882d-b67e57c3fcc0'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:35.320204 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f02e0ba4-fa3c-48cd-8211-ceee7e8b3f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['4676a79e-687f-4f6f-882d-b67e57c3fcc0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:35.340573 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e1e2045a-a594-4215-927a-c13a35fc848b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1981668 Jan 28 17:56:35.345656 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40314) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:35.355485 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:35.359677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.359905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5149002b-6021-4d5d-9596-125f6802ffb5 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.361119 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5149002b-6021-4d5d-9596-125f6802ffb5 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6135962 Jan 28 17:56:35.369483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40318) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:35.417440 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f02e0ba4-fa3c-48cd-8211-ceee7e8b3f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:35.427278 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02e0ba4-fa3c-48cd-8211-ceee7e8b3f91 None None] Routers {'4676a79e-687f-4f6f-882d-b67e57c3fcc0'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:35.428096 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f02e0ba4-fa3c-48cd-8211-ceee7e8b3f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['4676a79e-687f-4f6f-882d-b67e57c3fcc0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:35.430159 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Transition to ACTIVE for port object 8dd1bd11-95b8-49bb-ae52-67fde4a77b74 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:35.435260 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': 'f0e8bc35-8eea-4bcd-acae-9b4b148cf11d'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:56:35.436387 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.458942 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d19b2207-6a71-440a-8f9a-0719c81e8444 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.493975 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f02e0ba4-fa3c-48cd-8211-ceee7e8b3f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:35.494676 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02e0ba4-fa3c-48cd-8211-ceee7e8b3f91 None None] The sync data for ids ['4676a79e-687f-4f6f-882d-b67e57c3fcc0'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:35.559135 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Transition to ACTIVE for port object 8dd1bd11-95b8-49bb-ae52-67fde4a77b74 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:35.576950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b407590-b97a-4b8b-8b28-e14722a33915 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:35.581369 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5b407590-b97a-4b8b-8b28-e14722a33915 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports/c6cfc45e-1da0-45bb-ac4e-0e58beea6f49 HTTP/1.1" status: 200 len: 910 time: 0.2746341 Jan 28 17:56:35.582183 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40322) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:35.593463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-696e3377-9d94-43c8-ba16-1d4e7ba0814c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '60b6c5ab-1a9f-4e44-a681-94715fb3f7c1'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:35.616578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.620745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-06b830b6-9eeb-4e8d-96d9-e69249de4818 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.663876 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe779b-677e-4d93-a41b-3d982c80f26f req-79b057a4-ee72-430e-a1d2-1b8c7f1cdf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:35.665277 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-06fe779b-677e-4d93-a41b-3d982c80f26f req-79b057a4-ee72-430e-a1d2-1b8c7f1cdf40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=62177f82a6dd4848ac609f9e3a037891&device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 1099 time: 0.5777256 Jan 28 17:56:35.689189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Network e8d6b136-df8f-42aa-a0f6-2eae3df68dd4 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:35.693192 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:35.698330 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:35.711485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-091e0aca-b167-4d5c-8fbb-d4d5c743940d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.722744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-06b830b6-9eeb-4e8d-96d9-e69249de4818 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.745134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Pushing event updated for resources: {'Port': ['ID=8dd1bd11-95b8-49bb-ae52-67fde4a77b74,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:35.783502 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.806717 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Allocated IP 172.20.0.2 (c221bf74-e816-466d-af85-3d953f9ff4cd/f0e8bc35-8eea-4bcd-acae-9b4b148cf11d/8cb2da15-5eae-49bd-bebd-a672f2ae282c) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:35.827824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Attempting to bind port 8dd1bd11-95b8-49bb-ae52-67fde4a77b74 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:56:35.828198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Attempting to bind port 8dd1bd11-95b8-49bb-ae52-67fde4a77b74 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'f8bb9343-9fe6-4581-974a-4a32b6fdf262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e8d6b136-df8f-42aa-a0f6-2eae3df68dd4'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:56:35.828545 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Attempting to bind port 8dd1bd11-95b8-49bb-ae52-67fde4a77b74 on network e8d6b136-df8f-42aa-a0f6-2eae3df68dd4 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:56:35.852172 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:56:35.852577 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Checking segment: {'id': 'f8bb9343-9fe6-4581-974a-4a32b6fdf262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e8d6b136-df8f-42aa-a0f6-2eae3df68dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:35.852927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.853312 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Bound using segment: {'id': 'f8bb9343-9fe6-4581-974a-4a32b6fdf262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e8d6b136-df8f-42aa-a0f6-2eae3df68dd4'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:56:35.853787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Bound port: 8dd1bd11-95b8-49bb-ae52-67fde4a77b74, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bb9343-9fe6-4581-974a-4a32b6fdf262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e8d6b136-df8f-42aa-a0f6-2eae3df68dd4'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:56:35.854155 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.871201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-091e0aca-b167-4d5c-8fbb-d4d5c743940d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:35.896137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:35.914975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:35.924976 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:35.957149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:35.990634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Pushing event updated for resources: {'Port': ['ID=34946181-ed62-4da7-bd2e-dce880017676,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:35.996468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:36.011536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:36.029390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:36.032784 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe779b-677e-4d93-a41b-3d982c80f26f req-836c522e-5c84-4dd6-a586-79dffe4441e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:36.034970 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-06fe779b-677e-4d93-a41b-3d982c80f26f req-836c522e-5c84-4dd6-a586-79dffe4441e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44583b02-fe97-441e-add2-b071fcf22932 HTTP/1.1" status: 200 len: 912 time: 0.3599229 Jan 28 17:56:36.055432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-06b830b6-9eeb-4e8d-96d9-e69249de4818 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.140545 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.161686 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d19b2207-6a71-440a-8f9a-0719c81e8444 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.173125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-696e3377-9d94-43c8-ba16-1d4e7ba0814c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.205067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Transition to ACTIVE for port object 8cb2da15-5eae-49bd-bebd-a672f2ae282c will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:36.225229 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Transition to ACTIVE for port object 8cb2da15-5eae-49bd-bebd-a672f2ae282c will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:36.228777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:36.232229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.233240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-091e0aca-b167-4d5c-8fbb-d4d5c743940d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.253698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b2207-6a71-440a-8f9a-0719c81e8444 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Subnet': ['ID=4e16ebd3-ccd9-4250-80b1-8a4eba29d7ec,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:36.272192 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453bed3d-3e97-4e63-be5b-0d4730f3ed7a None None] Network d95e0308-61ac-4b44-8ba8-0b3869484147 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:36.274430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e0aca-b167-4d5c-8fbb-d4d5c743940d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f673cd5f-d49e-4adf-99c9-2bd9b93c8207,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:36.304976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.328408 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d19b2207-6a71-440a-8f9a-0719c81e8444 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.353814 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-06fe779b-677e-4d93-a41b-3d982c80f26f req-4d04ec06-57c1-490b-85ef-b03e05e3d221 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81efd65d-d7b9-42f2-aa8b-f0586b726f1c HTTP/1.1" status: 200 len: 1002 time: 0.3111780 Jan 28 17:56:36.359352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-06b830b6-9eeb-4e8d-96d9-e69249de4818 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.435657 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] For port 8dd1bd11-95b8-49bb-ae52-67fde4a77b74, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:56:36.440804 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d19b2207-6a71-440a-8f9a-0719c81e8444 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/subnets/4e16ebd3-ccd9-4250-80b1-8a4eba29d7ec HTTP/1.1" status: 204 len: 168 time: 1.8723593 Jan 28 17:56:36.459692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-091e0aca-b167-4d5c-8fbb-d4d5c743940d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.463331 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-091e0aca-b167-4d5c-8fbb-d4d5c743940d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-groups/f673cd5f-d49e-4adf-99c9-2bd9b93c8207 HTTP/1.1" status: 204 len: 168 time: 1.0903580 Jan 28 17:56:36.463331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40328) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:36.473198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] For port 8dd1bd11-95b8-49bb-ae52-67fde4a77b74, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8dd1bd11-95b8-49bb-ae52-67fde4a77b74,segment=NetworkSegment(f8bb9343-9fe6-4581-974a-4a32b6fdf262),segment_id=f8bb9343-9fe6-4581-974a-4a32b6fdf262)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:56:36.475790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:36.479800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:36.481595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40330) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:36.482244 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:36.509759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b830b6-9eeb-4e8d-96d9-e69249de4818 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Subnet': ['ID=74d85af4-c129-4a7b-b24a-4e3392358742,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:36.512085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-06b830b6-9eeb-4e8d-96d9-e69249de4818 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.513673 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-06b830b6-9eeb-4e8d-96d9-e69249de4818 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/subnets/74d85af4-c129-4a7b-b24a-4e3392358742 HTTP/1.1" status: 204 len: 168 time: 1.4540398 Jan 28 17:56:36.529444 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40336) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:36.585073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.594092 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Pushing event updated for resources: {'Port': ['ID=8cb2da15-5eae-49bd-bebd-a672f2ae282c,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:36.688140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe779b-677e-4d93-a41b-3d982c80f26f req-d36e733f-7600-4c1d-9179-9e95279bd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:36.690105 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-06fe779b-677e-4d93-a41b-3d982c80f26f req-d36e733f-7600-4c1d-9179-9e95279bd241 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f546f4fd-62c1-4752-b8e2-87fa16bbf0de HTTP/1.1" status: 200 len: 850 time: 0.3288219 Jan 28 17:56:36.717093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.725126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-772a475e-1825-4443-98cc-2f2a9f19e2a7 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:36.789412 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Attempting to bind port 8cb2da15-5eae-49bd-bebd-a672f2ae282c on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:56:36.789766 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Attempting to bind port 8cb2da15-5eae-49bd-bebd-a672f2ae282c by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:56:36.790034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Attempting to bind port 8cb2da15-5eae-49bd-bebd-a672f2ae282c on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:56:36.790488 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port 46a5f308-adaa-4179-ab98-22da62b78081 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:36.790810 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.803397 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d45a7-3a5f-496f-aaf8-5f1effe6fec8 None None] Pushing event updated for resources: {'Port': ['ID=8dd1bd11-95b8-49bb-ae52-67fde4a77b74,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:36.809469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:56:36.809915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:36.810281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.810665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:56:36.811171 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Bound port: 8cb2da15-5eae-49bd-bebd-a672f2ae282c, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:56:36.811549 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:36.883239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f38574-f610-433d-91b6-4d190348eced tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:36.884833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f38574-f610-433d-91b6-4d190348eced tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:36.885571 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-83f38574-f610-433d-91b6-4d190348eced tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Synchronizing usage tracker for tenant:e26c13bbbedc4ee28efebe317cbf20b0 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:36.923075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-772a475e-1825-4443-98cc-2f2a9f19e2a7 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:36.923075 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-772a475e-1825-4443-98cc-2f2a9f19e2a7 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4336333 Jan 28 17:56:36.935469 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40340) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:36.943731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488711a-a556-42c7-a8f6-315858f07051 req-315956a0-755f-434d-b726-9104d11310ae tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:36.950944 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d488711a-a556-42c7-a8f6-315858f07051 req-315956a0-755f-434d-b726-9104d11310ae tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.5022750 Jan 28 17:56:36.952544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] For port 8cb2da15-5eae-49bd-bebd-a672f2ae282c, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:56:36.956131 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] For port 8cb2da15-5eae-49bd-bebd-a672f2ae282c, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8cb2da15-5eae-49bd-bebd-a672f2ae282c,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:56:37.009093 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868f7ba0-a081-4d47-8e69-f82c0cf59cb1 None None] DHCP port deletion for d95e0308-61ac-4b44-8ba8-0b3869484147 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:56:37.014622 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-868f7ba0-a081-4d47-8e69-f82c0cf59cb1 None None] Deleting port 46a5f308-adaa-4179-ab98-22da62b78081 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:37.015132 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-868f7ba0-a081-4d47-8e69-f82c0cf59cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:37.044543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e6d1644a-5cd3-4921-96e7-bd4f5e5072be tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311363363'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:37.065398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-83f38574-f610-433d-91b6-4d190348eced tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Unset dirty status for tenant:e26c13bbbedc4ee28efebe317cbf20b0 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:37.069829 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-83f38574-f610-433d-91b6-4d190348eced tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5394049 Jan 28 17:56:37.070886 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:37.073518 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e6d1644a-5cd3-4921-96e7-bd4f5e5072be tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:37.076800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40344) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:37.217838 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41dee4-48b0-47be-b00f-4a797e6754c3 None None] Pushing event updated for resources: {'Port': ['ID=8cb2da15-5eae-49bd-bebd-a672f2ae282c,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:37.226873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e6d1644a-5cd3-4921-96e7-bd4f5e5072be tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:37.263383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe779b-677e-4d93-a41b-3d982c80f26f req-3d2555ed-5b87-4506-8bc1-401b39157291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:37.266235 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-06fe779b-677e-4d93-a41b-3d982c80f26f req-3d2555ed-5b87-4506-8bc1-401b39157291 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44583b02-fe97-441e-add2-b071fcf22932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5582960 Jan 28 17:56:37.310640 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 46a5f308-adaa-4179-ab98-22da62b78081 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:56:37.395511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] For port 46a5f308-adaa-4179-ab98-22da62b78081, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=46a5f308-adaa-4179-ab98-22da62b78081,segment=NetworkSegment(1e70aba2-0a63-4f42-8484-661ec3c7dd03),segment_id=1e70aba2-0a63-4f42-8484-661ec3c7dd03)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:37.395918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:37.403569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:37.422762 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d488711a-a556-42c7-a8f6-315858f07051 req-d465e330-93c5-4be7-90cc-66679046f438 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4708753 Jan 28 17:56:37.516672 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-868f7ba0-a081-4d47-8e69-f82c0cf59cb1 None None] For port 46a5f308-adaa-4179-ab98-22da62b78081, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=46a5f308-adaa-4179-ab98-22da62b78081,segment=NetworkSegment(1e70aba2-0a63-4f42-8484-661ec3c7dd03),segment_id=1e70aba2-0a63-4f42-8484-661ec3c7dd03)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:37.517002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-868f7ba0-a081-4d47-8e69-f82c0cf59cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:37.568752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for 46a5f308-adaa-4179-ab98-22da62b78081 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:37.644618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-696e3377-9d94-43c8-ba16-1d4e7ba0814c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:37.683923 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-868f7ba0-a081-4d47-8e69-f82c0cf59cb1 None None] Calling delete_port for 46a5f308-adaa-4179-ab98-22da62b78081 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:37.704270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e6d1644a-5cd3-4921-96e7-bd4f5e5072be tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:37.783569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-696e3377-9d94-43c8-ba16-1d4e7ba0814c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:37.784265 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e6d1644a-5cd3-4921-96e7-bd4f5e5072be tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:37.791131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c3775e8-0d7a-4576-88a3-fc94f806a9fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:37.811475 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:37.813271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e6d1644a-5cd3-4921-96e7-bd4f5e5072be tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:37.818969 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e6d1644a-5cd3-4921-96e7-bd4f5e5072be tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:37.824634 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3775e8-0d7a-4576-88a3-fc94f806a9fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 17:56:37.825144 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3775e8-0d7a-4576-88a3-fc94f806a9fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:56:37.832899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e6d1644a-5cd3-4921-96e7-bd4f5e5072be tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:37.862822 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2c3775e8-0d7a-4576-88a3-fc94f806a9fa tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/networks/e8d6b136-df8f-42aa-a0f6-2eae3df68dd4 HTTP/1.1" status: 409 len: 405 time: 0.7782652 Jan 28 17:56:37.870641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:37.872758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40348) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:37.906612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-868f7ba0-a081-4d47-8e69-f82c0cf59cb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:56:37.906939 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-868f7ba0-a081-4d47-8e69-f82c0cf59cb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:56:37.916990 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-06fe779b-677e-4d93-a41b-3d982c80f26f req-b7a41a20-b1ec-4ab8-95a8-553c33e710ab service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061878 Jan 28 17:56:37.920486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1472789099'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:37.923700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] No DVR routers for this DVR port 46a5f308-adaa-4179-ab98-22da62b78081 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:37.959632 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:37.969478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e3377-9d94-43c8-ba16-1d4e7ba0814c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=c6cfc45e-1da0-45bb-ac4e-0e58beea6f49,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:38.038175 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696e3377-9d94-43c8-ba16-1d4e7ba0814c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:38.038802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-696e3377-9d94-43c8-ba16-1d4e7ba0814c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.040162 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-696e3377-9d94-43c8-ba16-1d4e7ba0814c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/ports/c6cfc45e-1da0-45bb-ac4e-0e58beea6f49 HTTP/1.1" status: 200 len: 910 time: 2.4536662 Jan 28 17:56:38.041225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=46a5f308-adaa-4179-ab98-22da62b78081,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:38.044124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40352) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:38.064703 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Usage tracker for resource:network and tenant:e26c13bbbedc4ee28efebe317cbf20b0 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:38.088492 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:38.111338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:38.199233 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.272860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Made reservation on behalf of e26c13bbbedc4ee28efebe317cbf20b0 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:38.276260 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.282522 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cd1177-430d-4cce-b7c1-e75123a2782e None None] Network e8d6b136-df8f-42aa-a0f6-2eae3df68dd4 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:38.283328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.317781 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e6d1644a-5cd3-4921-96e7-bd4f5e5072be tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.320899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95e0308-61ac-4b44-8ba8-0b3869484147']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:38.340721 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-06fe779b-677e-4d93-a41b-3d982c80f26f req-69f61081-48d5-4894-8a7d-1a25ae7d18a2 service neutron] 10.222.0.16 "GET /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057438 Jan 28 17:56:38.405921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e70aba2-0a63-4f42-8484-661ec3c7dd03') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:38.406243 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e70aba2-0a63-4f42-8484-661ec3c7dd03') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:38.422189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-868f7ba0-a081-4d47-8e69-f82c0cf59cb1 None None] Deleting port 46a5f308-adaa-4179-ab98-22da62b78081 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:38.422942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-868f7ba0-a081-4d47-8e69-f82c0cf59cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.495557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.517882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f46d5fd9-900c-496f-9a16-13d6e14a0018 None None] Provisioning for port 8dd1bd11-95b8-49bb-ae52-67fde4a77b74 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:38.521251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.532422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:56:38.532829 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:56:38.548488 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:56:38.573777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-868f7ba0-a081-4d47-8e69-f82c0cf59cb1 None None] The port '46a5f308-adaa-4179-ab98-22da62b78081' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:56:38.588448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.591688 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.objects.ports [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88159) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:56:38.636143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e6d1644a-5cd3-4921-96e7-bd4f5e5072be tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.689975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.709461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7781bb4-e0e5-4927-ae87-7a51365e1861 None None] DHCP port deletion for e8d6b136-df8f-42aa-a0f6-2eae3df68dd4 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:56:38.714864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f7781bb4-e0e5-4927-ae87-7a51365e1861 None None] Deleting port 8dd1bd11-95b8-49bb-ae52-67fde4a77b74 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:38.714864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7781bb4-e0e5-4927-ae87-7a51365e1861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.729336 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:56:38.868566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.868910 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Added segment 3b5698bc-1428-4001-824c-4d7aeeb749fc of type vlan for network 26f42ce9-7dfd-421e-bd77-38b803c9c3f3 Jan 28 17:56:38.890494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a81938-e940-4a3f-a5bb-793e199e28ce req-5da68910-f899-46fc-af79-2926e4990cb4 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:38.895448 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-88a81938-e940-4a3f-a5bb-793e199e28ce req-5da68910-f899-46fc-af79-2926e4990cb4 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.2345774 Jan 28 17:56:38.920257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.948757 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.951397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1644a-5cd3-4921-96e7-bd4f5e5072be tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626c9727-6eff-46ca-9f63-b5b19a36a142,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:38.983423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f7781bb4-e0e5-4927-ae87-7a51365e1861 None None] For port 8dd1bd11-95b8-49bb-ae52-67fde4a77b74, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8dd1bd11-95b8-49bb-ae52-67fde4a77b74,segment=NetworkSegment(f8bb9343-9fe6-4581-974a-4a32b6fdf262),segment_id=f8bb9343-9fe6-4581-974a-4a32b6fdf262)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:38.983956 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7781bb4-e0e5-4927-ae87-7a51365e1861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:38.998671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e6d1644a-5cd3-4921-96e7-bd4f5e5072be tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.001094 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e6d1644a-5cd3-4921-96e7-bd4f5e5072be tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0343401 Jan 28 17:56:39.023512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40362) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:39.040931 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-88a81938-e940-4a3f-a5bb-793e199e28ce req-b58363f3-4637-4e91-ae30-fb618c65e69f tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363859 Jan 28 17:56:39.042032 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Network': ['ID=d95e0308-61ac-4b44-8ba8-0b3869484147,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:39.057256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186586495'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:39.067793 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:39.074260 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3fc9f7ea-521e-4b40-b905-1f241844500e tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/networks/d95e0308-61ac-4b44-8ba8-0b3869484147 HTTP/1.1" status: 204 len: 168 time: 2.5982108 Jan 28 17:56:39.075887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Pushing event updated for resources: {'Port': ['ID=34946181-ed62-4da7-bd2e-dce880017676,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:39.076062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40366) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:39.080421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:39.081898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.094210 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.118219 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-375fe867-d2c9-4660-94c4-3a6200543cc8 None None] Provisioning for port 8cb2da15-5eae-49bd-bebd-a672f2ae282c completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:39.149429 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:39.208754 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f7781bb4-e0e5-4927-ae87-7a51365e1861 None None] Calling delete_port for 8dd1bd11-95b8-49bb-ae52-67fde4a77b74 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:39.302830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.308972 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:39.309593 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.325314 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8cb2da15-5eae-49bd-bebd-a672f2ae282c up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:39.334814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:39.401055 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7781bb4-e0e5-4927-ae87-7a51365e1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.431659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4948c874-8e92-45b2-bcad-794aa4f2aad3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port 581be087-9929-4b9e-a154-a3c14b9fc94a {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:39.431659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4948c874-8e92-45b2-bcad-794aa4f2aad3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.449740 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Floating IP a7e15cf4-b865-4fe2-8f24-cc0ddcd6dd0a associated. External IP: 172.26.1.125, port: c7da7afd-bb05-4f77-9df7-f783803b2799. Jan 28 17:56:39.455743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7781bb4-e0e5-4927-ae87-7a51365e1861 None None] No DVR routers for this DVR port 8dd1bd11-95b8-49bb-ae52-67fde4a77b74 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:39.457453 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7781bb4-e0e5-4927-ae87-7a51365e1861 None None] Pushing event deleted for resources: {'Port': ['ID=8dd1bd11-95b8-49bb-ae52-67fde4a77b74,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:39.499889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-df2742ec-b3f8-48e3-8b04-89371751cbae tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.536822 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 8cb2da15-5eae-49bd-bebd-a672f2ae282c completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:39.543244 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 8cb2da15-5eae-49bd-bebd-a672f2ae282c triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:39.543774 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.582619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.649434 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7677751 Jan 28 17:56:39.649434 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e4847-4824-4f62-8324-1a4f10bad18e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'Network': ['ID=26f42ce9-7dfd-421e-bd77-38b803c9c3f3,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:39.649743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40370) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:39.658928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.668369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 26f42ce9-7dfd-421e-bd77-38b803c9c3f3 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:56:39.676627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Request body: {'subnet': {'network_id': '26f42ce9-7dfd-421e-bd77-38b803c9c3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:39.731980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:39.742636 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:39.747091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:39.756393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:39.760780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.823117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 8cb2da15-5eae-49bd-bebd-a672f2ae282c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8cb2da15-5eae-49bd-bebd-a672f2ae282c,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:39.901720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4948c874-8e92-45b2-bcad-794aa4f2aad3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.902324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4948c874-8e92-45b2-bcad-794aa4f2aad3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.933001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:39.936466 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c7369774-987d-4a74-9f6d-7805a9dbd12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:39.946488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:40.005455 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:40.027929 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:56:40.027929 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:56:40.044746 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4948c874-8e92-45b2-bcad-794aa4f2aad3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for 581be087-9929-4b9e-a154-a3c14b9fc94a owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:40.106125 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=8cb2da15-5eae-49bd-bebd-a672f2ae282c,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:40.138355 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Router 58e87d72-93f4-4b2d-80d2-607f31c2598e has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:56:40.142019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:40.224834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Made reservation on behalf of e26c13bbbedc4ee28efebe317cbf20b0 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:40.228168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:40.278507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-df2742ec-b3f8-48e3-8b04-89371751cbae tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port c6cfc45e-1da0-45bb-ac4e-0e58beea6f49 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:40.278845 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-df2742ec-b3f8-48e3-8b04-89371751cbae tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:40.318676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:40.462282 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a46d5ce-04d9-4b73-961d-5c4d4afebc1f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:40.482044 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4948c874-8e92-45b2-bcad-794aa4f2aad3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:40.482901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:40.494427 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d6fc6-c073-4c8e-98d5-1c01888bda4c None None] Sync routers for ids ['58e87d72-93f4-4b2d-80d2-607f31c2598e'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:40.507130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d6fc6-c073-4c8e-98d5-1c01888bda4c None None] Routers {'58e87d72-93f4-4b2d-80d2-607f31c2598e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:40.508386 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-859d6fc6-c073-4c8e-98d5-1c01888bda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['58e87d72-93f4-4b2d-80d2-607f31c2598e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:40.527062 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a4ffa-d163-45ef-ac92-37c77dea25d3 req-81efcc83-6f43-4baa-9810-b58c5725b2c4 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:40.528316 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8d6a4ffa-d163-45ef-ac92-37c77dea25d3 req-81efcc83-6f43-4baa-9810-b58c5725b2c4 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.3074620 Jan 28 17:56:40.539409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948c874-8e92-45b2-bcad-794aa4f2aad3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=581be087-9929-4b9e-a154-a3c14b9fc94a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:40.590320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-859d6fc6-c073-4c8e-98d5-1c01888bda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:40.598011 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d6fc6-c073-4c8e-98d5-1c01888bda4c None None] Routers {'58e87d72-93f4-4b2d-80d2-607f31c2598e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:40.598619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-859d6fc6-c073-4c8e-98d5-1c01888bda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['58e87d72-93f4-4b2d-80d2-607f31c2598e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:40.649283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-df2742ec-b3f8-48e3-8b04-89371751cbae tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:40.657688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:40.664852 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-856a5c32-acbe-4df2-9511-b4af766b7e9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6132960 Jan 28 17:56:40.665831 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40376) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:40.672514 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-859d6fc6-c073-4c8e-98d5-1c01888bda4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:40.677323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d6fc6-c073-4c8e-98d5-1c01888bda4c None None] The sync data for ids ['58e87d72-93f4-4b2d-80d2-607f31c2598e'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:40.678593 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5742c5a5-0fbe-4ac1-a7bd-11a7f2ad0002 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group_rule': {'security_group_id': '626c9727-6eff-46ca-9f63-b5b19a36a142', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8a46d5ce-04d9-4b73-961d-5c4d4afebc1f', 'remote_ip_prefix': None}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:40.683494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:40.699337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:40.730477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5742c5a5-0fbe-4ac1-a7bd-11a7f2ad0002 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:40.736493 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8d6a4ffa-d163-45ef-ac92-37c77dea25d3 req-d599b5ea-bb50-415f-8c2c-d72a8f9c95ed tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731944 Jan 28 17:56:40.758073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5742c5a5-0fbe-4ac1-a7bd-11a7f2ad0002 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:40.764114 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5742c5a5-0fbe-4ac1-a7bd-11a7f2ad0002 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:40.811330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5742c5a5-0fbe-4ac1-a7bd-11a7f2ad0002 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:40.861085 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0721ef4e-7b28-4229-9ebf-1470331dee6c tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.9392369 Jan 28 17:56:40.863185 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40382) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:40.922013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-df2742ec-b3f8-48e3-8b04-89371751cbae tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for c6cfc45e-1da0-45bb-ac4e-0e58beea6f49 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:41.018432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4948c874-8e92-45b2-bcad-794aa4f2aad3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:41.020699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4948c874-8e92-45b2-bcad-794aa4f2aad3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:41.026115 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4948c874-8e92-45b2-bcad-794aa4f2aad3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/floatingips/262ef66e-5d72-43ee-a0a8-ba0c40980130 HTTP/1.1" status: 204 len: 168 time: 1.9436574 Jan 28 17:56:41.032146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40386) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:41.094298 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5e2803-e483-40e1-8697-9e532d7b27b3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] DELETE failed (client error): The resource could not be found. Jan 28 17:56:41.094772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5e2803-e483-40e1-8697-9e532d7b27b3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:56:41.096481 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0f5e2803-e483-40e1-8697-9e532d7b27b3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/ports/d8326b21-57fc-4d0f-ae29-750d49299e8a HTTP/1.1" status: 404 len: 333 time: 0.0617685 Jan 28 17:56:41.109285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40390) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:41.168342 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3b6d2fc3-7c67-4078-bacb-43c17331f435 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Synchronizing usage tracker for tenant:ed3b3cb4c11d4295920488b7f0f6f0ae on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:41.189798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0725-25cf-4156-b98b-e555e5c52cbd req-4f1934c8-168c-400c-9c04-29223e21d415 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:41.191324 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-137f0725-25cf-4156-b98b-e555e5c52cbd req-4f1934c8-168c-400c-9c04-29223e21d415 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.2784173 Jan 28 17:56:41.231774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5742c5a5-0fbe-4ac1-a7bd-11a7f2ad0002 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:41.232658 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8cb2da15-5eae-49bd-bebd-a672f2ae282c up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:41.273111 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6477cf26-6ef7-491a-9050-d0ff44fb1790 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] 10.222.0.26 "GET /v2.0/floatingips/a7e15cf4-b865-4fe2-8f24-cc0ddcd6dd0a HTTP/1.1" status: 200 len: 982 time: 0.4058118 Jan 28 17:56:41.275321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40394) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:41.310355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 8cb2da15-5eae-49bd-bebd-a672f2ae282c triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:41.310728 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:41.324473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.objects.ports [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88159) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:56:41.329417 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:41.329604 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-137f0725-25cf-4156-b98b-e555e5c52cbd req-75552468-d9da-49c6-9e1d-bbf59ebb9bc8 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272395 Jan 28 17:56:41.394542 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2d2183d4-1453-45e6-99aa-36485dbfc983 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1165779 Jan 28 17:56:41.395457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40400) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:41.454935 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] For port 8cb2da15-5eae-49bd-bebd-a672f2ae282c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8cb2da15-5eae-49bd-bebd-a672f2ae282c,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:41.464049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3b6d2fc3-7c67-4078-bacb-43c17331f435 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Unset dirty status for tenant:ed3b3cb4c11d4295920488b7f0f6f0ae on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:41.467511 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3b6d2fc3-7c67-4078-bacb-43c17331f435 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fc7615-34cc-45b5-b5ef-ba84b6b425dd HTTP/1.1" status: 200 len: 205 time: 0.3549445 Jan 28 17:56:41.475893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40404) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:41.544721 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'Subnet': ['ID=6d66492b-cba3-4c39-9a3f-472cbcd96825,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:41.571868 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-2b5820f8-e4c1-419d-ad7b-f6a11a8b4c26 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] delete failed (client error): The resource could not be found. Jan 28 17:56:41.573026 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2b5820f8-e4c1-419d-ad7b-f6a11a8b4c26 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/routers/e5fc7615-34cc-45b5-b5ef-ba84b6b425dd HTTP/1.1" status: 404 len: 336 time: 0.0952220 Jan 28 17:56:41.574439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5742c5a5-0fbe-4ac1-a7bd-11a7f2ad0002 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:41.576753 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Checking segment: {'id': '3b5698bc-1428-4001-824c-4d7aeeb749fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '26f42ce9-7dfd-421e-bd77-38b803c9c3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:41.577107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Network hostable DHCP agents. Network: 26f42ce9-7dfd-421e-bd77-38b803c9c3f3, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:56:41.582489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40408) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:41.582648 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-df2742ec-b3f8-48e3-8b04-89371751cbae tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:41.642277 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:41.644960 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62e46a4-c081-4f0e-95ce-f185ce98cccd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] DELETE failed (client error): The resource could not be found. Jan 28 17:56:41.645404 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62e46a4-c081-4f0e-95ce-f185ce98cccd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:56:41.656922 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b62e46a4-c081-4f0e-95ce-f185ce98cccd tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/subnets/4e16ebd3-ccd9-4250-80b1-8a4eba29d7ec HTTP/1.1" status: 404 len: 337 time: 0.0628660 Jan 28 17:56:41.657153 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2742ec-b3f8-48e3-8b04-89371751cbae tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Port': ['ID=c6cfc45e-1da0-45bb-ac4e-0e58beea6f49,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:41.657270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40412) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:41.700155 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5742c5a5-0fbe-4ac1-a7bd-11a7f2ad0002 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:41.727450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:41.728196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:41.750442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8721d-d4d6-4386-a1ca-7707841034c3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Deleting port 34946181-ed62-4da7-bd2e-dce880017676 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:41.750785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d3d8721d-d4d6-4386-a1ca-7707841034c3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:41.815553 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Network 26f42ce9-7dfd-421e-bd77-38b803c9c3f3 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:56:41.881002 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742c5a5-0fbe-4ac1-a7bd-11a7f2ad0002 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954c8ad8-8419-402c-ae87-42b82e42ded7,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:41.893150 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:41.900018 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:41.904610 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-b4de2eaa-13fd-4132-8354-bfe63c2932a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port 8d36da3c-7d85-4e34-add1-25c974be9e0b {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:41.905057 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b4de2eaa-13fd-4132-8354-bfe63c2932a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:41.912073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f929cc-fa18-45d1-82eb-e7478d40193a None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:41.948288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:41.948960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:41.954871 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 26f42ce9-7dfd-421e-bd77-38b803c9c3f3) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:41.989996 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=39696814-9846-4666-a39b-d29f53267476,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:41.997252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:41.998070 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.002934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5742c5a5-0fbe-4ac1-a7bd-11a7f2ad0002 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.004414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844ab54e-48ce-4076-b36f-3968787f5083 None None] Network 26f42ce9-7dfd-421e-bd77-38b803c9c3f3 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:42.004545 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5742c5a5-0fbe-4ac1-a7bd-11a7f2ad0002 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3338003 Jan 28 17:56:42.016354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40418) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:42.026305 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=8cb2da15-5eae-49bd-bebd-a672f2ae282c,revision_number=5']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:42.115866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1cdddc6c-803d-4386-bb39-1864677e5fb8 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.128274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-df2742ec-b3f8-48e3-8b04-89371751cbae tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.131012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1cdddc6c-803d-4386-bb39-1864677e5fb8 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.158095 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-36935c77-9528-4b42-b6ea-165f11100962 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.8061037 Jan 28 17:56:42.161312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40424) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:42.174582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'mac_address': 'fa:16:3e:72:63:19', 'name': 'tempest-NetworksTestDHCPv6-871231977'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:42.213889 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-292d277e-d315-46f5-9106-42d671bb7b4d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5586112 Jan 28 17:56:42.219947 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40430) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:42.392263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b4de2eaa-13fd-4132-8354-bfe63c2932a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.436206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-26f42ce9-7dfd-421e-bd77-38b803c9c3f3', 'network_id': '26f42ce9-7dfd-421e-bd77-38b803c9c3f3', 'tenant_id': 'e26c13bbbedc4ee28efebe317cbf20b0', 'fixed_ips': [{'subnet_id': '6d66492b-cba3-4c39-9a3f-472cbcd96825'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:56:42.436413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.455060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5f9f3abb-367f-466a-870c-c6a55f9c8a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.505113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d3d8721d-d4d6-4386-a1ca-7707841034c3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.505481 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d3d8721d-d4d6-4386-a1ca-7707841034c3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.529630 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1cdddc6c-803d-4386-bb39-1864677e5fb8 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.536806 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-b4de2eaa-13fd-4132-8354-bfe63c2932a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for 8d36da3c-7d85-4e34-add1-25c974be9e0b owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:42.602833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdddc6c-803d-4386-bb39-1864677e5fb8 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=954c8ad8-8419-402c-ae87-42b82e42ded7,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:42.607235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.610928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Allocated IP 2001:db8::f816:3eff:fe98:f1c5 (26f42ce9-7dfd-421e-bd77-38b803c9c3f3/6d66492b-cba3-4c39-9a3f-472cbcd96825/1a8bc050-b254-4c1a-8401-bce4c2cda528) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:42.619246 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1cdddc6c-803d-4386-bb39-1864677e5fb8 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.620350 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1cdddc6c-803d-4386-bb39-1864677e5fb8 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/954c8ad8-8419-402c-ae87-42b82e42ded7 HTTP/1.1" status: 204 len: 168 time: 0.6008425 Jan 28 17:56:42.624662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40434) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:42.660634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8721d-d4d6-4386-a1ca-7707841034c3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Calling delete_port for 34946181-ed62-4da7-bd2e-dce880017676 owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:42.768081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc1757-9765-4a95-814a-b4ca423ac230 req-e72581e5-74da-4942-bcd4-cf492b258fc7 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:42.775621 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1bc1757-9765-4a95-814a-b4ca423ac230 req-e72581e5-74da-4942-bcd4-cf492b258fc7 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.8107376 Jan 28 17:56:42.782970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2955a2e9-f030-458d-86ad-29fabb5e4588 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:42.811953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.874369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:42.890285 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Transition to ACTIVE for port object 1a8bc050-b254-4c1a-8401-bce4c2cda528 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:42.915175 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Transition to ACTIVE for port object 1a8bc050-b254-4c1a-8401-bce4c2cda528 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:42.930908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2955a2e9-f030-458d-86ad-29fabb5e4588 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:42.932711 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2955a2e9-f030-458d-86ad-29fabb5e4588 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3051205 Jan 28 17:56:42.935568 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40438) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:42.965312 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1bc1757-9765-4a95-814a-b4ca423ac230 req-ad804bd2-9dbd-44df-a07a-15246cb8b31a tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888225 Jan 28 17:56:42.967463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2742ec-b3f8-48e3-8b04-89371751cbae tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router 4676a79e-687f-4f6f-882d-b67e57c3fcc0 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:56:42.968693 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:42.983032 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:42.991702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:42.994163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.006315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:43.024776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b4de2eaa-13fd-4132-8354-bfe63c2932a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.095187 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:43.135150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Network 26f42ce9-7dfd-421e-bd77-38b803c9c3f3 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:43.139598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:43.142167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:43.240674 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de2eaa-13fd-4132-8354-bfe63c2932a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=8d36da3c-7d85-4e34-add1-25c974be9e0b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:43.252338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Pushing event updated for resources: {'Port': ['ID=1a8bc050-b254-4c1a-8401-bce4c2cda528,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:43.265948 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Attempting to bind port 1a8bc050-b254-4c1a-8401-bce4c2cda528 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:56:43.266397 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Attempting to bind port 1a8bc050-b254-4c1a-8401-bce4c2cda528 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '3b5698bc-1428-4001-824c-4d7aeeb749fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '26f42ce9-7dfd-421e-bd77-38b803c9c3f3'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:56:43.266717 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Attempting to bind port 1a8bc050-b254-4c1a-8401-bce4c2cda528 on network 26f42ce9-7dfd-421e-bd77-38b803c9c3f3 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:56:43.282022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:56:43.282380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Checking segment: {'id': '3b5698bc-1428-4001-824c-4d7aeeb749fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '26f42ce9-7dfd-421e-bd77-38b803c9c3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:43.282782 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.283248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Bound using segment: {'id': '3b5698bc-1428-4001-824c-4d7aeeb749fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '26f42ce9-7dfd-421e-bd77-38b803c9c3f3'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:56:43.283736 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Bound port: 1a8bc050-b254-4c1a-8401-bce4c2cda528, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5698bc-1428-4001-824c-4d7aeeb749fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '26f42ce9-7dfd-421e-bd77-38b803c9c3f3'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:56:43.284108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.327308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb6d5f1b-a48f-4c69-9c00-2626afd12029 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.339493 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.373447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb6d5f1b-a48f-4c69-9c00-2626afd12029 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.376754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2742ec-b3f8-48e3-8b04-89371751cbae tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:43.387026 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b4de2eaa-13fd-4132-8354-bfe63c2932a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.391127 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.394242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3b8c24df-0f95-4e5d-8b6d-e6e3b4fdc53d None None] Provisioning complete for port 8cb2da15-5eae-49bd-bebd-a672f2ae282c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:43.394822 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3b8c24df-0f95-4e5d-8b6d-e6e3b4fdc53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.401601 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0360194f-4856-4f04-8526-27c1ddcc1e7a None None] Sync routers for ids ['4676a79e-687f-4f6f-882d-b67e57c3fcc0'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:43.411320 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0360194f-4856-4f04-8526-27c1ddcc1e7a None None] Routers {'4676a79e-687f-4f6f-882d-b67e57c3fcc0'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:43.411933 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0360194f-4856-4f04-8526-27c1ddcc1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['4676a79e-687f-4f6f-882d-b67e57c3fcc0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:43.431869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] For port 1a8bc050-b254-4c1a-8401-bce4c2cda528, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:56:43.434027 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.477098 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0360194f-4856-4f04-8526-27c1ddcc1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:43.479236 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Subnet': ['ID=6d66492b-cba3-4c39-9a3f-472cbcd96825,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:43.483560 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-df2742ec-b3f8-48e3-8b04-89371751cbae tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/4676a79e-687f-4f6f-882d-b67e57c3fcc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4345737 Jan 28 17:56:43.486524 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.492924 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0360194f-4856-4f04-8526-27c1ddcc1e7a None None] Routers {'4676a79e-687f-4f6f-882d-b67e57c3fcc0'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:43.493528 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0360194f-4856-4f04-8526-27c1ddcc1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['4676a79e-687f-4f6f-882d-b67e57c3fcc0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:43.499132 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40444) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:43.528289 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 677f9db9-f68a-4a1e-99ea-15b62edbe351 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:56:43.535923 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] For port 1a8bc050-b254-4c1a-8401-bce4c2cda528, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1a8bc050-b254-4c1a-8401-bce4c2cda528,segment=NetworkSegment(3b5698bc-1428-4001-824c-4d7aeeb749fc),segment_id=3b5698bc-1428-4001-824c-4d7aeeb749fc)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:56:43.547569 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b4de2eaa-13fd-4132-8354-bfe63c2932a3 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/ports/8d36da3c-7d85-4e34-add1-25c974be9e0b HTTP/1.1" status: 204 len: 168 time: 1.8892090 Jan 28 17:56:43.564514 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0360194f-4856-4f04-8526-27c1ddcc1e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:43.566952 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0360194f-4856-4f04-8526-27c1ddcc1e7a None None] The sync data for ids ['4676a79e-687f-4f6f-882d-b67e57c3fcc0'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:43.573006 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40448) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:43.599209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb6d5f1b-a48f-4c69-9c00-2626afd12029 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.604969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d3d8721d-d4d6-4386-a1ca-7707841034c3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.611062 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.615964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7e9814e5-f558-49d5-b62c-c91d0eac25ed tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Synchronizing usage tracker for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:43.650071 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d5f1b-a48f-4c69-9c00-2626afd12029 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a46d5ce-04d9-4b73-961d-5c4d4afebc1f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:43.668062 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.683307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8721d-d4d6-4386-a1ca-7707841034c3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event deleted for resources: {'Port': ['ID=34946181-ed62-4da7-bd2e-dce880017676,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:43.697184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f42ce9-7dfd-421e-bd77-38b803c9c3f3']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:43.711364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5698bc-1428-4001-824c-4d7aeeb749fc') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:43.711693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5698bc-1428-4001-824c-4d7aeeb749fc') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:43.724443 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.728062 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5925a1b-9da4-42df-9262-528638ca0346 None None] Pushing event updated for resources: {'Port': ['ID=1a8bc050-b254-4c1a-8401-bce4c2cda528,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:43.744033 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.748278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb6d5f1b-a48f-4c69-9c00-2626afd12029 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.750080 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-eb6d5f1b-a48f-4c69-9c00-2626afd12029 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-groups/8a46d5ce-04d9-4b73-961d-5c4d4afebc1f HTTP/1.1" status: 204 len: 168 time: 0.8130894 Jan 28 17:56:43.753581 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40452) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:43.769613 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:56:43.770005 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:56:43.786256 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:56:43.793806 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7e9814e5-f558-49d5-b62c-c91d0eac25ed tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Unset dirty status for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:43.795238 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7e9814e5-f558-49d5-b62c-c91d0eac25ed tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports?device_id=4676a79e-687f-4f6f-882d-b67e57c3fcc0 HTTP/1.1" status: 200 len: 205 time: 0.2948701 Jan 28 17:56:43.801161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40456) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:43.811562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2ca89-ee99-4f57-8f7f-ee9f5089d3a0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port f24cfccb-c66b-401e-8bb3-5358a4394c22 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:43.811910 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7ed2ca89-ee99-4f57-8f7f-ee9f5089d3a0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:43.931881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fbe6eabf-12ac-403e-81e9-b4d1a1a90988 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:43.982676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:56:43.982676 dv-neutron-826919-1-hyperv neutron-server[88159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:56:43.982676 dv-neutron-826919-1-hyperv neutron-server[88159]: [parameters: {'id': '26f42ce9-7dfd-421e-bd77-38b803c9c3f3'}] Jan 28 17:56:43.982676 dv-neutron-826919-1-hyperv neutron-server[88159]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:56:43.983197 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:56:44.039764 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fbe6eabf-12ac-403e-81e9-b4d1a1a90988 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:44.045841 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fbe6eabf-12ac-403e-81e9-b4d1a1a90988 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2911019 Jan 28 17:56:44.046653 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40462) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:44.182296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8afbeaa-3abf-4c6b-bf83-7f84651e4b6a tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:44.186911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d3d8721d-d4d6-4386-a1ca-7707841034c3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:44.187292 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-d3d8721d-d4d6-4386-a1ca-7707841034c3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Floating IP a7e15cf4-b865-4fe2-8f24-cc0ddcd6dd0a disassociated (deleted). External IP: 172.26.1.125, port: c7da7afd-bb05-4f77-9df7-f783803b2799. Jan 28 17:56:44.255450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8afbeaa-3abf-4c6b-bf83-7f84651e4b6a tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:44.274549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92f0a977-e3f4-4e4e-a2a7-885eee6dab12 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:44.339389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cce7e7-df48-4035-8e5c-4e8260a49edc req-6d6f21cc-3f89-49c6-b8e5-d6e1010ed42c tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:44.340826 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-35cce7e7-df48-4035-8e5c-4e8260a49edc req-6d6f21cc-3f89-49c6-b8e5-d6e1010ed42c tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.2056110 Jan 28 17:56:44.369249 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-05e71600-883d-4023-bac9-b29b2c71567d tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:44.370633 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-05e71600-883d-4023-bac9-b29b2c71567d tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.1525722 Jan 28 17:56:44.450615 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-35cce7e7-df48-4035-8e5c-4e8260a49edc req-0bead7e9-a723-4010-8b9a-576125008633 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016862 Jan 28 17:56:44.453826 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8afbeaa-3abf-4c6b-bf83-7f84651e4b6a tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:44.480381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Deleting port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:44.480755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:44.508586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:44.516892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afbeaa-3abf-4c6b-bf83-7f84651e4b6a tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626c9727-6eff-46ca-9f63-b5b19a36a142,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:44.552601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Deleting port 1a8bc050-b254-4c1a-8401-bce4c2cda528 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:44.552935 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:44.658751 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8afbeaa-3abf-4c6b-bf83-7f84651e4b6a tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:44.659909 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b8afbeaa-3abf-4c6b-bf83-7f84651e4b6a tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-groups/626c9727-6eff-46ca-9f63-b5b19a36a142 HTTP/1.1" status: 204 len: 168 time: 0.6120434 Jan 28 17:56:44.664883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40466) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:44.758862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ad8113-5b23-4af2-9e9d-7dc79368e6b3 None None] Network 26f42ce9-7dfd-421e-bd77-38b803c9c3f3 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:44.878957 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92f0a977-e3f4-4e4e-a2a7-885eee6dab12 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:44.881346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92f0a977-e3f4-4e4e-a2a7-885eee6dab12 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:44.942384 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:44.944280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 172.20.0.9 (c221bf74-e816-466d-af85-3d953f9ff4cd/f0e8bc35-8eea-4bcd-acae-9b4b148cf11d/677f9db9-f68a-4a1e-99ea-15b62edbe351) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:44.961064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c24fe865-2a1c-4a4e-ae28-adbb78db03eb None None] Provisioning for port 1a8bc050-b254-4c1a-8401-bce4c2cda528 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:44.961672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::f816:3eff:fe72:6319 (c221bf74-e816-466d-af85-3d953f9ff4cd/39696814-9846-4666-a39b-d29f53267476/677f9db9-f68a-4a1e-99ea-15b62edbe351) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:44.963763 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f3de11f5-84d9-4087-a757-c92220ba405c tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:45.032344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92f0a977-e3f4-4e4e-a2a7-885eee6dab12 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:45.032950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] For port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=81efd65d-d7b9-42f2-aa8b-f0586b726f1c,segment=NetworkSegment(72a2afdd-3af5-4a01-89b9-aa871bc3a7b9),segment_id=72a2afdd-3af5-4a01-89b9-aa871bc3a7b9)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:45.033305 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:45.033543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f0a977-e3f4-4e4e-a2a7-885eee6dab12 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Fanout notify agent at l3_agent the message router_deleted on router 4676a79e-687f-4f6f-882d-b67e57c3fcc0 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:56:45.048550 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] For port 1a8bc050-b254-4c1a-8401-bce4c2cda528, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1a8bc050-b254-4c1a-8401-bce4c2cda528,segment=NetworkSegment(3b5698bc-1428-4001-824c-4d7aeeb749fc),segment_id=3b5698bc-1428-4001-824c-4d7aeeb749fc)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:45.049083 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:45.080007 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa118c2-73ff-462c-bb80-55722b8cd669 None None] DHCP port deletion for 26f42ce9-7dfd-421e-bd77-38b803c9c3f3 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:56:45.085429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-dfa118c2-73ff-462c-bb80-55722b8cd669 None None] Deleting port 1a8bc050-b254-4c1a-8401-bce4c2cda528 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:45.085901 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dfa118c2-73ff-462c-bb80-55722b8cd669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:45.123465 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f3de11f5-84d9-4087-a757-c92220ba405c tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:45.124666 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f3de11f5-84d9-4087-a757-c92220ba405c tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4572165 Jan 28 17:56:45.133757 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40472) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:45.135392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7ed2ca89-ee99-4f57-8f7f-ee9f5089d3a0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:45.157222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-fbdbf6af-85fe-40d4-a8d9-0f691ee67741 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group': {'name': 'tempest-secgroup--554585424'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:45.235622 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fbdbf6af-85fe-40d4-a8d9-0f691ee67741 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:45.253333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92f0a977-e3f4-4e4e-a2a7-885eee6dab12 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:45.256782 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-92f0a977-e3f4-4e4e-a2a7-885eee6dab12 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/routers/4676a79e-687f-4f6f-882d-b67e57c3fcc0 HTTP/1.1" status: 204 len: 168 time: 1.4522622 Jan 28 17:56:45.293390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40476) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:45.339985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-dfa118c2-73ff-462c-bb80-55722b8cd669 None None] For port 1a8bc050-b254-4c1a-8401-bce4c2cda528, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1a8bc050-b254-4c1a-8401-bce4c2cda528,segment=NetworkSegment(3b5698bc-1428-4001-824c-4d7aeeb749fc),segment_id=3b5698bc-1428-4001-824c-4d7aeeb749fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:45.340454 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dfa118c2-73ff-462c-bb80-55722b8cd669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:45.400593 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Calling delete_port for 1a8bc050-b254-4c1a-8401-bce4c2cda528 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:45.471362 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-dfa118c2-73ff-462c-bb80-55722b8cd669 None None] Calling delete_port for 1a8bc050-b254-4c1a-8401-bce4c2cda528 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:45.514475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2ca89-ee99-4f57-8f7f-ee9f5089d3a0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for f24cfccb-c66b-401e-8bb3-5358a4394c22 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:45.548312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fbdbf6af-85fe-40d4-a8d9-0f691ee67741 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:45.570039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-857b0601-ca73-4641-8c68-ee0b7c024d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting subnet 60b6c5ab-1a9f-4e44-a681-94715fb3f7c1 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:56:45.591689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-857b0601-ca73-4641-8c68-ee0b7c024d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:45.628317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dfa118c2-73ff-462c-bb80-55722b8cd669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:45.680570 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa118c2-73ff-462c-bb80-55722b8cd669 None None] Pushing event deleted for resources: {'Port': ['ID=1a8bc050-b254-4c1a-8401-bce4c2cda528,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:45.686831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa118c2-73ff-462c-bb80-55722b8cd669 None None] No DVR routers for this DVR port 1a8bc050-b254-4c1a-8401-bce4c2cda528 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:45.744513 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fbdbf6af-85fe-40d4-a8d9-0f691ee67741 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:45.747908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:56:45.748412 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:56:45.753791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-857b0601-ca73-4641-8c68-ee0b7c024d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:45.762118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d8721d-d4d6-4386-a1ca-7707841034c3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Router 58e87d72-93f4-4b2d-80d2-607f31c2598e has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:56:45.816233 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:45.816635 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:45.816939 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Floating IP 3e30584a-0eef-4a34-bd54-bb02324e660c disassociated. External IP: 172.26.1.155, port: 81efd65d-d7b9-42f2-aa8b-f0586b726f1c. Jan 28 17:56:45.817267 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Calling delete_port for 81efd65d-d7b9-42f2-aa8b-f0586b726f1c owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:45.849511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fbdbf6af-85fe-40d4-a8d9-0f691ee67741 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:45.935615 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-857b0601-ca73-4641-8c68-ee0b7c024d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:45.950044 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-fbdbf6af-85fe-40d4-a8d9-0f691ee67741 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:45.998080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-fbdbf6af-85fe-40d4-a8d9-0f691ee67741 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:46.042673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fbdbf6af-85fe-40d4-a8d9-0f691ee67741 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:46.061780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.182024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-857b0601-ca73-4641-8c68-ee0b7c024d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.212744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 677f9db9-f68a-4a1e-99ea-15b62edbe351 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:46.224150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e4305-bc54-40fc-99f7-83e77481df7d req-169614e7-133b-4cec-841b-5f3c7ad79425 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:46.225664 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b0601-ca73-4641-8c68-ee0b7c024d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Subnet': ['ID=60b6c5ab-1a9f-4e44-a681-94715fb3f7c1,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:46.225982 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-701e4305-bc54-40fc-99f7-83e77481df7d req-169614e7-133b-4cec-841b-5f3c7ad79425 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 946 time: 0.5758102 Jan 28 17:56:46.229518 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.231343 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-857b0601-ca73-4641-8c68-ee0b7c024d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.245643 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b5d757-5e3a-4900-8529-bba2111df9a3 None None] Network b7c2cb56-e7d5-42b8-bd45-ea5156a4e661 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:46.278023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Deleting port 1a8bc050-b254-4c1a-8401-bce4c2cda528 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:46.278402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.284424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d8721d-d4d6-4386-a1ca-7707841034c3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:46.324252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Pushing event deleted for resources: {'Port': ['ID=81efd65d-d7b9-42f2-aa8b-f0586b726f1c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:46.328896 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7ed2ca89-ee99-4f57-8f7f-ee9f5089d3a0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.335024 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-857b0601-ca73-4641-8c68-ee0b7c024d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/60b6c5ab-1a9f-4e44-a681-94715fb3f7c1 HTTP/1.1" status: 204 len: 168 time: 1.0305114 Jan 28 17:56:46.344801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40482) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:46.345003 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef02386-0671-4c8a-80e5-ae4663b92d2a None None] Sync routers for ids ['58e87d72-93f4-4b2d-80d2-607f31c2598e'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:46.373846 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] The port '1a8bc050-b254-4c1a-8401-bce4c2cda528' was deleted {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:56:46.399441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef02386-0671-4c8a-80e5-ae4663b92d2a None None] Routers {'58e87d72-93f4-4b2d-80d2-607f31c2598e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:46.400330 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-fef02386-0671-4c8a-80e5-ae4663b92d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['58e87d72-93f4-4b2d-80d2-607f31c2598e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:46.412455 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-701e4305-bc54-40fc-99f7-83e77481df7d req-e0cb28e2-cc88-4412-ab18-f9c089f7e5cd tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups?id=d340114c-6088-454a-a048-a7c39e8edfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702802 Jan 28 17:56:46.429731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fbdbf6af-85fe-40d4-a8d9-0f691ee67741 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.445347 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2ca89-ee99-4f57-8f7f-ee9f5089d3a0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=f24cfccb-c66b-401e-8bb3-5358a4394c22,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:46.504281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-fef02386-0671-4c8a-80e5-ae4663b92d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:46.543607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fbdbf6af-85fe-40d4-a8d9-0f691ee67741 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.565378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.577722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef02386-0671-4c8a-80e5-ae4663b92d2a None None] Routers {'58e87d72-93f4-4b2d-80d2-607f31c2598e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:46.578711 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-fef02386-0671-4c8a-80e5-ae4663b92d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['58e87d72-93f4-4b2d-80d2-607f31c2598e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:46.615603 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d3d8721d-d4d6-4386-a1ca-7707841034c3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.644129 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.654775 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-fef02386-0671-4c8a-80e5-ae4663b92d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:46.655529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef02386-0671-4c8a-80e5-ae4663b92d2a None None] The sync data for ids ['58e87d72-93f4-4b2d-80d2-607f31c2598e'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:46.693112 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f42ce9-7dfd-421e-bd77-38b803c9c3f3']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:46.712135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5698bc-1428-4001-824c-4d7aeeb749fc') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:46.712435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5698bc-1428-4001-824c-4d7aeeb749fc') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:46.731217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.738832 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:56:46.753513 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.770642 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daefb03-d1e6-48ea-b386-67ad8ede343c None None] DHCP port deletion for b7c2cb56-e7d5-42b8-bd45-ea5156a4e661 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:56:46.771501 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.775392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8daefb03-d1e6-48ea-b386-67ad8ede343c None None] Deleting port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:46.775764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8daefb03-d1e6-48ea-b386-67ad8ede343c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.789190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:46.789951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbf6af-85fe-40d4-a8d9-0f691ee67741 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa65d751-076b-4e98-85f9-fc87e628bea9,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:46.798593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:46.800388 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fbdbf6af-85fe-40d4-a8d9-0f691ee67741 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.801564 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fbdbf6af-85fe-40d4-a8d9-0f691ee67741 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6543674 Jan 28 17:56:46.806472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:46.813014 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40486) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:46.823857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:56:46.824258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.847705 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d3d8721d-d4d6-4386-a1ca-7707841034c3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "DELETE /v2.0/floatingips/a7e15cf4-b865-4fe2-8f24-cc0ddcd6dd0a HTTP/1.1" status: 204 len: 168 time: 5.4516263 Jan 28 17:56:46.850955 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3625345c-316f-4cb7-afd0-00b2d412edf4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group_rule': {'security_group_id': 'fa65d751-076b-4e98-85f9-fc87e628bea9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:46.853380 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=677f9db9-f68a-4a1e-99ea-15b62edbe351,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:56:46.854520 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:56:46.857014 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40490) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:46.872845 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:46.876276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7ed2ca89-ee99-4f57-8f7f-ee9f5089d3a0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.877968 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7ed2ca89-ee99-4f57-8f7f-ee9f5089d3a0 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/ports/f24cfccb-c66b-401e-8bb3-5358a4394c22 HTTP/1.1" status: 204 len: 168 time: 3.3039465 Jan 28 17:56:46.885343 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40494) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:46.891180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:46.893435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:46.893770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:46.992405 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:46.993033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.009989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Usage tracker for resource:floatingip and tenant:9d17f25970384c0a81a1aec4e7519dc1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:47.019292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:47.026475 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8daefb03-d1e6-48ea-b386-67ad8ede343c None None] For port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=70204fab-19e2-4bc0-a0c6-83347dc3fc7d,segment=NetworkSegment(2ff08a35-f5d3-4f62-963b-543af9009810),segment_id=2ff08a35-f5d3-4f62-963b-543af9009810)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:47.026864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8daefb03-d1e6-48ea-b386-67ad8ede343c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.046017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:47.134740 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-45999e64-9ba2-4b29-9254-d9d502db4ce6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9657457 Jan 28 17:56:47.139613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40498) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:47.171406 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3625345c-316f-4cb7-afd0-00b2d412edf4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:47.185624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8daefb03-d1e6-48ea-b386-67ad8ede343c None None] Calling delete_port for 70204fab-19e2-4bc0-a0c6-83347dc3fc7d owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:47.189183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3625345c-316f-4cb7-afd0-00b2d412edf4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:47.195028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3625345c-316f-4cb7-afd0-00b2d412edf4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:47.203173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3625345c-316f-4cb7-afd0-00b2d412edf4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:47.217656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.246099 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 70204fab-19e2-4bc0-a0c6-83347dc3fc7d no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:56:47.266883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.299874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.307922 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Network': ['ID=26f42ce9-7dfd-421e-bd77-38b803c9c3f3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:47.308513 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0944f0b-fa5e-4e24-b70a-440d2c84bd55 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:47.309521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c0944f0b-fa5e-4e24-b70a-440d2c84bd55 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Synchronizing usage tracker for tenant:ed3b3cb4c11d4295920488b7f0f6f0ae on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:47.316513 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0b0a6aa2-2f45-4538-a244-c9ce5673adb8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/networks/26f42ce9-7dfd-421e-bd77-38b803c9c3f3 HTTP/1.1" status: 204 len: 168 time: 5.0868227 Jan 28 17:56:47.318804 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40502) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:47.324291 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-145346025'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:47.334024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:47.342494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Usage tracker for resource:network and tenant:e26c13bbbedc4ee28efebe317cbf20b0 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:47.347536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:47.351484 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:47.365512 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b043590-d51e-4d90-b6cf-faf613ce95da None None] Sync routers for ids ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:47.387885 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b043590-d51e-4d90-b6cf-faf613ce95da None None] Routers {'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:47.388600 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-8b043590-d51e-4d90-b6cf-faf613ce95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:47.398490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:47.430611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-035bfcb2-07cd-4973-ac4e-8aa29776dd92 None None] Provisioning for port 677f9db9-f68a-4a1e-99ea-15b62edbe351 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:47.437229 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.461264 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-035bfcb2-07cd-4973-ac4e-8aa29776dd92 None None] Provisioning complete for port 677f9db9-f68a-4a1e-99ea-15b62edbe351 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:47.461627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-035bfcb2-07cd-4973-ac4e-8aa29776dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.467095 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3625345c-316f-4cb7-afd0-00b2d412edf4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.515354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-035bfcb2-07cd-4973-ac4e-8aa29776dd92 None None] Port 677f9db9-f68a-4a1e-99ea-15b62edbe351 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:56:47.516787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8daefb03-d1e6-48ea-b386-67ad8ede343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.523314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] No DVR routers for this DVR port 81efd65d-d7b9-42f2-aa8b-f0586b726f1c on host hv-neutron-8269 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:47.526625 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.530666 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bf02b1c9-b60b-4747-8847-dcd4069a605a req-0882a408-8db1-4e83-b3be-fc548540117b tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.16 "DELETE /v2.0/ports/81efd65d-d7b9-42f2-aa8b-f0586b726f1c HTTP/1.1" status: 204 len: 173 time: 3.1546648 Jan 28 17:56:47.542689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f6e717-1453-473b-a5ca-6a3627f50b23', 'name': 'network-vif-deleted', 'tag': '81efd65d-d7b9-42f2-aa8b-f0586b726f1c'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:56:47.550291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] For port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=70204fab-19e2-4bc0-a0c6-83347dc3fc7d,segment=NetworkSegment(2ff08a35-f5d3-4f62-963b-543af9009810),segment_id=2ff08a35-f5d3-4f62-963b-543af9009810)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:47.550692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.572930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Made reservation on behalf of e26c13bbbedc4ee28efebe317cbf20b0 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:47.590492 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.595783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daefb03-d1e6-48ea-b386-67ad8ede343c None None] Pushing event deleted for resources: {'Port': ['ID=70204fab-19e2-4bc0-a0c6-83347dc3fc7d,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:47.621619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daefb03-d1e6-48ea-b386-67ad8ede343c None None] No DVR routers for this DVR port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:47.638856 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-8b043590-d51e-4d90-b6cf-faf613ce95da None None] Set router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:56:47.692598 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f6e717-1453-473b-a5ca-6a3627f50b23', 'name': 'network-vif-deleted', 'tag': '81efd65d-d7b9-42f2-aa8b-f0586b726f1c', 'status': 'completed', 'code': 200} Jan 28 17:56:47.708695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3625345c-316f-4cb7-afd0-00b2d412edf4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.712165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-59e4c65d-cd20-456a-831e-9d665b1e5116 req-58633fc5-d902-42a7-84bc-bb8394ba7179 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Synchronizing usage tracker for tenant:62177f82a6dd4848ac609f9e3a037891 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:47.724660 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:56:47.732163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for 70204fab-19e2-4bc0-a0c6-83347dc3fc7d owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:47.741621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.742223 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Added segment 2918f829-806c-4b29-89eb-5bb264b542d0 of type vlan for network e0e4d270-bfa5-45a9-b535-f1624f5d3885 Jan 28 17:56:47.767315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c0944f0b-fa5e-4e24-b70a-440d2c84bd55 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Unset dirty status for tenant:ed3b3cb4c11d4295920488b7f0f6f0ae on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:47.772927 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c0944f0b-fa5e-4e24-b70a-440d2c84bd55 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "GET /v2.0/ports?device_id=27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 HTTP/1.1" status: 200 len: 913 time: 0.8834298 Jan 28 17:56:47.773830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40510) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:47.778711 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.807450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb7d31-8555-4b18-8032-a5caeb04b05e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:47.813881 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb7d31-8555-4b18-8032-a5caeb04b05e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:47.814795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d5cb7d31-8555-4b18-8032-a5caeb04b05e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:47.859194 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-59e4c65d-cd20-456a-831e-9d665b1e5116 req-58633fc5-d902-42a7-84bc-bb8394ba7179 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Unset dirty status for tenant:62177f82a6dd4848ac609f9e3a037891 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:47.863479 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-59e4c65d-cd20-456a-831e-9d665b1e5116 req-58633fc5-d902-42a7-84bc-bb8394ba7179 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 210 time: 0.2206223 Jan 28 17:56:47.893530 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3625345c-316f-4cb7-afd0-00b2d412edf4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.893723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:56:47.893723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:56:47.899126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:47.950075 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625345c-316f-4cb7-afd0-00b2d412edf4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb84a2ab-ec44-441d-abc9-b61f0418cdc9,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:47.961141 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d5cb7d31-8555-4b18-8032-a5caeb04b05e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:47.965355 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d5cb7d31-8555-4b18-8032-a5caeb04b05e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.8246131 Jan 28 17:56:47.965943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40514) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:48.006351 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-8b043590-d51e-4d90-b6cf-faf613ce95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '7fd2c6dd-6749-47d0-aeb9-2204cb726824', 'name': '', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'mac_address': 'fa:16:3e:89:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:36Z', 'revision_number': 5, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'subnets': [{'id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:48.011571 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b043590-d51e-4d90-b6cf-faf613ce95da None None] Checking router: f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:56:48.022168 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b043590-d51e-4d90-b6cf-faf613ce95da None None] Routers {'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:48.023267 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-8b043590-d51e-4d90-b6cf-faf613ce95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:48.055439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Allocated IP 172.26.1.157 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/c7cd562c-6d37-46bf-9043-33af8f4da645) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:48.158857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.166600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:48.167476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.174872 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6f0af724-b652-42ee-8894-26f0a9577095 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 677f9db9-f68a-4a1e-99ea-15b62edbe351 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:48.175300 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6f0af724-b652-42ee-8894-26f0a9577095 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.226313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.229318 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-8b043590-d51e-4d90-b6cf-faf613ce95da None None] Set router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:56:48.235255 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3625345c-316f-4cb7-afd0-00b2d412edf4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.236402 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3625345c-316f-4cb7-afd0-00b2d412edf4 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4152372 Jan 28 17:56:48.239604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40520) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:48.278599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0b85b1d2-d621-4f08-a921-acf478efc337 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.291804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0b85b1d2-d621-4f08-a921-acf478efc337 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.391812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 70204fab-19e2-4bc0-a0c6-83347dc3fc7d {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:48.392226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.424432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.500543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0b85b1d2-d621-4f08-a921-acf478efc337 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.507950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'Network': ['ID=e0e4d270-bfa5-45a9-b535-f1624f5d3885,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:48.518887 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network e0e4d270-bfa5-45a9-b535-f1624f5d3885 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:56:48.523473 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7363db14-b5d6-4efb-ba95-3e15c95a80c6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2036016 Jan 28 17:56:48.524170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40524) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:48.533653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] The port '70204fab-19e2-4bc0-a0c6-83347dc3fc7d' was deleted {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:56:48.572943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85b1d2-d621-4f08-a921-acf478efc337 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb84a2ab-ec44-441d-abc9-b61f0418cdc9,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:48.603987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:48.604199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Request body: {'subnet': {'network_id': 'e0e4d270-bfa5-45a9-b535-f1624f5d3885', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:48.630235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:48.642401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:48.665548 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-8b043590-d51e-4d90-b6cf-faf613ce95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '7fd2c6dd-6749-47d0-aeb9-2204cb726824', 'name': '', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'mac_address': 'fa:16:3e:89:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:36Z', 'revision_number': 5, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'subnets': [{'id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:48.668729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Pushing event updated for resources: {'Port': ['ID=c7cd562c-6d37-46bf-9043-33af8f4da645,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:48.669345 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b043590-d51e-4d90-b6cf-faf613ce95da None None] The sync data for ids ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'] in dv-neutron-826919-1-hyperv is: [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:53:25Z', 'revision_number': 4, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '7fd2c6dd-6749-47d0-aeb9-2204cb726824', 'name': '', 'network_id': '44583b02-fe97-441e-add2-b071fcf22932', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'mac_address': 'fa:16:3e:89:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:21Z', 'updated_at': '2022-01-28T17:53:36Z', 'revision_number': 5, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'subnets': [{'id': 'f546f4fd-62c1-4752-b8e2-87fa16bbf0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:48.748093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0b85b1d2-d621-4f08-a921-acf478efc337 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.749554 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0b85b1d2-d621-4f08-a921-acf478efc337 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/eb84a2ab-ec44-441d-abc9-b61f0418cdc9 HTTP/1.1" status: 204 len: 168 time: 0.5070484 Jan 28 17:56:48.758110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40528) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:48.776085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.810235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c2cb56-e7d5-42b8-bd45-ea5156a4e661']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:48.829125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff08a35-f5d3-4f62-963b-543af9009810') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:48.829425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff08a35-f5d3-4f62-963b-543af9009810') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:48.844474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.866799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.874389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.881459 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:56:48.881459 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:48.912431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:48.926289 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Usage tracker for resource:subnet and tenant:e26c13bbbedc4ee28efebe317cbf20b0 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:48.941751 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:48.977825 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:56:48.994439 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:56:49.089496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb333e9-0699-4fc6-acc8-63b500b4ebf5 None None] New status for floating IP 3e30584a-0eef-4a34-bd54-bb02324e660c: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:56:49.093332 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.121407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.126323 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e2e1f0a7-20e9-4c6b-8cc3-99461aca21cc req-291c217e-dee7-4f7b-946f-b0d0bd622531 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f6e717-1453-473b-a5ca-6a3627f50b23 HTTP/1.1" status: 200 len: 210 time: 0.0705535 Jan 28 17:56:49.166100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ef38dc15-7c8f-45aa-a674-352aa96dde07 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:49.166252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Network': ['ID=b7c2cb56-e7d5-42b8-bd45-ea5156a4e661,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:49.186193 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-52ca1102-1d73-4299-90ab-dc88c6620f45 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/networks/b7c2cb56-e7d5-42b8-bd45-ea5156a4e661 HTTP/1.1" status: 204 len: 168 time: 2.8334465 Jan 28 17:56:49.190031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40534) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:49.196837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6da39ed1-b853-42b0-9275-f316d66a0a70 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-776097292', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:49.202939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6da39ed1-b853-42b0-9275-f316d66a0a70 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:49.209242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6da39ed1-b853-42b0-9275-f316d66a0a70 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:router and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:49.210779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6da39ed1-b853-42b0-9275-f316d66a0a70 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:49.218047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6da39ed1-b853-42b0-9275-f316d66a0a70 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:49.231292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.234176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6f0af724-b652-42ee-8894-26f0a9577095 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.242336 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Made reservation on behalf of e26c13bbbedc4ee28efebe317cbf20b0 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:49.245960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.293156 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6da39ed1-b853-42b0-9275-f316d66a0a70 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.294176 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6da39ed1-b853-42b0-9275-f316d66a0a70 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.380458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6da39ed1-b853-42b0-9275-f316d66a0a70 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.406855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 81efd65d-d7b9-42f2-aa8b-f0586b726f1c no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:56:49.443160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 81efd65d-d7b9-42f2-aa8b-f0586b726f1c {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:56:49.443558 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 81efd65d-d7b9-42f2-aa8b-f0586b726f1c not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:56:49.446605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ef38dc15-7c8f-45aa-a674-352aa96dde07 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:49.450549 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ef38dc15-7c8f-45aa-a674-352aa96dde07 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6780627 Jan 28 17:56:49.459151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6f0af724-b652-42ee-8894-26f0a9577095 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 677f9db9-f68a-4a1e-99ea-15b62edbe351 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:49.500878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40538) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:49.549415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6da39ed1-b853-42b0-9275-f316d66a0a70 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.595474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.656443 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6da39ed1-b853-42b0-9275-f316d66a0a70 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.657642 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6da39ed1-b853-42b0-9275-f316d66a0a70 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4665005 Jan 28 17:56:49.660232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40542) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:49.665718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'network': {'name': 'tempest-RoutersTest-1207233610'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:49.670602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:49.674529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:network and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:49.677430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:49.685707 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:49.701787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.730874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-18e26bb2-cf38-4e90-961f-08a52bfb23d1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.753969 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.798037 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:49.803047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.838080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Pushing event updated for resources: {'Port': ['ID=c7cd562c-6d37-46bf-9043-33af8f4da645,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:49.845441 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-18e26bb2-cf38-4e90-961f-08a52bfb23d1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.862676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.868233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:56:49.886905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.887291 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Added segment 7f6d61e5-72a8-431a-b1ab-c8c64e58540e of type vlan for network 609d2484-33fd-4e11-aee5-28758da9f6b4 Jan 28 17:56:49.912263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.947880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:49.950546 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-669297f7-c7bb-4f7e-985e-4db432384a2a tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0847206 Jan 28 17:56:49.957768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40546) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:49.979838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4658bde-23a5-4ea4-ac20-e7dd051c0a94 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:50.017365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:50.021934 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:50.022662 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:50.110579 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:56:50.119855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:50.129539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:50.137685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Usage tracker for resource:floatingip and tenant:f627514a186a4d0ca74fa12eb20e67d1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:50.142152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:50.144855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Network': ['ID=609d2484-33fd-4e11-aee5-28758da9f6b4,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:50.149907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:50.155872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 609d2484-33fd-4e11-aee5-28758da9f6b4 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:56:50.237742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:50.279741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:50.295003 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a1643eec-645b-4a33-a52d-c86f9cde21e4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6337101 Jan 28 17:56:50.298106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40556) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:50.306158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'subnet': {'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:50.306692 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6f0af724-b652-42ee-8894-26f0a9577095 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:50.308260 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-18e26bb2-cf38-4e90-961f-08a52bfb23d1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:50.320742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40560) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:50.414173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0af724-b652-42ee-8894-26f0a9577095 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=677f9db9-f68a-4a1e-99ea-15b62edbe351,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:50.416072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e26bb2-cf38-4e90-961f-08a52bfb23d1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa65d751-076b-4e98-85f9-fc87e628bea9,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:50.484582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:50.489833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:subnet and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:50.494550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:50.503188 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:50.544813 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:50.577163 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'Subnet': ['ID=3de5ec3e-b6d3-42d0-b62b-9d954ab21d80,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:50.600129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:50.604219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:50.626668 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Checking segment: {'id': '2918f829-806c-4b29-89eb-5bb264b542d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e0e4d270-bfa5-45a9-b535-f1624f5d3885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:50.627066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Network hostable DHCP agents. Network: e0e4d270-bfa5-45a9-b535-f1624f5d3885, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:56:50.670175 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f0f8db0f-c7c0-474d-aab6-7698d033e862 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:50.749936 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f0f8db0f-c7c0-474d-aab6-7698d033e862 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:50.763673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6f0af724-b652-42ee-8894-26f0a9577095 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:50.765669 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6f0af724-b652-42ee-8894-26f0a9577095 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/677f9db9-f68a-4a1e-99ea-15b62edbe351 HTTP/1.1" status: 204 len: 168 time: 2.7950275 Jan 28 17:56:50.774239 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40566) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:50.778867 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-18e26bb2-cf38-4e90-961f-08a52bfb23d1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:50.779994 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-18e26bb2-cf38-4e90-961f-08a52bfb23d1 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-groups/fa65d751-076b-4e98-85f9-fc87e628bea9 HTTP/1.1" status: 204 len: 168 time: 1.2672958 Jan 28 17:56:50.789270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Network e0e4d270-bfa5-45a9-b535-f1624f5d3885 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:56:50.791208 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40570) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:50.887283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec70ca-ef44-4e2c-b638-ec7a0613f7a8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:50.888744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec70ca-ef44-4e2c-b638-ec7a0613f7a8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:50.890409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec70ca-ef44-4e2c-b638-ec7a0613f7a8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:50.891244 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-14ec70ca-ef44-4e2c-b638-ec7a0613f7a8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:50.896218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Allocated IP 172.26.1.237 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/a7e516fd-939a-4f55-8238-b42b147ebf58) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:50.959452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c4658bde-23a5-4ea4-ac20-e7dd051c0a94 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port 9d529888-0981-4fb0-805d-9890ac8249cb {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:50.960317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4658bde-23a5-4ea4-ac20-e7dd051c0a94 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:50.992269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, e0e4d270-bfa5-45a9-b535-f1624f5d3885) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:51.002841 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d899c8-6824-4ba2-bc5e-34bb98dee97f None None] Network e0e4d270-bfa5-45a9-b535-f1624f5d3885 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:51.017565 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:51.018153 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.044737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-14ec70ca-ef44-4e2c-b638-ec7a0613f7a8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:51.045889 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-14ec70ca-ef44-4e2c-b638-ec7a0613f7a8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2703402 Jan 28 17:56:51.055205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40574) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:51.116515 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6304f5b5-c69d-4072-973e-6ed7aeae045b tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:51.150972 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.192614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.226107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f0f8db0f-c7c0-474d-aab6-7698d033e862 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.228510 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f0f8db0f-c7c0-474d-aab6-7698d033e862 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.234837 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f0f8db0f-c7c0-474d-aab6-7698d033e862 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "DELETE /v2.0/security-groups/d340114c-6088-454a-a048-a7c39e8edfd7 HTTP/1.1" status: 204 len: 168 time: 0.8961668 Jan 28 17:56:51.234837 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a316f1a3-bce3-498d-92f9-26329224543e tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6411955 Jan 28 17:56:51.235150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40578) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:51.243893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40580) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:51.254779 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-69afae2c-1145-47fb-abc3-639cc1de8be6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 39696814-9846-4666-a39b-d29f53267476 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:56:51.266744 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-e0e4d270-bfa5-45a9-b535-f1624f5d3885', 'network_id': 'e0e4d270-bfa5-45a9-b535-f1624f5d3885', 'tenant_id': 'e26c13bbbedc4ee28efebe317cbf20b0', 'fixed_ips': [{'subnet_id': '3de5ec3e-b6d3-42d0-b62b-9d954ab21d80'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:56:51.267889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.273527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8db0f-c7c0-474d-aab6-7698d033e862 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d340114c-6088-454a-a048-a7c39e8edfd7,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:51.278440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-69afae2c-1145-47fb-abc3-639cc1de8be6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.307898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6304f5b5-c69d-4072-973e-6ed7aeae045b tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:51.309147 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6304f5b5-c69d-4072-973e-6ed7aeae045b tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5106547 Jan 28 17:56:51.317531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40586) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:51.342508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-453fc14c-fa14-4602-aa48-b61f2de3eb70 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403117611'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:51.356436 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4658bde-23a5-4ea4-ac20-e7dd051c0a94 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.363731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.364051 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-453fc14c-fa14-4602-aa48-b61f2de3eb70 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:51.401995 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-0cd6cdae-7f18-4449-9b8f-6cb719bd2192 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] show failed (client error): The resource could not be found. Jan 28 17:56:51.403030 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0cd6cdae-7f18-4449-9b8f-6cb719bd2192 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "GET /v2.0/security-groups/d340114c-6088-454a-a048-a7c39e8edfd7 HTTP/1.1" status: 404 len: 347 time: 0.1579280 Jan 28 17:56:51.427792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40590) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:51.435289 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-69afae2c-1145-47fb-abc3-639cc1de8be6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.446027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Subnet': ['ID=e62590f7-3b31-41eb-a834-c806af9b2c64,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:51.462535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Allocated IP 2001:db8::2 (e0e4d270-bfa5-45a9-b535-f1624f5d3885/3de5ec3e-b6d3-42d0-b62b-9d954ab21d80/7ddf4f24-2b1d-4e0c-81e1-71e49e98067b) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:51.538790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c4658bde-23a5-4ea4-ac20-e7dd051c0a94 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for 9d529888-0981-4fb0-805d-9890ac8249cb owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:51.576534 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-453fc14c-fa14-4602-aa48-b61f2de3eb70 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:51.672109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:51.691615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.691875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:51.700760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Checking segment: {'id': '7f6d61e5-72a8-431a-b1ab-c8c64e58540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:51.708228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network hostable DHCP agents. Network: 609d2484-33fd-4e11-aee5-28758da9f6b4, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:56:51.708378 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Transition to ACTIVE for port object 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:51.708485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:51.723439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Transition to ACTIVE for port object 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:51.768442 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-453fc14c-fa14-4602-aa48-b61f2de3eb70 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.804315 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-453fc14c-fa14-4602-aa48-b61f2de3eb70 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:51.814929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Pushing event updated for resources: {'Port': ['ID=a7e516fd-939a-4f55-8238-b42b147ebf58,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:51.833986 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.855966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.857989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b1710cd8-19ca-4016-aa02-2974e26ab6f9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Deleting port fb0ae560-5c01-4709-ad3a-e2692fe1ee1b {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:51.858323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b1710cd8-19ca-4016-aa02-2974e26ab6f9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.874765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-453fc14c-fa14-4602-aa48-b61f2de3eb70 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:51.878595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-69afae2c-1145-47fb-abc3-639cc1de8be6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:51.913202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Network e0e4d270-bfa5-45a9-b535-f1624f5d3885 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:51.913612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-453fc14c-fa14-4602-aa48-b61f2de3eb70 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:51.916162 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:51.921219 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:51.923420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Pushing event updated for resources: {'Port': ['ID=7ddf4f24-2b1d-4e0c-81e1-71e49e98067b,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:51.935025 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-453fc14c-fa14-4602-aa48-b61f2de3eb70 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:51.939872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Deleting port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:51.940482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.028842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Attempting to bind port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:56:52.029397 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Attempting to bind port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '2918f829-806c-4b29-89eb-5bb264b542d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e0e4d270-bfa5-45a9-b535-f1624f5d3885'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:56:52.029800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Attempting to bind port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b on network e0e4d270-bfa5-45a9-b535-f1624f5d3885 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:56:52.035719 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:56:52.038205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Checking segment: {'id': '2918f829-806c-4b29-89eb-5bb264b542d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e0e4d270-bfa5-45a9-b535-f1624f5d3885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:52.038205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.038205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Bound using segment: {'id': '2918f829-806c-4b29-89eb-5bb264b542d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e0e4d270-bfa5-45a9-b535-f1624f5d3885'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:56:52.038205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Bound port: 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2918f829-806c-4b29-89eb-5bb264b542d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e0e4d270-bfa5-45a9-b535-f1624f5d3885'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:56:52.038205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.054605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 609d2484-33fd-4e11-aee5-28758da9f6b4 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:56:52.068591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-69afae2c-1145-47fb-abc3-639cc1de8be6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.119909 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afae2c-1145-47fb-abc3-639cc1de8be6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=39696814-9846-4666-a39b-d29f53267476,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:52.121943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-69afae2c-1145-47fb-abc3-639cc1de8be6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.138114 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a2c96e-7db7-4bdd-8b88-cc8db7edee83 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:52.138337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.156653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 609d2484-33fd-4e11-aee5-28758da9f6b4) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:52.164899 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] For port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:56:52.166953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:52.167770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.172544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] For port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7ddf4f24-2b1d-4e0c-81e1-71e49e98067b,segment=NetworkSegment(2918f829-806c-4b29-89eb-5bb264b542d0),segment_id=2918f829-806c-4b29-89eb-5bb264b542d0)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:56:52.184633 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-453fc14c-fa14-4602-aa48-b61f2de3eb70 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.198960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4658bde-23a5-4ea4-ac20-e7dd051c0a94 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.221336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cb77e0-4452-4dd9-a812-47784664d858 None None] Network 609d2484-33fd-4e11-aee5-28758da9f6b4 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:52.227367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b1710cd8-19ca-4016-aa02-2974e26ab6f9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.227712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b1710cd8-19ca-4016-aa02-2974e26ab6f9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.234470 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.253798 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-69afae2c-1145-47fb-abc3-639cc1de8be6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/39696814-9846-4666-a39b-d29f53267476 HTTP/1.1" status: 204 len: 168 time: 1.1931553 Jan 28 17:56:52.254356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4658bde-23a5-4ea4-ac20-e7dd051c0a94 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=9d529888-0981-4fb0-805d-9890ac8249cb,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:52.256250 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40594) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:52.322087 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-453fc14c-fa14-4602-aa48-b61f2de3eb70 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.448985 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98c0ef3-975b-4439-9181-048334cd8fe3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet f0e8bc35-8eea-4bcd-acae-9b4b148cf11d {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:56:52.450491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b1710cd8-19ca-4016-aa02-2974e26ab6f9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Calling delete_port for fb0ae560-5c01-4709-ad3a-e2692fe1ee1b owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:52.451504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fc14c-fa14-4602-aa48-b61f2de3eb70 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232d3d5a-b7d3-4f64-8e08-106c11a4cebe,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:52.452503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9e529-8abb-452b-b7fe-de5f96d30cf7 None None] Pushing event updated for resources: {'Port': ['ID=7ddf4f24-2b1d-4e0c-81e1-71e49e98067b,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:52.460020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b98c0ef3-975b-4439-9181-048334cd8fe3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.481629 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d41d8d69-8c92-4212-b4cb-f84d08ae5d55 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1825075 Jan 28 17:56:52.482447 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40598) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:52.653601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.699734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-453fc14c-fa14-4602-aa48-b61f2de3eb70 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.703653 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-453fc14c-fa14-4602-aa48-b61f2de3eb70 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3739228 Jan 28 17:56:52.712120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40602) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:52.724237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-609d2484-33fd-4e11-aee5-28758da9f6b4', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:56:52.725563 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.747980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b98c0ef3-975b-4439-9181-048334cd8fe3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:52.938514 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Allocated IP 172.20.0.2 (609d2484-33fd-4e11-aee5-28758da9f6b4/e62590f7-3b31-41eb-a834-c806af9b2c64/3ce4e844-9e26-4a4e-a3f1-83634b690ed9) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:53.014518 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4658bde-23a5-4ea4-ac20-e7dd051c0a94 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:53.041982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d8f99a96-c761-48ef-89d1-18b80322511d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group_rule': {'security_group_id': '232d3d5a-b7d3-4f64-8e08-106c11a4cebe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:53.109793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b98c0ef3-975b-4439-9181-048334cd8fe3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:53.451746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:53.464327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Transition to ACTIVE for port object 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:53.487521 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Transition to ACTIVE for port object 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:53.491939 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:53.529675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d8f99a96-c761-48ef-89d1-18b80322511d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:53.532602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] For port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b, host dv-neutron-826919-1-hyperv, got binding levels [] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:53.533139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:53.588612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:53.602596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b1710cd8-19ca-4016-aa02-2974e26ab6f9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:53.648097 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b98c0ef3-975b-4439-9181-048334cd8fe3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:53.659717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d8f99a96-c761-48ef-89d1-18b80322511d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:53.680332 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Pushing event updated for resources: {'Port': ['ID=3ce4e844-9e26-4a4e-a3f1-83634b690ed9,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:53.689041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:53.702674 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Network 609d2484-33fd-4e11-aee5-28758da9f6b4 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:53.703985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:53.707108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:53.733934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c0ef3-975b-4439-9181-048334cd8fe3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e8bc35-8eea-4bcd-acae-9b4b148cf11d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:53.739372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b98c0ef3-975b-4439-9181-048334cd8fe3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:53.756119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d8f99a96-c761-48ef-89d1-18b80322511d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:53.761797 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b91ac2-7483-4cac-a4c5-98d3dfdf9c89 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:53.764126 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b98c0ef3-975b-4439-9181-048334cd8fe3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/f0e8bc35-8eea-4bcd-acae-9b4b148cf11d HTTP/1.1" status: 204 len: 168 time: 1.5067637 Jan 28 17:56:53.766819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40606) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:53.836796 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7fa690aa-14f2-4534-9b9f-30283857ac0a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688636 Jan 28 17:56:53.840011 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40610) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:53.843560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4658bde-23a5-4ea4-ac20-e7dd051c0a94 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:56:53.845141 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Calling delete_port for 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:53.847508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e42df87a-483b-4750-ad99-7c96dc99693f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:53.877025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1710cd8-19ca-4016-aa02-2974e26ab6f9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Pushing event deleted for resources: {'Port': ['ID=fb0ae560-5c01-4709-ad3a-e2692fe1ee1b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:53.919749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cafb46a0-67bc-479c-837b-59110a2425cb None None] Provisioning complete for port 8cb2da15-5eae-49bd-bebd-a672f2ae282c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:53.919954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d8f99a96-c761-48ef-89d1-18b80322511d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:53.920050 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cafb46a0-67bc-479c-837b-59110a2425cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.078205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e42df87a-483b-4750-ad99-7c96dc99693f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:54.124135 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Attempting to bind port 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:56:54.124399 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Attempting to bind port 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '7f6d61e5-72a8-431a-b1ab-c8c64e58540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:56:54.124755 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Attempting to bind port 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 on network 609d2484-33fd-4e11-aee5-28758da9f6b4 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:56:54.136030 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:56:54.140860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Checking segment: {'id': '7f6d61e5-72a8-431a-b1ab-c8c64e58540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:54.140860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.140860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Bound using segment: {'id': '7f6d61e5-72a8-431a-b1ab-c8c64e58540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:56:54.140860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Bound port: 3ce4e844-9e26-4a4e-a3f1-83634b690ed9, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6d61e5-72a8-431a-b1ab-c8c64e58540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:56:54.140860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.142945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e42df87a-483b-4750-ad99-7c96dc99693f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:54.152951 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecb7320-62ea-4acd-b16e-0647657fd8a5 None None] Network e0e4d270-bfa5-45a9-b535-f1624f5d3885 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:54.153883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e42df87a-483b-4750-ad99-7c96dc99693f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:54.163358 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e42df87a-483b-4750-ad99-7c96dc99693f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:54.185337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4658bde-23a5-4ea4-ac20-e7dd051c0a94 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:56:54.190648 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c4658bde-23a5-4ea4-ac20-e7dd051c0a94 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "PUT /v2.0/routers/27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4145329 Jan 28 17:56:54.193118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40614) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:54.203314 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23090c2e-0647-428f-9fb7-d610521341ee None None] Sync routers for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:56:54.211261 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8f99a96-c761-48ef-89d1-18b80322511d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.213600 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23090c2e-0647-428f-9fb7-d610521341ee None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:54.214371 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-23090c2e-0647-428f-9fb7-d610521341ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:54.268544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.294637 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42df87a-483b-4750-ad99-7c96dc99693f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:54.298350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e42df87a-483b-4750-ad99-7c96dc99693f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.299495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b1710cd8-19ca-4016-aa02-2974e26ab6f9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.302594 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-23090c2e-0647-428f-9fb7-d610521341ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:54.312359 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23090c2e-0647-428f-9fb7-d610521341ee None None] Routers {'27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:56:54.313502 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-23090c2e-0647-428f-9fb7-d610521341ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:54.378631 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-23090c2e-0647-428f-9fb7-d610521341ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:54.379286 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23090c2e-0647-428f-9fb7-d610521341ee None None] The sync data for ids ['27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:56:54.405341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:56:54.405797 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:56:54.559032 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b1710cd8-19ca-4016-aa02-2974e26ab6f9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.560326 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b1710cd8-19ca-4016-aa02-2974e26ab6f9 tempest-ServerActionsTestJSON-743494550 tempest-ServerActionsTestJSON-743494550-project] 10.222.0.26 "DELETE /v2.0/floatingips/3e30584a-0eef-4a34-bd54-bb02324e660c HTTP/1.1" status: 204 len: 168 time: 3.1269212 Jan 28 17:56:54.566853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40618) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:54.604269 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] For port 3ce4e844-9e26-4a4e-a3f1-83634b690ed9, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:56:54.627158 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] For port 3ce4e844-9e26-4a4e-a3f1-83634b690ed9, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=3ce4e844-9e26-4a4e-a3f1-83634b690ed9,segment=NetworkSegment(7f6d61e5-72a8-431a-b1ab-c8c64e58540e),segment_id=7f6d61e5-72a8-431a-b1ab-c8c64e58540e)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:56:54.641829 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.643450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.resource_extend [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:56:54.679367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8f99a96-c761-48ef-89d1-18b80322511d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.681497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.730417 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e3b9a-8442-4c71-8743-9d0d211e5388 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:56:54.735589 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-363e3b9a-8442-4c71-8743-9d0d211e5388 None None] Deleting port 8cb2da15-5eae-49bd-bebd-a672f2ae282c {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:54.736165 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-363e3b9a-8442-4c71-8743-9d0d211e5388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.829107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.835829 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.839470 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8f99a96-c761-48ef-89d1-18b80322511d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.869244 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-082c02de-6389-40b4-b5e7-89d005391646 None None] Provisioning for port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:54.906642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.912237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-082c02de-6389-40b4-b5e7-89d005391646 None None] Provisioning complete for port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:54.913259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-082c02de-6389-40b4-b5e7-89d005391646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:54.913350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Deleting port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:54.913798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.033226 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting port f30e8b9e-85f5-4ca1-841d-304c28caa7c3 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:55.033452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.109190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f99a96-c761-48ef-89d1-18b80322511d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ff9459-b7ee-4406-9920-ffc2a0663651,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:55.157371 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf407c-0657-4025-b9d6-027d9bf37801 None None] Pushing event updated for resources: {'Port': ['ID=3ce4e844-9e26-4a4e-a3f1-83634b690ed9,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:55.201505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e42df87a-483b-4750-ad99-7c96dc99693f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.204318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-363e3b9a-8442-4c71-8743-9d0d211e5388 None None] For port 8cb2da15-5eae-49bd-bebd-a672f2ae282c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8cb2da15-5eae-49bd-bebd-a672f2ae282c,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:55.204716 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-363e3b9a-8442-4c71-8743-9d0d211e5388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.293885 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42df87a-483b-4750-ad99-7c96dc99693f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:55.305143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e42df87a-483b-4750-ad99-7c96dc99693f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:55.308141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42df87a-483b-4750-ad99-7c96dc99693f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:55.309093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e42df87a-483b-4750-ad99-7c96dc99693f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.317681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8cb2da15-5eae-49bd-bebd-a672f2ae282c no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:56:55.323021 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Pushing event updated for resources: {'Port': ['ID=a7e516fd-939a-4f55-8238-b42b147ebf58,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:55.349052 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.365914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42df87a-483b-4750-ad99-7c96dc99693f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=2041a336-c5be-4a62-b887-4816fe2480a7,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:55.439646 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e42df87a-483b-4750-ad99-7c96dc99693f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5985477 Jan 28 17:56:55.440410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40622) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:55.468519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-363e3b9a-8442-4c71-8743-9d0d211e5388 None None] Calling delete_port for 8cb2da15-5eae-49bd-bebd-a672f2ae282c owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:55.521928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Calling delete_port for f30e8b9e-85f5-4ca1-841d-304c28caa7c3 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:55.566573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-082c02de-6389-40b4-b5e7-89d005391646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.567608 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] For port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7ddf4f24-2b1d-4e0c-81e1-71e49e98067b,segment=NetworkSegment(2918f829-806c-4b29-89eb-5bb264b542d0),segment_id=2918f829-806c-4b29-89eb-5bb264b542d0)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:55.568096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.612109 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-082c02de-6389-40b4-b5e7-89d005391646 None None] For port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7ddf4f24-2b1d-4e0c-81e1-71e49e98067b,segment=NetworkSegment(2918f829-806c-4b29-89eb-5bb264b542d0),segment_id=2918f829-806c-4b29-89eb-5bb264b542d0)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:55.632733 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:55.640750 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.707097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Calling delete_port for 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:55.720084 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-082c02de-6389-40b4-b5e7-89d005391646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.736506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8f99a96-c761-48ef-89d1-18b80322511d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.740308 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d8f99a96-c761-48ef-89d1-18b80322511d tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 3.0246317 Jan 28 17:56:55.752826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40626) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:55.764345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Allocated IP 172.20.0.1 (609d2484-33fd-4e11-aee5-28758da9f6b4/e62590f7-3b31-41eb-a834-c806af9b2c64/242e74c8-cf78-42fc-8039-fecca447c1be) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:55.817906 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.836624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:55.838083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c02de-6389-40b4-b5e7-89d005391646 None None] Pushing event updated for resources: {'Port': ['ID=7ddf4f24-2b1d-4e0c-81e1-71e49e98067b,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:55.841207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-363e3b9a-8442-4c71-8743-9d0d211e5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.841501 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:55.844835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:55.853479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:55.888517 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9c21397f-d66a-43d6-9d33-66b503177fab tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules/c4ff9459-b7ee-4406-9920-ffc2a0663651 HTTP/1.1" status: 200 len: 763 time: 0.1281517 Jan 28 17:56:55.891745 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40630) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:55.900524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e3b9a-8442-4c71-8743-9d0d211e5388 None None] No DVR routers for this DVR port 8cb2da15-5eae-49bd-bebd-a672f2ae282c on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:55.915932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.918095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e3b9a-8442-4c71-8743-9d0d211e5388 None None] Pushing event deleted for resources: {'Port': ['ID=8cb2da15-5eae-49bd-bebd-a672f2ae282c,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:55.935497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-217edeb2-e08c-4093-9367-0cc553997a4d None None] Provisioning complete for port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:55.936755 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-217edeb2-e08c-4093-9367-0cc553997a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:55.970561 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14929545-527a-4422-94d7-ae28ba58a4f1 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:55.996771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:56.002140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.031106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.032577 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b8a2d330-d12a-43b1-96ab-0dfe22111eaa tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0739343 Jan 28 17:56:56.037167 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Port': ['ID=f30e8b9e-85f5-4ca1-841d-304c28caa7c3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:56.044969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40634) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:56.124454 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:56:56.125028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:56:56.140567 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8614e63b-1a42-4dab-b0c4-83cf3939e212 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Synchronizing usage tracker for tenant:9d17f25970384c0a81a1aec4e7519dc1 on resource:floatingip {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:56.215728 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.236420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Transition to ACTIVE for port object 242e74c8-cf78-42fc-8039-fecca447c1be will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:56.242370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5a79b64e-0d91-4604-b72e-20df6977582b tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:56.299895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.312528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': '2041a336-c5be-4a62-b887-4816fe2480a7'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:56:56.313652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.362833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.454966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Deleting port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:56.455427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.480905 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa03178-f209-4cc7-85df-0a29b192be64 None None] Network 609d2484-33fd-4e11-aee5-28758da9f6b4 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:56.487376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=242e74c8-cf78-42fc-8039-fecca447c1be,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:56.501818 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8614e63b-1a42-4dab-b0c4-83cf3939e212 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Unset dirty status for tenant:9d17f25970384c0a81a1aec4e7519dc1 on resource:floatingip {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:56.505664 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8614e63b-1a42-4dab-b0c4-83cf3939e212 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.4569454 Jan 28 17:56:56.505664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 609d2484-33fd-4e11-aee5-28758da9f6b4 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:56.513207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40638) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:56.514225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:56.516612 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:56.571126 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5a79b64e-0d91-4604-b72e-20df6977582b tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:56.572398 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5a79b64e-0d91-4604-b72e-20df6977582b tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6787057 Jan 28 17:56:56.608930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40642) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:56.610274 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Allocated IP 172.20.0.2 (c221bf74-e816-466d-af85-3d953f9ff4cd/2041a336-c5be-4a62-b887-4816fe2480a7/21a82b66-512a-410b-8c7d-4fcdfdc7d8a9) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:56:56.649375 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.652370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.705836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-91d6d77a-5578-46d3-a9b1-e0e704d69b25 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Synchronizing usage tracker for tenant:d3386d3d4be74787ba19a723c4be54b6 on resource:floatingip {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:56.740121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-91f5d35f-7adf-4037-a022-efe77a102061 None None] Provisioning for port 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:56.794254 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.795034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Fanout notify agent at l3_agent the message router_deleted on router 27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:56:56.822965 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.826112 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6ef8e255-a063-40bd-8571-f4391f1899b2 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/routers/27b1a8b3-ac3b-4fb5-bb56-7b254c85bf74 HTTP/1.1" status: 204 len: 168 time: 2.6296592 Jan 28 17:56:56.826416 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40646) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:56.897365 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cc5260-fbb0-4668-a05e-6a7e126b63a7 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Deleting subnet f39def2d-b157-4458-a611-eac68d22c4a8 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:56:56.910224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5260-fbb0-4668-a05e-6a7e126b63a7 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.924549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.943774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-597c238e-848f-4f16-90d6-8cd055de5d9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.974572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-597c238e-848f-4f16-90d6-8cd055de5d9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:56.994796 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.005438 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Transition to ACTIVE for port object 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:57.013738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5260-fbb0-4668-a05e-6a7e126b63a7 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.026593 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Transition to ACTIVE for port object 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:56:57.088557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-91d6d77a-5578-46d3-a9b1-e0e704d69b25 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Unset dirty status for tenant:d3386d3d4be74787ba19a723c4be54b6 on resource:floatingip {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:57.092643 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-91d6d77a-5578-46d3-a9b1-e0e704d69b25 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5460458 Jan 28 17:56:57.095716 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40650) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:57.116312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45b04e0e-ffa3-4011-9aec-8561c5469883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.136617 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.240072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-597c238e-848f-4f16-90d6-8cd055de5d9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.253113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:57.256656 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:57.259185 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:56:57.300253 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5260-fbb0-4668-a05e-6a7e126b63a7 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.341671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c473cc65-072e-4f19-96ea-dcbe149b7105 tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Deleting port a7e516fd-939a-4f55-8238-b42b147ebf58 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:57.342032 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c473cc65-072e-4f19-96ea-dcbe149b7105 tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.356142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Pushing event updated for resources: {'Port': ['ID=21a82b66-512a-410b-8c7d-4fcdfdc7d8a9,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:57.384422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c238e-848f-4f16-90d6-8cd055de5d9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4ff9459-b7ee-4406-9920-ffc2a0663651,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:57.402209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.objects.ports [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88159) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:56:57.436139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Attempting to bind port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:56:57.436512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Attempting to bind port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:56:57.437095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Attempting to bind port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:56:57.448072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:57.448297 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] For port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7ddf4f24-2b1d-4e0c-81e1-71e49e98067b,segment=NetworkSegment(2918f829-806c-4b29-89eb-5bb264b542d0),segment_id=2918f829-806c-4b29-89eb-5bb264b542d0)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:57.448652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.553389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:56:57.554437 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:56:57.555083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.556058 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:56:57.556058 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Bound port: 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:56:57.556336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.609367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Calling delete_port for 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:57.643655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c473cc65-072e-4f19-96ea-dcbe149b7105 tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.643999 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c473cc65-072e-4f19-96ea-dcbe149b7105 tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.645022 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-597c238e-848f-4f16-90d6-8cd055de5d9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.649114 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-597c238e-848f-4f16-90d6-8cd055de5d9e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c4ff9459-b7ee-4406-9920-ffc2a0663651 HTTP/1.1" status: 204 len: 168 time: 1.0242708 Jan 28 17:56:57.651402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40654) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:57.679535 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5260-fbb0-4668-a05e-6a7e126b63a7 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.690339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-da27fb97-0dea-4b93-b1f5-8a092d010aba None None] Provisioning for port 242e74c8-cf78-42fc-8039-fecca447c1be completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:57.693897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:57.699590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:57.702216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.711805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.734927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-da27fb97-0dea-4b93-b1f5-8a092d010aba None None] Provisioning complete for port 242e74c8-cf78-42fc-8039-fecca447c1be triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:57.734927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-da27fb97-0dea-4b93-b1f5-8a092d010aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.782418 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] For port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:56:57.807334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] For port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=21a82b66-512a-410b-8c7d-4fcdfdc7d8a9,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:56:57.816577 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-da27fb97-0dea-4b93-b1f5-8a092d010aba None None] Port 242e74c8-cf78-42fc-8039-fecca447c1be cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:56:57.832042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c473cc65-072e-4f19-96ea-dcbe149b7105 tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Calling delete_port for a7e516fd-939a-4f55-8238-b42b147ebf58 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:57.889848 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.899649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.901139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3cc5260-fbb0-4668-a05e-6a7e126b63a7 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:57.915351 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc5260-fbb0-4668-a05e-6a7e126b63a7 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Subnet': ['ID=f39def2d-b157-4458-a611-eac68d22c4a8,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:57.954940 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b3cc5260-fbb0-4668-a05e-6a7e126b63a7 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/subnets/f39def2d-b157-4458-a611-eac68d22c4a8 HTTP/1.1" status: 204 len: 168 time: 1.1252201 Jan 28 17:56:57.959846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40658) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:57.973926 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ca10f705-d471-4b29-b911-6d88aac5e602 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3167069 Jan 28 17:56:57.975913 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40660) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:57.982388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-494b8c2e-c12c-4bab-85aa-f61f7cb8d5c2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group_rule': {'security_group_id': '232d3d5a-b7d3-4f64-8e08-106c11a4cebe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:57.989325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.004154 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-494b8c2e-c12c-4bab-85aa-f61f7cb8d5c2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:58.017981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ee64c309-cb66-476a-9eeb-3707a3cb6750 None None] Provisioning complete for port 242e74c8-cf78-42fc-8039-fecca447c1be triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:58.020961 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ee64c309-cb66-476a-9eeb-3707a3cb6750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.021076 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-494b8c2e-c12c-4bab-85aa-f61f7cb8d5c2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:58.088463 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ee64c309-cb66-476a-9eeb-3707a3cb6750 None None] Port 242e74c8-cf78-42fc-8039-fecca447c1be cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:56:58.100305 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 3ce4e844-9e26-4a4e-a3f1-83634b690ed9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=3ce4e844-9e26-4a4e-a3f1-83634b690ed9,segment=NetworkSegment(7f6d61e5-72a8-431a-b1ab-c8c64e58540e),segment_id=7f6d61e5-72a8-431a-b1ab-c8c64e58540e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:58.103424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532972c9-6828-4b2a-818b-1f3e04638947 None None] Pushing event updated for resources: {'Port': ['ID=21a82b66-512a-410b-8c7d-4fcdfdc7d8a9,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:58.149989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.176329 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.177115 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:58.193278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-494b8c2e-c12c-4bab-85aa-f61f7cb8d5c2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:58.212483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-494b8c2e-c12c-4bab-85aa-f61f7cb8d5c2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:58.223105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Port': ['ID=7ddf4f24-2b1d-4e0c-81e1-71e49e98067b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:58.245103 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:56:58.245451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 28 17:56:58.281039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1e54f455-2b4e-4573-92e5-dba67e158c91 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.295976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b not found, will not notify nova. {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 28 17:56:58.323656 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=3ce4e844-9e26-4a4e-a3f1-83634b690ed9,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:58.359891 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd44d31e-099a-4369-a2bb-b7def9860f7e None None] DHCP port deletion for e0e4d270-bfa5-45a9-b535-f1624f5d3885 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:56:58.430388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-494b8c2e-c12c-4bab-85aa-f61f7cb8d5c2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.521014 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c473cc65-072e-4f19-96ea-dcbe149b7105 tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.570981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] For port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=21a82b66-512a-410b-8c7d-4fcdfdc7d8a9,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:58.596987 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473cc65-072e-4f19-96ea-dcbe149b7105 tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Pushing event deleted for resources: {'Port': ['ID=a7e516fd-939a-4f55-8238-b42b147ebf58,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:58.601430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-494b8c2e-c12c-4bab-85aa-f61f7cb8d5c2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.622479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] No DVR routers for this DVR port 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:56:58.675081 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-494b8c2e-c12c-4bab-85aa-f61f7cb8d5c2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.720576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.733532 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b8c2e-c12c-4bab-85aa-f61f7cb8d5c2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f839078b-9bf6-4ef8-ba95-8162b852a023,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:58.749962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-45b04e0e-ffa3-4011-9aec-8561c5469883 admin admin] Deleting port 7fd2c6dd-6749-47d0-aeb9-2204cb726824 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:58.749962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45b04e0e-ffa3-4011-9aec-8561c5469883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.752591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c473cc65-072e-4f19-96ea-dcbe149b7105 tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.762591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c473cc65-072e-4f19-96ea-dcbe149b7105 tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.763765 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c473cc65-072e-4f19-96ea-dcbe149b7105 tempest-FloatingIPAdminTestJSON-1483297068 tempest-FloatingIPAdminTestJSON-1483297068-project] 10.222.0.26 "DELETE /v2.0/floatingips/3b39f4fd-992f-48d0-b0ed-12f484925fa8 HTTP/1.1" status: 204 len: 168 time: 1.6650603 Jan 28 17:56:58.766361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40666) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:58.838806 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.839540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.873949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:58.964303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1e54f455-2b4e-4573-92e5-dba67e158c91 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.011076 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-494b8c2e-c12c-4bab-85aa-f61f7cb8d5c2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.012248 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-494b8c2e-c12c-4bab-85aa-f61f7cb8d5c2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0340474 Jan 28 17:56:59.033800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40670) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:59.034957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-b6e29659-7b0e-43b0-abdc-5b2bf417e351 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Deleting port c7cd562c-6d37-46bf-9043-33af8f4da645 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:56:59.035414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b6e29659-7b0e-43b0-abdc-5b2bf417e351 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.084843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1e54f455-2b4e-4573-92e5-dba67e158c91 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41eabc13-460c-41f2-bd53-939e5bb429d2']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:59.113765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1e54f455-2b4e-4573-92e5-dba67e158c91 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f018a796-661b-4ca1-ad66-270620074bc7') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:59.114058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1e54f455-2b4e-4573-92e5-dba67e158c91 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f018a796-661b-4ca1-ad66-270620074bc7') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:56:59.120022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:56:59.129334 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:56:59.142542 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-38f54def-0bb9-4df3-8567-50d98ad48f3f tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules/f839078b-9bf6-4ef8-ba95-8162b852a023 HTTP/1.1" status: 200 len: 763 time: 0.0711024 Jan 28 17:56:59.148929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.149070 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:56:59.149070 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.149288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40674) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:59.152228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1e54f455-2b4e-4573-92e5-dba67e158c91 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.161813 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=21a82b66-512a-410b-8c7d-4fcdfdc7d8a9,revision_number=4']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:59.190805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=41f2821f-01ef-460d-9bcc-9ba3a3fa6ee9,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:59.202282 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.238791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1e54f455-2b4e-4573-92e5-dba67e158c91 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.273840 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bebf760e-2a05-4382-8dc6-b0d0ce7bd4eb tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6440744 Jan 28 17:56:59.275345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40678) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:59.283695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'mac_address': 'fa:16:3e:18:d7:59', 'name': 'tempest-NetworksTestDHCPv6-680609880'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:56:59.311365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.323145 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e54f455-2b4e-4573-92e5-dba67e158c91 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:56:59.323549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1e54f455-2b4e-4573-92e5-dba67e158c91 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:56:59.369091 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:56:59.395470 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:56:59.414869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b6e29659-7b0e-43b0-abdc-5b2bf417e351 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.415336 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b6e29659-7b0e-43b0-abdc-5b2bf417e351 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.435942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a29837a-c2c5-464f-95ce-71046d273ac8 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:59.453426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-45b04e0e-ffa3-4011-9aec-8561c5469883 admin admin] For port 7fd2c6dd-6749-47d0-aeb9-2204cb726824, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7fd2c6dd-6749-47d0-aeb9-2204cb726824,segment=NetworkSegment(72a2afdd-3af5-4a01-89b9-aa871bc3a7b9),segment_id=72a2afdd-3af5-4a01-89b9-aa871bc3a7b9)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:56:59.453805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45b04e0e-ffa3-4011-9aec-8561c5469883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.479929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9d4a4c3b-1d31-4563-8029-d8f8dcc9f51e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:56:59.499635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Subnet': ['ID=3de5ec3e-b6d3-42d0-b62b-9d954ab21d80,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:59.536326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c4609-c221-43b2-ad50-8a998645d900 None None] Network e0e4d270-bfa5-45a9-b535-f1624f5d3885 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:56:59.555839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-b6e29659-7b0e-43b0-abdc-5b2bf417e351 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Calling delete_port for c7cd562c-6d37-46bf-9043-33af8f4da645 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:59.625855 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:56:59.633520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:56:59.642191 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:56:59.656063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:56:59.660388 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-45b04e0e-ffa3-4011-9aec-8561c5469883 admin admin] Calling delete_port for 7fd2c6dd-6749-47d0-aeb9-2204cb726824 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:56:59.688477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.691765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=242e74c8-cf78-42fc-8039-fecca447c1be,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:59.753356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:56:59.753793 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.771187 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:56:59.788487 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-febe0855-c9be-4d85-a5c7-8988b1329d09 None None] Provisioning for port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:56:59.799878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1e54f455-2b4e-4573-92e5-dba67e158c91 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.830174 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1e54f455-2b4e-4573-92e5-dba67e158c91 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.867192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b6e29659-7b0e-43b0-abdc-5b2bf417e351 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.871505 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5276fc1-5dae-4885-bf99-16228171041e None None] DHCP port deletion for e0e4d270-bfa5-45a9-b535-f1624f5d3885 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:56:59.879349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:56:59.914234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9d4a4c3b-1d31-4563-8029-d8f8dcc9f51e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:56:59.918494 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9d4a4c3b-1d31-4563-8029-d8f8dcc9f51e tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7660410 Jan 28 17:56:59.924108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54f455-2b4e-4573-92e5-dba67e158c91 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] Pushing event deleted for resources: {'Network': ['ID=41eabc13-460c-41f2-bd53-939e5bb429d2,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:56:59.934873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40682) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:56:59.980271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e4d270-bfa5-45a9-b535-f1624f5d3885']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:00.005881 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:00.096256 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e29659-7b0e-43b0-abdc-5b2bf417e351 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7cd562c-6d37-46bf-9043-33af8f4da645,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:00.125448 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1e54f455-2b4e-4573-92e5-dba67e158c91 tempest-FloatingIPTestJSON-598893370 tempest-FloatingIPTestJSON-598893370-project] 10.222.0.26 "DELETE /v2.0/networks/41eabc13-460c-41f2-bd53-939e5bb429d2 HTTP/1.1" status: 204 len: 168 time: 2.1518760 Jan 28 17:57:00.138391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2918f829-806c-4b29-89eb-5bb264b542d0') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:00.138680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2918f829-806c-4b29-89eb-5bb264b542d0') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:00.170254 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:00.173077 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.176158 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:00.176645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.176909 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.193421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e43d07ae-4eb9-44df-bf6d-382e1d5dd946 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.219961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port c377edb7-6162-4d9d-ac7f-90b08e1167b6 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:57:00.229717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e43d07ae-4eb9-44df-bf6d-382e1d5dd946 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.238661 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.261845 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 609d2484-33fd-4e11-aee5-28758da9f6b4 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:00.264542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:00.265150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:00.284245 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:00.286520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:00.466126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.494101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 172.20.0.8 (c221bf74-e816-466d-af85-3d953f9ff4cd/2041a336-c5be-4a62-b887-4816fe2480a7/c377edb7-6162-4d9d-ac7f-90b08e1167b6) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:00.500526 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::f816:3eff:fe18:d759 (c221bf74-e816-466d-af85-3d953f9ff4cd/41f2821f-01ef-460d-9bcc-9ba3a3fa6ee9/c377edb7-6162-4d9d-ac7f-90b08e1167b6) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:00.511864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.533543 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=21a82b66-512a-410b-8c7d-4fcdfdc7d8a9,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:00.583292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b6e29659-7b0e-43b0-abdc-5b2bf417e351 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.599346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45b04e0e-ffa3-4011-9aec-8561c5469883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.610321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.642637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.685848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Network': ['ID=e0e4d270-bfa5-45a9-b535-f1624f5d3885,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:00.708213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:57:00.769555 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:57:00.769960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7ddf4f24-2b1d-4e0c-81e1-71e49e98067b not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:57:00.782708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e43d07ae-4eb9-44df-bf6d-382e1d5dd946 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.786768 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2c404de6-a3c7-473c-af0f-02385a15d29f None None] Provisioning complete for port 242e74c8-cf78-42fc-8039-fecca447c1be triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:00.787532 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2c404de6-a3c7-473c-af0f-02385a15d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.843778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=21a82b66-512a-410b-8c7d-4fcdfdc7d8a9,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:00.844590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d07ae-4eb9-44df-bf6d-382e1d5dd946 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f839078b-9bf6-4ef8-ba95-8162b852a023,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:00.846581 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b04e0e-ffa3-4011-9aec-8561c5469883 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd2c6dd-6749-47d0-aeb9-2204cb726824,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:00.898781 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-2c404de6-a3c7-473c-af0f-02385a15d29f None None] Port 242e74c8-cf78-42fc-8039-fecca447c1be cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:57:00.925778 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c721b2ad-1ec2-4806-88b4-eaa65c4b5fc0 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/networks/e0e4d270-bfa5-45a9-b535-f1624f5d3885 HTTP/1.1" status: 204 len: 168 time: 9.6867442 Jan 28 17:57:00.930224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40690) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:00.962800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:00.991599 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1949936013'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:00.996657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:01.003427 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40694) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:01.007125 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Usage tracker for resource:network and tenant:e26c13bbbedc4ee28efebe317cbf20b0 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:01.018490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e43d07ae-4eb9-44df-bf6d-382e1d5dd946 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.018911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:01.022824 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e43d07ae-4eb9-44df-bf6d-382e1d5dd946 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f839078b-9bf6-4ef8-ba95-8162b852a023 HTTP/1.1" status: 204 len: 168 time: 1.0751004 Jan 28 17:57:01.032738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40698) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:01.069364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:01.078859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object c377edb7-6162-4d9d-ac7f-90b08e1167b6 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:01.086293 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b6e29659-7b0e-43b0-abdc-5b2bf417e351 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.087463 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b6e29659-7b0e-43b0-abdc-5b2bf417e351 tempest-FloatingIPAdminTestJSON-546591616 tempest-FloatingIPAdminTestJSON-546591616-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/fa9c8752-4e53-459e-8bc5-035e90ae95aa HTTP/1.1" status: 204 len: 168 time: 2.3202162 Jan 28 17:57:01.097321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40704) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:01.102645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb07cbe-f8f2-4409-a638-81d3076dff2e None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:57:01.113775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7847fbc8-3403-4715-a162-7dd2d7d15ea6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:01.173085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-09b42cf9-6c14-432c-bd67-220d1a60976e None None] Provisioning complete for port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:01.173085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-09b42cf9-6c14-432c-bd67-220d1a60976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.194368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Made reservation on behalf of e26c13bbbedc4ee28efebe317cbf20b0 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:01.198223 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.217333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7847fbc8-3403-4715-a162-7dd2d7d15ea6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:01.218848 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7847fbc8-3403-4715-a162-7dd2d7d15ea6 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1776671 Jan 28 17:57:01.220505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.227743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40708) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:01.237147 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-bdbff0d8-00cd-4ce9-b9f1-445752a7cce3 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group_rule': {'security_group_id': '232d3d5a-b7d3-4f64-8e08-106c11a4cebe', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:01.246091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bdbff0d8-00cd-4ce9-b9f1-445752a7cce3 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:01.297673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45b04e0e-ffa3-4011-9aec-8561c5469883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.337307 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:01.341266 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=c377edb7-6162-4d9d-ac7f-90b08e1167b6,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:01.355497 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bdbff0d8-00cd-4ce9-b9f1-445752a7cce3 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:01.377530 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-327312da-585a-44c0-a9c6-cd0e719b5fc2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed3b3cb4c11d4295920488b7f0f6f0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729963 Jan 28 17:57:01.380208 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40712) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:01.382749 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:01.397581 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:01.399633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6b24290d-7b6d-4b75-9f9d-aa82182ec394 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Deleting port c7da7afd-bb05-4f77-9df7-f783803b2799 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:01.399633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6b24290d-7b6d-4b75-9f9d-aa82182ec394 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.405746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:01.439676 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb07cbe-f8f2-4409-a638-81d3076dff2e None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:57:01.469325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:01.470143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.477209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:57:01.510612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bdbff0d8-00cd-4ce9-b9f1-445752a7cce3 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.521925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:57:01.532815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:01.533368 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.535128 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.535527 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Added segment 10a4a547-1055-440f-8e13-70c864bf58a9 of type vlan for network 54755f49-1af7-481d-a601-b25d1e331c6e Jan 28 17:57:01.623401 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e09a3ec3-279d-4386-86ad-b6b63cbe3069 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3451018 Jan 28 17:57:01.626917 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40716) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:01.630881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.671109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22804bfb-8602-411b-9b89-56d2ec1ab6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.739601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bdbff0d8-00cd-4ce9-b9f1-445752a7cce3 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.752294 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22804bfb-8602-411b-9b89-56d2ec1ab6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.814977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e935ebf5-9e8c-4963-bb53-be7146fad99a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:01.820842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e935ebf5-9e8c-4963-bb53-be7146fad99a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:01.821694 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e935ebf5-9e8c-4963-bb53-be7146fad99a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:01.867380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bdbff0d8-00cd-4ce9-b9f1-445752a7cce3 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.890936 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbff0d8-00cd-4ce9-b9f1-445752a7cce3 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008732e4-5efe-4b35-8002-57468c31edc1,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:01.968535 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:01.980943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:01.980943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:02.006737 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22804bfb-8602-411b-9b89-56d2ec1ab6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:02.009214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22804bfb-8602-411b-9b89-56d2ec1ab6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:02.015984 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-22804bfb-8602-411b-9b89-56d2ec1ab6f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7f7fed8-7942-46f0-a8c9-4a66bdbd64cf HTTP/1.1" status: 204 len: 168 time: 0.6264079 Jan 28 17:57:02.015984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e935ebf5-9e8c-4963-bb53-be7146fad99a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:02.015984 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e935ebf5-9e8c-4963-bb53-be7146fad99a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3775399 Jan 28 17:57:02.018093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40722) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:02.093308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bdbff0d8-00cd-4ce9-b9f1-445752a7cce3 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:02.094361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:57:02.095209 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bdbff0d8-00cd-4ce9-b9f1-445752a7cce3 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8662500 Jan 28 17:57:02.098535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40728) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:02.113006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Sync routers for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:57:02.119558 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-83775f0c-0ce6-453c-934c-e5433322e52f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6265740 Jan 28 17:57:02.124700 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40734) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:02.125489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22804bfb-8602-411b-9b89-56d2ec1ab6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f7fed8-7942-46f0-a8c9-4a66bdbd64cf,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:02.132741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:02.133959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:02.135884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'network': {'name': 'tempest-RoutersTest-1898219542'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:02.141096 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2065010 Jan 28 17:57:02.145574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:02.148262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40738) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:02.155133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Request body: {'subnet': {'network_id': '54755f49-1af7-481d-a601-b25d1e331c6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:02.238230 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-713c1fd0-78f4-4cfb-8e90-b6f2b0fb6793 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules/008732e4-5efe-4b35-8002-57468c31edc1 HTTP/1.1" status: 200 len: 764 time: 0.1268079 Jan 28 17:57:02.246908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40742) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:02.262523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:network and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:02.269776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:02.275154 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3085f3-8a88-4295-a9d4-f0b5907086f1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'Network': ['ID=54755f49-1af7-481d-a601-b25d1e331c6e,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:02.278605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff079d-867a-4304-873c-5fe55f7a1520 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port c377edb7-6162-4d9d-ac7f-90b08e1167b6 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:02.279310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7ff079d-867a-4304-873c-5fe55f7a1520 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:02.279818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:02.290073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:02.296049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Usage tracker for resource:subnet and tenant:e26c13bbbedc4ee28efebe317cbf20b0 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:02.299387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:02.309910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:02.312192 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 54755f49-1af7-481d-a601-b25d1e331c6e details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:57:02.382788 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:02.386748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:02.416881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Made reservation on behalf of e26c13bbbedc4ee28efebe317cbf20b0 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:02.420600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:02.440085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:02.500236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6b24290d-7b6d-4b75-9f9d-aa82182ec394 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:02.503174 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5798dd06-c5e4-496e-b87c-0b5e01d28ba8 None None] Provisioning for port c377edb7-6162-4d9d-ac7f-90b08e1167b6 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:02.505135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:57:02.513497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5798dd06-c5e4-496e-b87c-0b5e01d28ba8 None None] Provisioning complete for port c377edb7-6162-4d9d-ac7f-90b08e1167b6 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:02.513679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5798dd06-c5e4-496e-b87c-0b5e01d28ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:02.537292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:02.537731 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Added segment d682893d-3c4a-4508-9dfc-bbe7f62ccb5c of type vlan for network 2823bfad-7a21-4d0e-b25b-7da9d8be426d Jan 28 17:57:02.577212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5798dd06-c5e4-496e-b87c-0b5e01d28ba8 None None] Port c377edb7-6162-4d9d-ac7f-90b08e1167b6 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:57:02.586503 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:02.639927 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e0c0224a-84ea-41e8-ad37-5424110be777 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:02.648777 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b04e0e-ffa3-4011-9aec-8561c5469883 admin admin] Router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:57:02.715085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6b24290d-7b6d-4b75-9f9d-aa82182ec394 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Calling delete_port for c7da7afd-bb05-4f77-9df7-f783803b2799 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:02.781460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:02.788138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:02.789015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:02.874860 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e0c0224a-84ea-41e8-ad37-5424110be777 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:02.878950 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e0c0224a-84ea-41e8-ad37-5424110be777 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.6282942 Jan 28 17:57:02.901559 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40758) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:02.916337 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:56:57Z', 'revision_number': 2, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:56:58Z', 'revision_number': 2, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:02.921872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Checking router: b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:57:02.922398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Updating router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 port 242e74c8-cf78-42fc-8039-fecca447c1be binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:57:02.995113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:03.030194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7ff079d-867a-4304-873c-5fe55f7a1520 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:03.081773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Network': ['ID=2823bfad-7a21-4d0e-b25b-7da9d8be426d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:03.095188 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9e2958a5-b62c-48aa-b678-b55d8e040e19 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:03.105326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 2823bfad-7a21-4d0e-b25b-7da9d8be426d details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:57:03.163215 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5dde9331-4fa4-40f1-9c29-c71fb66ab658 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0324771 Jan 28 17:57:03.176547 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.objects.ports [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88159) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:57:03.177447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40768) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:03.179236 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:03.219337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'subnet': {'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:03.229935 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff079d-867a-4304-873c-5fe55f7a1520 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for c377edb7-6162-4d9d-ac7f-90b08e1167b6 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:03.272156 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9e2958a5-b62c-48aa-b678-b55d8e040e19 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:03.316049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b04e0e-ffa3-4011-9aec-8561c5469883 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:57:03.332859 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a85cc7-8165-4aaf-8a66-a93fabf71271 None None] Sync routers for ids ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:57:03.350519 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a85cc7-8165-4aaf-8a66-a93fabf71271 None None] Routers {'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:03.353927 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-75a85cc7-8165-4aaf-8a66-a93fabf71271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:03.425627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6b24290d-7b6d-4b75-9f9d-aa82182ec394 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:03.445216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40776) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:03.450363 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:03.469654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9e2958a5-b62c-48aa-b678-b55d8e040e19 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:03.489029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:subnet and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:03.494184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event updated for resources: {'Subnet': ['ID=d66a5051-ce4d-4803-a0a0-2d39beca9755,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:03.502324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:03.514164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:03.517664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24290d-7b6d-4b75-9f9d-aa82182ec394 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event deleted for resources: {'Port': ['ID=c7da7afd-bb05-4f77-9df7-f783803b2799,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:03.520951 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-45b04e0e-ffa3-4011-9aec-8561c5469883 admin admin] 10.222.0.26 "PUT /v2.0/routers/f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9480419 Jan 28 17:57:03.526318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2958a5-b62c-48aa-b678-b55d8e040e19 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=008732e4-5efe-4b35-8002-57468c31edc1,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:03.527876 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40782) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:03.531027 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Checking segment: {'id': '10a4a547-1055-440f-8e13-70c864bf58a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '54755f49-1af7-481d-a601-b25d1e331c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:03.531027 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Network hostable DHCP agents. Network: 54755f49-1af7-481d-a601-b25d1e331c6e, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:57:03.623385 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:03.663407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Request body: {'networks': [{'name': 'tempest-network--545107818'}, {'name': 'tempest-network--266569499'}]} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:03.664000 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Request body: {'network': {'name': 'tempest-network--545107818'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:03.664602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Request body: {'network': {'name': 'tempest-network--266569499'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:03.672178 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:03.675904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:03.711324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:03.711752 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-75a85cc7-8165-4aaf-8a66-a93fabf71271 None None] Set router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:03.718960 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9e2958a5-b62c-48aa-b678-b55d8e040e19 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:03.720089 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9e2958a5-b62c-48aa-b678-b55d8e040e19 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/008732e4-5efe-4b35-8002-57468c31edc1 HTTP/1.1" status: 204 len: 168 time: 0.8136444 Jan 28 17:57:03.728392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40786) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:03.776302 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Usage tracker for resource:network and tenant:dc00068350264d27a2478c66bc478139 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:03.791485 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:03.809188 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:03.888117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Network 54755f49-1af7-481d-a601-b25d1e331c6e is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:57:03.903135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6b24290d-7b6d-4b75-9f9d-aa82182ec394 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:03.908917 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6b24290d-7b6d-4b75-9f9d-aa82182ec394 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "DELETE /v2.0/ports/c7da7afd-bb05-4f77-9df7-f783803b2799 HTTP/1.1" status: 204 len: 168 time: 2.8091795 Jan 28 17:57:03.912088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40794) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:03.920212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-14a10851-a036-4a48-ae16-5fdfcdbe1bc9 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:03.949525 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:03.982369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Transition to ACTIVE for port object 242e74c8-cf78-42fc-8039-fecca447c1be will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:03.982760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7ff079d-867a-4304-873c-5fe55f7a1520 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.019765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 54755f49-1af7-481d-a601-b25d1e331c6e) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:04.024971 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:04.025399 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.029039 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d032d5c6-f64c-44a5-8bff-ef9742b459c8 None None] Network 54755f49-1af7-481d-a601-b25d1e331c6e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:04.040620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff079d-867a-4304-873c-5fe55f7a1520 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=c377edb7-6162-4d9d-ac7f-90b08e1167b6,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:04.042550 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Made reservation on behalf of dc00068350264d27a2478c66bc478139 for: {'network': 2} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:04.053574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.068624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.121932 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-75a85cc7-8165-4aaf-8a66-a93fabf71271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:57:00Z', 'revision_number': 5, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:04.126727 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a85cc7-8165-4aaf-8a66-a93fabf71271 None None] Checking router: f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:57:04.138728 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a85cc7-8165-4aaf-8a66-a93fabf71271 None None] Routers {'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:04.139498 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-75a85cc7-8165-4aaf-8a66-a93fabf71271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:04.144063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-14a10851-a036-4a48-ae16-5fdfcdbe1bc9 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:04.148488 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-14a10851-a036-4a48-ae16-5fdfcdbe1bc9 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4117198 Jan 28 17:57:04.154893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:04.156604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40800) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:04.171110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Usage tracker for resource:security_group_rule and tenant:dc00068350264d27a2478c66bc478139 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:04.171354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.176347 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:04.243613 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:04.244232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47da7def-6651-4838-b28b-c0b03b4c79f2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:04.245147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-47da7def-6651-4838-b28b-c0b03b4c79f2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Synchronizing usage tracker for tenant:d3386d3d4be74787ba19a723c4be54b6 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:04.261721 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b3c224a8-4767-4cd3-be3c-8a3f848bfcdd tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1124010 Jan 28 17:57:04.277173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40804) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:04.383209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.427062 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-75a85cc7-8165-4aaf-8a66-a93fabf71271 None None] Set router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:04.459665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32d4c2-4d39-4983-b12e-5a9324753f9a None None] Pushing event updated for resources: {'Port': ['ID=242e74c8-cf78-42fc-8039-fecca447c1be,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:04.465123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.509352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7ff079d-867a-4304-873c-5fe55f7a1520 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.512059 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b7ff079d-867a-4304-873c-5fe55f7a1520 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/c377edb7-6162-4d9d-ac7f-90b08e1167b6 HTTP/1.1" status: 204 len: 168 time: 2.4889977 Jan 28 17:57:04.524806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40810) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:04.598959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc153-b5d7-4379-b723-1b1bfb0a0b88 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.625396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] Deleting port 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:04.625768 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.677456 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc153-b5d7-4379-b723-1b1bfb0a0b88 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.681813 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Attempting to bind port 242e74c8-cf78-42fc-8039-fecca447c1be on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:04.682312 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Attempting to bind port 242e74c8-cf78-42fc-8039-fecca447c1be by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '7f6d61e5-72a8-431a-b1ab-c8c64e58540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:04.682529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Attempting to bind port 242e74c8-cf78-42fc-8039-fecca447c1be on network 609d2484-33fd-4e11-aee5-28758da9f6b4 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:04.690310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2171f6b-b1a5-4da7-98b3-9eaa119dfae8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:04.692589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2171f6b-b1a5-4da7-98b3-9eaa119dfae8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:04.695339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2171f6b-b1a5-4da7-98b3-9eaa119dfae8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:04.697208 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e2171f6b-b1a5-4da7-98b3-9eaa119dfae8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1712122 Jan 28 17:57:04.697891 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:04.698270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Checking segment: {'id': '7f6d61e5-72a8-431a-b1ab-c8c64e58540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:04.698738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.699159 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Bound using segment: {'id': '7f6d61e5-72a8-431a-b1ab-c8c64e58540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:04.699813 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Bound port: 242e74c8-cf78-42fc-8039-fecca447c1be, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6d61e5-72a8-431a-b1ab-c8c64e58540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:04.700199 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.706961 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.710420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40814) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:04.816686 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-54755f49-1af7-481d-a601-b25d1e331c6e', 'network_id': '54755f49-1af7-481d-a601-b25d1e331c6e', 'tenant_id': 'e26c13bbbedc4ee28efebe317cbf20b0', 'fixed_ips': [{'subnet_id': 'd66a5051-ce4d-4803-a0a0-2d39beca9755'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:57:04.817419 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.861180 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Checking segment: {'id': 'd682893d-3c4a-4508-9dfc-bbe7f62ccb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:04.861793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network hostable DHCP agents. Network: 2823bfad-7a21-4d0e-b25b-7da9d8be426d, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:57:04.862445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5198bf2-3e19-4910-a436-65bd6a00bcc4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 2041a336-c5be-4a62-b887-4816fe2480a7 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:57:04.871202 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b5198bf2-3e19-4910-a436-65bd6a00bcc4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.875423 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.893103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] For port 6bd1ed95-4150-4edc-a6fd-0601bf9dc833, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6bd1ed95-4150-4edc-a6fd-0601bf9dc833,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:04.893461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.911067 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Subnet': ['ID=109fd6b0-abce-4f7c-a1eb-5a6f5319eb98,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:04.917541 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-75a85cc7-8165-4aaf-8a66-a93fabf71271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:57:00Z', 'revision_number': 5, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:04.928179 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a85cc7-8165-4aaf-8a66-a93fabf71271 None None] The sync data for ids ['f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a'] in dv-neutron-826919-1-hyperv is: [{'id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'name': 'tempest-ServerActionsTestJSON-641734989-router', 'tenant_id': '62177f82a6dd4848ac609f9e3a037891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:53:10Z', 'updated_at': '2022-01-28T17:57:00Z', 'revision_number': 5, 'project_id': '62177f82a6dd4848ac609f9e3a037891', 'gw_port': {'id': '6bd1ed95-4150-4edc-a6fd-0601bf9dc833', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:53:13Z', 'updated_at': '2022-01-28T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:57:04.939141 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] For port 242e74c8-cf78-42fc-8039-fecca447c1be, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:04.945044 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] For port 242e74c8-cf78-42fc-8039-fecca447c1be, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=242e74c8-cf78-42fc-8039-fecca447c1be,segment=NetworkSegment(7f6d61e5-72a8-431a-b1ab-c8c64e58540e),segment_id=7f6d61e5-72a8-431a-b1ab-c8c64e58540e)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:04.952306 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:04.996821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc153-b5d7-4379-b723-1b1bfb0a0b88 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.045361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 2823bfad-7a21-4d0e-b25b-7da9d8be426d is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:57:05.053467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b5198bf2-3e19-4910-a436-65bd6a00bcc4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.058933 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] Calling delete_port for 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:05.065464 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Allocated IP 2001:db8::f816:3eff:fef8:21fd (54755f49-1af7-481d-a601-b25d1e331c6e/d66a5051-ce4d-4803-a0a0-2d39beca9755/d7b27445-3545-4049-a537-a1682754b3ff) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:05.099194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.111947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebc153-b5d7-4379-b723-1b1bfb0a0b88 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232d3d5a-b7d3-4f64-8e08-106c11a4cebe,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:05.163509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b5198bf2-3e19-4910-a436-65bd6a00bcc4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.199160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.199634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.241186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-47da7def-6651-4838-b28b-c0b03b4c79f2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Unset dirty status for tenant:d3386d3d4be74787ba19a723c4be54b6 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:05.245143 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-47da7def-6651-4838-b28b-c0b03b4c79f2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "GET /v2.0/ports?device_id=58e87d72-93f4-4b2d-80d2-607f31c2598e HTTP/1.1" status: 200 len: 913 time: 1.3220797 Jan 28 17:57:05.245925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40820) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:05.274938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de6f33d-3f04-489a-bf3d-b8507e87514c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:05.283700 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:57:05.310570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc153-b5d7-4379-b723-1b1bfb0a0b88 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.310570 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c7ebc153-b5d7-4379-b723-1b1bfb0a0b88 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-groups/232d3d5a-b7d3-4f64-8e08-106c11a4cebe HTTP/1.1" status: 204 len: 168 time: 1.1478653 Jan 28 17:57:05.316561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40824) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:05.349249 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:05.350328 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:05.362921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.363222 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Added segment 8f4b0b2a-441d-46e4-9546-573d25ee75b9 of type vlan for network 11a9002d-bf77-46dd-ba9b-cbdf01daa9ae Jan 28 17:57:05.365919 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 2823bfad-7a21-4d0e-b25b-7da9d8be426d) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:05.414341 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5858dc28-37f7-45c8-8552-38ee7df75cb9 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:05.417887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b5198bf2-3e19-4910-a436-65bd6a00bcc4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.420295 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:05.420882 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.445316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d6daf-b603-41c3-9d58-577c98a01da7 None None] Network 2823bfad-7a21-4d0e-b25b-7da9d8be426d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:05.458713 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7fd2c6dd-6749-47d0-aeb9-2204cb726824 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:57:05.482113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.485966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5198bf2-3e19-4910-a436-65bd6a00bcc4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=2041a336-c5be-4a62-b887-4816fe2480a7,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:05.488158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b5198bf2-3e19-4910-a436-65bd6a00bcc4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.517544 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b5198bf2-3e19-4910-a436-65bd6a00bcc4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/2041a336-c5be-4a62-b887-4816fe2480a7 HTTP/1.1" status: 204 len: 168 time: 0.8010986 Jan 28 17:57:05.517744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40828) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:05.595504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc38bc46-d437-4c1c-a86e-335eb62c6db6 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:05.631883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5858dc28-37f7-45c8-8552-38ee7df75cb9 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:05.633359 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5858dc28-37f7-45c8-8552-38ee7df75cb9 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3156056 Jan 28 17:57:05.640933 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c7dfa1df-4796-4b34-922d-05df05c94b0d tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4565034 Jan 28 17:57:05.641679 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40832) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:05.645161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40834) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:05.648807 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.resource_extend [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:57:05.666544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7daf8b4a-21ff-469a-9674-f78cbd4fb8b2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126627152'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:05.677402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7daf8b4a-21ff-469a-9674-f78cbd4fb8b2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:05.698548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32d4c2-4d39-4983-b12e-5a9324753f9a None None] Pushing event updated for resources: {'Port': ['ID=242e74c8-cf78-42fc-8039-fecca447c1be,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:05.701672 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7daf8b4a-21ff-469a-9674-f78cbd4fb8b2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:05.712136 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-491ffe8a-f5a0-42b9-bd49-c6f240dab516 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 41f2821f-01ef-460d-9bcc-9ba3a3fa6ee9 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:57:05.713992 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:57:05.723022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-491ffe8a-f5a0-42b9-bd49-c6f240dab516 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.752653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 7fd2c6dd-6749-47d0-aeb9-2204cb726824 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:57:05.752995 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7fd2c6dd-6749-47d0-aeb9-2204cb726824 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:57:05.765738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.770400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.770750 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Added segment 8f2529c4-39a7-43ce-a362-161718edab07 of type vlan for network 25f48e27-8d43-4fde-b393-b5b56fbcd468 Jan 28 17:57:05.839349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd1ed95-4150-4edc-a6fd-0601bf9dc833,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:05.882850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7daf8b4a-21ff-469a-9674-f78cbd4fb8b2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.907541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-491ffe8a-f5a0-42b9-bd49-c6f240dab516 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:05.970041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:06.003921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.017953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.120740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.190747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7daf8b4a-21ff-469a-9674-f78cbd4fb8b2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:06.218381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7daf8b4a-21ff-469a-9674-f78cbd4fb8b2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:06.227869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Transition to ACTIVE for port object d7b27445-3545-4049-a537-a1682754b3ff will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:06.228477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.230269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7daf8b4a-21ff-469a-9674-f78cbd4fb8b2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:06.238527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.244606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7daf8b4a-21ff-469a-9674-f78cbd4fb8b2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:06.301460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-491ffe8a-f5a0-42b9-bd49-c6f240dab516 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.376418 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.376825 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.381467 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Transition to ACTIVE for port object d7b27445-3545-4049-a537-a1682754b3ff will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:06.383470 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:06.391041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:06.391911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.422687 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:57:06.423520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.436119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.436450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:57:06.461109 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.559546 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7daf8b4a-21ff-469a-9674-f78cbd4fb8b2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.571627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.581669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event updated for resources: {'Network': ['ID=11a9002d-bf77-46dd-ba9b-cbdf01daa9ae,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:06.585023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.588450 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-81451fc5-794d-4a11-be95-78a09af0a4a1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f2c2bbe0-cfdf-4fdc-9378-c6a4d07ebb3a HTTP/1.1" status: 204 len: 168 time: 3.0479243 Jan 28 17:57:06.600732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40842) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:06.619376 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 11a9002d-bf77-46dd-ba9b-cbdf01daa9ae details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:57:06.665431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Subnet': ['ID=d66a5051-ce4d-4803-a0a0-2d39beca9755,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:06.702449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7daf8b4a-21ff-469a-9674-f78cbd4fb8b2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.737031 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.2859101 Jan 28 17:57:06.737031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-491ffe8a-f5a0-42b9-bd49-c6f240dab516 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.749803 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40846) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:06.762778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Network 54755f49-1af7-481d-a601-b25d1e331c6e is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:06.819220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.833156 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:06.841541 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.849338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:06.860985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Pushing event updated for resources: {'Port': ['ID=d7b27445-3545-4049-a537-a1682754b3ff,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:06.878809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ffe8a-f5a0-42b9-bd49-c6f240dab516 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=41f2821f-01ef-460d-9bcc-9ba3a3fa6ee9,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:06.935331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-491ffe8a-f5a0-42b9-bd49-c6f240dab516 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:06.937204 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-491ffe8a-f5a0-42b9-bd49-c6f240dab516 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/41f2821f-01ef-460d-9bcc-9ba3a3fa6ee9 HTTP/1.1" status: 204 len: 168 time: 1.3473735 Jan 28 17:57:06.940860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d20ed9-1c54-4e87-a04c-00c763504054 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event updated for resources: {'Network': ['ID=25f48e27-8d43-4fde-b393-b5b56fbcd468,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:06.945586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40850) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:06.968168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf8b4a-21ff-469a-9674-f78cbd4fb8b2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11f32b7-e7e6-40a3-82f2-4891e5ca39d0,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:07.030799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0eb0d3cc-bb45-4ad8-9e3a-8e9e9bc52ce2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.090593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54755f49-1af7-481d-a601-b25d1e331c6e']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:07.121188 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a4a547-1055-440f-8e13-70c864bf58a9') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:07.127976 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a4a547-1055-440f-8e13-70c864bf58a9') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:07.144168 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 25f48e27-8d43-4fde-b393-b5b56fbcd468 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:57:07.203937 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-c194dfa6-2ede-44e7-99f0-234576074f55 admin admin] Deleting subnet f546f4fd-62c1-4752-b8e2-87fa16bbf0de {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:57:07.223960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Allocated IP 172.21.0.2 (2823bfad-7a21-4d0e-b25b-7da9d8be426d/109fd6b0-abce-4f7c-a1eb-5a6f5319eb98/04031f3e-53fa-4855-81b0-589797a3ef07) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:07.230072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c194dfa6-2ede-44e7-99f0-234576074f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.278899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7daf8b4a-21ff-469a-9674-f78cbd4fb8b2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.280565 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7daf8b4a-21ff-469a-9674-f78cbd4fb8b2 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6231704 Jan 28 17:57:07.290829 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-93fed8c8-d281-441b-ba72-dcc365530f98 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3396175 Jan 28 17:57:07.291829 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40854) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:07.306883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40856) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:07.316854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-252e6109-13d4-4fcc-9d82-f446818e3066 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Request body: {'security_group_rule': {'security_group_id': 'd11f32b7-e7e6-40a3-82f2-4891e5ca39d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:07.377090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-252e6109-13d4-4fcc-9d82-f446818e3066 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:07.395129 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-252e6109-13d4-4fcc-9d82-f446818e3066 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Usage tracker for resource:security_group_rule and tenant:180e36aff02b4eb288383409e851fc9c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:07.400191 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c194dfa6-2ede-44e7-99f0-234576074f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.426778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.439599 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-252e6109-13d4-4fcc-9d82-f446818e3066 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:07.449899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-252e6109-13d4-4fcc-9d82-f446818e3066 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:07.467495 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:57:07.491507 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12909bf8-413b-4c79-b510-7f2d4949bc42 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:07.502118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.502714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eee42c8-5ea5-4f89-a672-ec3a357f028e tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:07.509274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eee42c8-5ea5-4f89-a672-ec3a357f028e tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:07.515123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eee42c8-5ea5-4f89-a672-ec3a357f028e tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:07.521010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eee42c8-5ea5-4f89-a672-ec3a357f028e tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:07.522420 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4eee42c8-5ea5-4f89-a672-ec3a357f028e tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Synchronizing usage tracker for tenant:dc00068350264d27a2478c66bc478139 on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:07.528552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:07.529075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:07.551046 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:07.586171 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cab9a2-5573-4b81-9284-bd35919e5669 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:07.590009 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-35cab9a2-5573-4b81-9284-bd35919e5669 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2796052 Jan 28 17:57:07.592521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40862) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:07.593197 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-252e6109-13d4-4fcc-9d82-f446818e3066 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.631876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:57:07.632241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6bd1ed95-4150-4edc-a6fd-0601bf9dc833 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:57:07.647701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4eee42c8-5ea5-4f89-a672-ec3a357f028e tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Unset dirty status for tenant:dc00068350264d27a2478c66bc478139 on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:07.648406 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4eee42c8-5ea5-4f89-a672-ec3a357f028e tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8347313 Jan 28 17:57:07.649895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c194dfa6-2ede-44e7-99f0-234576074f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.668309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40866) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:07.682577 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Attempting to bind port d7b27445-3545-4049-a537-a1682754b3ff on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:07.682577 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Attempting to bind port d7b27445-3545-4049-a537-a1682754b3ff by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '10a4a547-1055-440f-8e13-70c864bf58a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '54755f49-1af7-481d-a601-b25d1e331c6e'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:07.682577 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Attempting to bind port d7b27445-3545-4049-a537-a1682754b3ff on network 54755f49-1af7-481d-a601-b25d1e331c6e {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:07.712453 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:07.712903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Checking segment: {'id': '10a4a547-1055-440f-8e13-70c864bf58a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '54755f49-1af7-481d-a601-b25d1e331c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:07.713374 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.713605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Bound using segment: {'id': '10a4a547-1055-440f-8e13-70c864bf58a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '54755f49-1af7-481d-a601-b25d1e331c6e'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:07.714085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Bound port: d7b27445-3545-4049-a537-a1682754b3ff, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a4a547-1055-440f-8e13-70c864bf58a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '54755f49-1af7-481d-a601-b25d1e331c6e'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:07.714938 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.732652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.735822 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:56:57Z', 'revision_number': 2, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:04Z', 'revision_number': 4, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:07.754455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad0c28f-a15f-403a-8f74-105a370a0681 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:07.755173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7ad0c28f-a15f-403a-8f74-105a370a0681 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:07.755512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0fb60a0d-32e9-46a7-be34-75fec14d9373 None None] Provisioning complete for port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:07.756430 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0fb60a0d-32e9-46a7-be34-75fec14d9373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.779070 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-252e6109-13d4-4fcc-9d82-f446818e3066 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.812660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9127d-10fb-4b57-8f11-4a8930fc8c5a None None] The sync data for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:56:57Z', 'revision_number': 2, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:04Z', 'revision_number': 4, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:57:07.826531 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Transition to ACTIVE for port object 04031f3e-53fa-4855-81b0-589797a3ef07 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:07.855758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-252e6109-13d4-4fcc-9d82-f446818e3066 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.879886 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e6109-13d4-4fcc-9d82-f446818e3066 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cecab0-20c2-4d4d-a8a6-7f54c634261f,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:07.895251 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c194dfa6-2ede-44e7-99f0-234576074f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.899928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7ad0c28f-a15f-403a-8f74-105a370a0681 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:07.902138 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7ad0c28f-a15f-403a-8f74-105a370a0681 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3008885 Jan 28 17:57:07.905413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40870) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:07.950263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Transition to ACTIVE for port object 04031f3e-53fa-4855-81b0-589797a3ef07 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:07.976730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194dfa6-2ede-44e7-99f0-234576074f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f546f4fd-62c1-4752-b8e2-87fa16bbf0de,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:07.984839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c194dfa6-2ede-44e7-99f0-234576074f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:07.984839 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c194dfa6-2ede-44e7-99f0-234576074f55 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f546f4fd-62c1-4752-b8e2-87fa16bbf0de HTTP/1.1" status: 204 len: 168 time: 1.3800926 Jan 28 17:57:07.985259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c0ac5c-8140-4dda-94a1-c1c5f773a382 None None] Network 44583b02-fe97-441e-add2-b071fcf22932 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:07.985748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40874) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:08.006545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:57:08.006545 dv-neutron-826919-1-hyperv neutron-server[88158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:57:08.006545 dv-neutron-826919-1-hyperv neutron-server[88158]: [parameters: {'id': '54755f49-1af7-481d-a601-b25d1e331c6e'}] Jan 28 17:57:08.006545 dv-neutron-826919-1-hyperv neutron-server[88158]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:57:08.009673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:57:08.027653 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-89ab1111-d859-46fe-8ab1-6d1d41ccb98a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086071 Jan 28 17:57:08.029324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40878) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:08.034571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.085833 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.085833 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] For port d7b27445-3545-4049-a537-a1682754b3ff, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:08.133395 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Allocated IP 172.21.0.1 (2823bfad-7a21-4d0e-b25b-7da9d8be426d/109fd6b0-abce-4f7c-a1eb-5a6f5319eb98/76d1ba00-2172-4f82-b7f4-9d5c4318c4e3) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:08.139334 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-252e6109-13d4-4fcc-9d82-f446818e3066 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.140850 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-252e6109-13d4-4fcc-9d82-f446818e3066 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8397484 Jan 28 17:57:08.143416 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40882) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:08.160364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.167365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-054f6cb7-e04f-4b6c-bebd-91de67d562c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:08.200939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Deleting port 4a50989a-7049-4dd1-b0a0-52c563c54d19 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:08.201445 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.221395 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] For port d7b27445-3545-4049-a537-a1682754b3ff, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d7b27445-3545-4049-a537-a1682754b3ff,segment=NetworkSegment(10a4a547-1055-440f-8e13-70c864bf58a9),segment_id=10a4a547-1055-440f-8e13-70c864bf58a9)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:08.277995 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Network 2823bfad-7a21-4d0e-b25b-7da9d8be426d is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:08.281511 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:08.285304 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-de7ec8d5-1dcc-4a67-a066-7291084b9721 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.316788 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:08.330967 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.357269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-054f6cb7-e04f-4b6c-bebd-91de67d562c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:08.362879 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-de7ec8d5-1dcc-4a67-a066-7291084b9721 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.364206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Pushing event updated for resources: {'Port': ['ID=04031f3e-53fa-4855-81b0-589797a3ef07,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:08.372866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-054f6cb7-e04f-4b6c-bebd-91de67d562c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:08.526419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] For port 4a50989a-7049-4dd1-b0a0-52c563c54d19, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=4a50989a-7049-4dd1-b0a0-52c563c54d19,segment=NetworkSegment(72a2afdd-3af5-4a01-89b9-aa871bc3a7b9),segment_id=72a2afdd-3af5-4a01-89b9-aa871bc3a7b9)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:08.527144 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.532491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.554882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea04ce7b-3ed1-4c7b-b4b1-ae278caa4845 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:57:08.561907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054f6cb7-e04f-4b6c-bebd-91de67d562c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:08.565732 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-054f6cb7-e04f-4b6c-bebd-91de67d562c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.567197 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-054f6cb7-e04f-4b6c-bebd-91de67d562c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:08.567627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054f6cb7-e04f-4b6c-bebd-91de67d562c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:57:08.574740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ea04ce7b-3ed1-4c7b-b4b1-ae278caa4845 None None] Deleting port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:08.575239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea04ce7b-3ed1-4c7b-b4b1-ae278caa4845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.636908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46b931-0b46-4c95-a0cf-b1d12830c0d7 None None] Pushing event updated for resources: {'Port': ['ID=d7b27445-3545-4049-a537-a1682754b3ff,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:08.690212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Calling delete_port for 4a50989a-7049-4dd1-b0a0-52c563c54d19 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:08.722601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Deleting port d7b27445-3545-4049-a537-a1682754b3ff {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:08.723549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.743868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Attempting to bind port 04031f3e-53fa-4855-81b0-589797a3ef07 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:08.744387 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Attempting to bind port 04031f3e-53fa-4855-81b0-589797a3ef07 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'd682893d-3c4a-4508-9dfc-bbe7f62ccb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:08.744858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Attempting to bind port 04031f3e-53fa-4855-81b0-589797a3ef07 on network 2823bfad-7a21-4d0e-b25b-7da9d8be426d {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:08.751468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-0eb0d3cc-bb45-4ad8-9e3a-8e9e9bc52ce2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Deleting port 19fc8e9f-7c40-495a-8c5d-20454c30edff {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:08.751813 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0eb0d3cc-bb45-4ad8-9e3a-8e9e9bc52ce2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.801897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:08.802386 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Checking segment: {'id': 'd682893d-3c4a-4508-9dfc-bbe7f62ccb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:08.803240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.803389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Bound using segment: {'id': 'd682893d-3c4a-4508-9dfc-bbe7f62ccb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:08.803968 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Bound port: 04031f3e-53fa-4855-81b0-589797a3ef07, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd682893d-3c4a-4508-9dfc-bbe7f62ccb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:08.804454 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.805013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-de7ec8d5-1dcc-4a67-a066-7291084b9721 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.805503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.831615 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ec8d5-1dcc-4a67-a066-7291084b9721 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11f32b7-e7e6-40a3-82f2-4891e5ca39d0,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:08.847430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a9002d-bf77-46dd-ba9b-cbdf01daa9ae']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:08.867173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.872294 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-054f6cb7-e04f-4b6c-bebd-91de67d562c3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8356273 Jan 28 17:57:08.894148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40886) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:08.900326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4b0b2a-441d-46e4-9546-573d25ee75b9') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:08.904399 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4b0b2a-441d-46e4-9546-573d25ee75b9') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:08.911485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.918264 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750da1c0-1376-4fcf-b082-1f5376068c3b None None] Network 54755f49-1af7-481d-a601-b25d1e331c6e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:08.930422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f253e802-1137-4754-8efa-dc6945c53855 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:08.945748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] No DVR routers for this DVR port 4a50989a-7049-4dd1-b0a0-52c563c54d19 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:57:08.965261 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:08.983239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Pushing event deleted for resources: {'Port': ['ID=4a50989a-7049-4dd1-b0a0-52c563c54d19,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:09.015927 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-de7ec8d5-1dcc-4a67-a066-7291084b9721 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.019302 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-de7ec8d5-1dcc-4a67-a066-7291084b9721 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-groups/d11f32b7-e7e6-40a3-82f2-4891e5ca39d0 HTTP/1.1" status: 204 len: 168 time: 0.8726583 Jan 28 17:57:09.021193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40890) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:09.027890 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13a3ed6-c999-4412-b896-3164ddb0e537 None None] DHCP port deletion for 44583b02-fe97-441e-add2-b071fcf22932 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:57:09.052960 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Transition to ACTIVE for port object 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:09.127877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.175182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44583b02-fe97-441e-add2-b071fcf22932']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:09.189272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3f09a162-aa53-4f40-9493-292cf993b283 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:09.196432 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:09.196677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a2afdd-3af5-4a01-89b9-aa871bc3a7b9') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:09.219966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.230163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] For port 04031f3e-53fa-4855-81b0-589797a3ef07, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:09.230163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ea04ce7b-3ed1-4c7b-b4b1-ae278caa4845 None None] For port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=21a82b66-512a-410b-8c7d-4fcdfdc7d8a9,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:09.230163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea04ce7b-3ed1-4c7b-b4b1-ae278caa4845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.238578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.246073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:09.246466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:09.261211 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:09.336330 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.369827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:09.370229 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:09.391811 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:09.408859 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] For port 04031f3e-53fa-4855-81b0-589797a3ef07, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=04031f3e-53fa-4855-81b0-589797a3ef07,segment=NetworkSegment(d682893d-3c4a-4508-9dfc-bbe7f62ccb5c),segment_id=d682893d-3c4a-4508-9dfc-bbe7f62ccb5c)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:09.416204 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ea04ce7b-3ed1-4c7b-b4b1-ae278caa4845 None None] Calling delete_port for 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:09.439539 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3f09a162-aa53-4f40-9493-292cf993b283 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:09.443303 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3f09a162-aa53-4f40-9493-292cf993b283 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4180732 Jan 28 17:57:09.458048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40894) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:09.458246 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 242e74c8-cf78-42fc-8039-fecca447c1be up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:09.496125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f253e802-1137-4754-8efa-dc6945c53855 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:09.515233 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3573b406-3b1b-4c05-b6f0-8b7197787e29 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Synchronizing usage tracker for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:09.526663 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.594112 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.601170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f253e802-1137-4754-8efa-dc6945c53855 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:09.623521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.626841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0eb0d3cc-bb45-4ad8-9e3a-8e9e9bc52ce2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.635327 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Pushing event deleted for resources: {'Network': ['ID=44583b02-fe97-441e-add2-b071fcf22932,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:09.651836 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3573b406-3b1b-4c05-b6f0-8b7197787e29 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] Unset dirty status for tenant:180e36aff02b4eb288383409e851fc9c on resource:security_group_rule {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:09.655852 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3573b406-3b1b-4c05-b6f0-8b7197787e29 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2048478 Jan 28 17:57:09.657183 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40898) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:09.658389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:09.658851 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:09.659759 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:09.660177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:09.660578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:09.661021 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:09.661610 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:09.662151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:09.662539 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:09.662940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:09.663352 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:09.663740 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:09.666383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1371c5c-0013-44c3-ad40-177805e53b20 None None] Pushing event updated for resources: {'Port': ['ID=04031f3e-53fa-4855-81b0-589797a3ef07,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:09.725564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea04ce7b-3ed1-4c7b-b4b1-ae278caa4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.762839 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-214eb3fc-412e-463d-9515-f86a3332ebdc admin admin] 10.222.0.26 "DELETE /v2.0/networks/44583b02-fe97-441e-add2-b071fcf22932 HTTP/1.1" status: 204 len: 168 time: 1.7758646 Jan 28 17:57:09.778639 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04ce7b-3ed1-4c7b-b4b1-ae278caa4845 None None] Pushing event deleted for resources: {'Port': ['ID=21a82b66-512a-410b-8c7d-4fcdfdc7d8a9,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:09.784072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 242e74c8-cf78-42fc-8039-fecca447c1be completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:09.793005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-0eb0d3cc-bb45-4ad8-9e3a-8e9e9bc52ce2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Calling delete_port for 19fc8e9f-7c40-495a-8c5d-20454c30edff owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:09.793882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea04ce7b-3ed1-4c7b-b4b1-ae278caa4845 None None] No DVR routers for this DVR port 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:57:09.807305 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 242e74c8-cf78-42fc-8039-fecca447c1be triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:09.807684 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.830035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.842435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.846364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f253e802-1137-4754-8efa-dc6945c53855 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:09.850698 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f253e802-1137-4754-8efa-dc6945c53855 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.852497 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f253e802-1137-4754-8efa-dc6945c53855 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:09.853084 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f253e802-1137-4754-8efa-dc6945c53855 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:57:09.924198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.943753 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-1a1854d8-5735-4914-b089-565a12f58221 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] delete failed (client error): The resource could not be found. Jan 28 17:57:09.945843 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1a1854d8-5735-4914-b089-565a12f58221 tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "DELETE /v2.0/security-groups/d11f32b7-e7e6-40a3-82f2-4891e5ca39d0 HTTP/1.1" status: 404 len: 347 time: 0.2861435 Jan 28 17:57:09.948697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8189d437-b40d-43ec-894d-60366f59ae57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.949133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40904) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:09.981485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:09.984238 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] For port d7b27445-3545-4049-a537-a1682754b3ff, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d7b27445-3545-4049-a537-a1682754b3ff,segment=NetworkSegment(10a4a547-1055-440f-8e13-70c864bf58a9),segment_id=10a4a547-1055-440f-8e13-70c864bf58a9)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:09.990371 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:10.022132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event deleted for resources: {'Network': ['ID=11a9002d-bf77-46dd-ba9b-cbdf01daa9ae,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:10.023904 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 242e74c8-cf78-42fc-8039-fecca447c1be, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=242e74c8-cf78-42fc-8039-fecca447c1be,segment=NetworkSegment(7f6d61e5-72a8-431a-b1ab-c8c64e58540e),segment_id=7f6d61e5-72a8-431a-b1ab-c8c64e58540e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:10.044566 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c0250a31-44f9-4a7b-9eff-4a3128a9c07c tempest-SecGroupTest-676057446 tempest-SecGroupTest-676057446-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0937972 Jan 28 17:57:10.107016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:10.180436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 2823bfad-7a21-4d0e-b25b-7da9d8be426d is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:10.186787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:10.186787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:10.186787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:10.187195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:10.187479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:10.188063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:10.188391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:10.188741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:10.189087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:10.189389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:10.189712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:10.190035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:10.191478 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 4a50989a-7049-4dd1-b0a0-52c563c54d19 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:57:10.205005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Calling delete_port for d7b27445-3545-4049-a537-a1682754b3ff owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:10.239233 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 4a50989a-7049-4dd1-b0a0-52c563c54d19 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:57:10.239582 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 4a50989a-7049-4dd1-b0a0-52c563c54d19 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:57:10.240076 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:57:10.240500 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:10.262179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:10.271828 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=242e74c8-cf78-42fc-8039-fecca447c1be,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:10.281226 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:57:10.281565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 21a82b66-512a-410b-8c7d-4fcdfdc7d8a9 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:57:10.289027 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d6be4164-92c6-499a-b638-7a6bcc597bab tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "DELETE /v2.0/networks/11a9002d-bf77-46dd-ba9b-cbdf01daa9ae HTTP/1.1" status: 204 len: 168 time: 2.6195228 Jan 28 17:57:10.292404 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40910) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:10.314832 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f253e802-1137-4754-8efa-dc6945c53855 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.4171343 Jan 28 17:57:10.323516 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=76d1ba00-2172-4f82-b7f4-9d5c4318c4e3,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:10.329368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40914) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:10.329697 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40916) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:10.380891 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-dfaf2073-3511-4436-96c7-1c220239953b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:10.386968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:10.494490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:10.535877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4459bdcc-958f-4056-8ead-f9909942b48f tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:10.553414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Port': ['ID=d7b27445-3545-4049-a537-a1682754b3ff,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:10.561488 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] No DVR routers for this DVR port d7b27445-3545-4049-a537-a1682754b3ff on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:57:10.595196 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-18119684-088b-4f3b-8166-d21385c34071 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62177f82a6dd4848ac609f9e3a037891&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2625506 Jan 28 17:57:10.595804 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40924) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:10.614612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dfaf2073-3511-4436-96c7-1c220239953b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:10.659921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40928) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:10.673677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dfaf2073-3511-4436-96c7-1c220239953b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:10.717964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:10.753423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54755f49-1af7-481d-a601-b25d1e331c6e']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:10.769435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a4a547-1055-440f-8e13-70c864bf58a9') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:10.769764 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a4a547-1055-440f-8e13-70c864bf58a9') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:10.792118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:10.812382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0eb0d3cc-bb45-4ad8-9e3a-8e9e9bc52ce2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:10.833135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4459bdcc-958f-4056-8ead-f9909942b48f tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:10.844489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaf2073-3511-4436-96c7-1c220239953b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:10.848000 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dfaf2073-3511-4436-96c7-1c220239953b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:10.850708 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfaf2073-3511-4436-96c7-1c220239953b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:10.851226 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfaf2073-3511-4436-96c7-1c220239953b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:57:10.864741 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1dcde8ca-35fa-4110-b851-a5c40ca42804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:10.913425 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-4459bdcc-958f-4056-8ead-f9909942b48f tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f48e27-8d43-4fde-b393-b5b56fbcd468']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:10.952820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1dcde8ca-35fa-4110-b851-a5c40ca42804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:10.961734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-4459bdcc-958f-4056-8ead-f9909942b48f tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2529c4-39a7-43ce-a362-161718edab07') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:10.962244 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-4459bdcc-958f-4056-8ead-f9909942b48f tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2529c4-39a7-43ce-a362-161718edab07') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:10.982097 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-107fbb99-d12f-4a8c-8328-b0f4a7647109 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=180e36aff02b4eb288383409e851fc9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164747 Jan 28 17:57:10.989873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4459bdcc-958f-4056-8ead-f9909942b48f tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:10.997853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40934) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:11.026664 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dfaf2073-3511-4436-96c7-1c220239953b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6959469 Jan 28 17:57:11.049176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40938) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:11.064104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-0aff139b-647b-49d4-a443-7cd4de96f616 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:11.067339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.084257 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccbe972-12f6-4b0b-893b-f1cb082ca36b None None] Network 2823bfad-7a21-4d0e-b25b-7da9d8be426d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:11.085026 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4459bdcc-958f-4056-8ead-f9909942b48f tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.111138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0d3cc-bb45-4ad8-9e3a-8e9e9bc52ce2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event deleted for resources: {'Port': ['ID=19fc8e9f-7c40-495a-8c5d-20454c30edff,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:11.169621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4459bdcc-958f-4056-8ead-f9909942b48f tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:11.170507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4459bdcc-958f-4056-8ead-f9909942b48f tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:11.196396 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:11.198595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:11.198688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:11.225895 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:11.286089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-dfa12865-5a95-4a32-ac00-0783eb94c1a9 None None] Provisioning for port 04031f3e-53fa-4855-81b0-589797a3ef07 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:11.350978 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.359932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0aff139b-647b-49d4-a443-7cd4de96f616 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:11.386723 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0aff139b-647b-49d4-a443-7cd4de96f616 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:11.391809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-23d7a228-73ec-4bd7-b6c1-ce5e34eb5957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.421964 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 242e74c8-cf78-42fc-8039-fecca447c1be up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:11.422330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-23d7a228-73ec-4bd7-b6c1-ce5e34eb5957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.478467 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4459bdcc-958f-4056-8ead-f9909942b48f tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.504796 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4459bdcc-958f-4056-8ead-f9909942b48f tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.517629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 242e74c8-cf78-42fc-8039-fecca447c1be triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:11.521730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.521963 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459bdcc-958f-4056-8ead-f9909942b48f tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event deleted for resources: {'Network': ['ID=25f48e27-8d43-4fde-b393-b5b56fbcd468,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:11.525024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1dcde8ca-35fa-4110-b851-a5c40ca42804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.527389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1dcde8ca-35fa-4110-b851-a5c40ca42804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.530943 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1dcde8ca-35fa-4110-b851-a5c40ca42804 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c3ae730-fc52-40fe-bb85-d6b960c5eaf6 HTTP/1.1" status: 204 len: 168 time: 0.9311106 Jan 28 17:57:11.545980 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4459bdcc-958f-4056-8ead-f9909942b48f tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "DELETE /v2.0/networks/25f48e27-8d43-4fde-b393-b5b56fbcd468 HTTP/1.1" status: 204 len: 168 time: 1.2521966 Jan 28 17:57:11.550013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 40944) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:11.551970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcde8ca-35fa-4110-b851-a5c40ca42804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3ae730-fc52-40fe-bb85-d6b960c5eaf6,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:11.555843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.600479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aff139b-647b-49d4-a443-7cd4de96f616 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:11.604308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0aff139b-647b-49d4-a443-7cd4de96f616 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.605751 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aff139b-647b-49d4-a443-7cd4de96f616 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:11.606189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aff139b-647b-49d4-a443-7cd4de96f616 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:57:11.610083 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-23d7a228-73ec-4bd7-b6c1-ce5e34eb5957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.612478 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-23d7a228-73ec-4bd7-b6c1-ce5e34eb5957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.640286 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-23d7a228-73ec-4bd7-b6c1-ce5e34eb5957 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6b31755-62a2-4a71-839d-d1fbfb17cfe8 HTTP/1.1" status: 204 len: 168 time: 0.6311843 Jan 28 17:57:11.672224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7a228-73ec-4bd7-b6c1-ce5e34eb5957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b31755-62a2-4a71-839d-d1fbfb17cfe8,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:11.676699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.754629 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0aff139b-647b-49d4-a443-7cd4de96f616 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7019539 Jan 28 17:57:11.757877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40950) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:11.762369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Network': ['ID=54755f49-1af7-481d-a601-b25d1e331c6e,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:11.769239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-99ffd18e-66ca-4ab8-b737-8f28c790ff50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:11.772034 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-21ba2101-c490-4345-8082-cb448e945a2d tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/networks/54755f49-1af7-481d-a601-b25d1e331c6e HTTP/1.1" status: 204 len: 168 time: 7.4733570 Jan 28 17:57:11.798901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40954) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:11.813519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 04031f3e-53fa-4855-81b0-589797a3ef07 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:11.865708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0eb0d3cc-bb45-4ad8-9e3a-8e9e9bc52ce2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:11.924472 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63800c8-37fd-4753-92bc-feb6c6a75176 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] DELETE failed (client error): The resource could not be found. Jan 28 17:57:11.925276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63800c8-37fd-4753-92bc-feb6c6a75176 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:57:11.929841 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a63800c8-37fd-4753-92bc-feb6c6a75176 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/subnets/d66a5051-ce4d-4803-a0a0-2d39beca9755 HTTP/1.1" status: 404 len: 337 time: 0.1298494 Jan 28 17:57:11.931042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40960) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:11.981460 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2680cac-42a8-4509-bbf2-ffbc2c29b0e4 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] DELETE failed (client error): The resource could not be found. Jan 28 17:57:11.982099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2680cac-42a8-4509-bbf2-ffbc2c29b0e4 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:57:11.987142 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c2680cac-42a8-4509-bbf2-ffbc2c29b0e4 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/networks/54755f49-1af7-481d-a601-b25d1e331c6e HTTP/1.1" status: 404 len: 339 time: 0.0426371 Jan 28 17:57:11.989318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40966) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:12.010161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 04031f3e-53fa-4855-81b0-589797a3ef07 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:12.018433 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 04031f3e-53fa-4855-81b0-589797a3ef07 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:12.018807 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:12.061830 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56f7d2d-d6e8-4a8b-9cc2-5516a27be8ea tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] DELETE failed (client error): The resource could not be found. Jan 28 17:57:12.061830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56f7d2d-d6e8-4a8b-9cc2-5516a27be8ea tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:57:12.073837 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f56f7d2d-d6e8-4a8b-9cc2-5516a27be8ea tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/subnets/3de5ec3e-b6d3-42d0-b62b-9d954ab21d80 HTTP/1.1" status: 404 len: 337 time: 0.0736065 Jan 28 17:57:12.074657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40972) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:12.108387 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-8845188a-9725-4b3d-82ab-122b6bfd5a46 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] DELETE failed (client error): The resource could not be found. Jan 28 17:57:12.108871 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8845188a-9725-4b3d-82ab-122b6bfd5a46 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:57:12.116069 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8845188a-9725-4b3d-82ab-122b6bfd5a46 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/networks/e0e4d270-bfa5-45a9-b535-f1624f5d3885 HTTP/1.1" status: 404 len: 339 time: 0.0388594 Jan 28 17:57:12.116946 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40978) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:12.121822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-99ffd18e-66ca-4ab8-b737-8f28c790ff50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:12.130386 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb8f016-0565-4fae-94f8-2de74e75be21 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:57:12.170394 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3df3644-d8f1-4255-9e78-474f6e03adb1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] DELETE failed (client error): The resource could not be found. Jan 28 17:57:12.171549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3df3644-d8f1-4255-9e78-474f6e03adb1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:57:12.173857 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f3df3644-d8f1-4255-9e78-474f6e03adb1 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/subnets/6d66492b-cba3-4c39-9a3f-472cbcd96825 HTTP/1.1" status: 404 len: 337 time: 0.0541720 Jan 28 17:57:12.179066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40986) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:12.184620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c0b2595b-cfb8-4ee5-a55f-2de7b2eb16ea None None] Provisioning for port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:12.201956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec70055-8947-4104-a172-14e14b2e2907 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:12.210125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec70055-8947-4104-a172-14e14b2e2907 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:12.211358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1ec70055-8947-4104-a172-14e14b2e2907 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Synchronizing usage tracker for tenant:dc00068350264d27a2478c66bc478139 on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:12.213178 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-99ffd18e-66ca-4ab8-b737-8f28c790ff50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:12.222455 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-6740a4b3-d9f2-4304-93e6-9135b25b5754 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] DELETE failed (client error): The resource could not be found. Jan 28 17:57:12.223122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6740a4b3-d9f2-4304-93e6-9135b25b5754 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:57:12.225453 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6740a4b3-d9f2-4304-93e6-9135b25b5754 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/networks/26f42ce9-7dfd-421e-bd77-38b803c9c3f3 HTTP/1.1" status: 404 len: 339 time: 0.0452867 Jan 28 17:57:12.228363 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 40992) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:12.236878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c0b2595b-cfb8-4ee5-a55f-2de7b2eb16ea None None] Provisioning complete for port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:12.237855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c0b2595b-cfb8-4ee5-a55f-2de7b2eb16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:12.309910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-2d3fa596-8399-479e-88ec-e35ae1295735 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Deleting port 2bd7e9ac-e05e-4c03-8d5f-d946702ae78b {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:12.310249 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa596-8399-479e-88ec-e35ae1295735 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:12.347749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2595b-cfb8-4ee5-a55f-2de7b2eb16ea None None] Port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:57:12.359894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ffd18e-66ca-4ab8-b737-8f28c790ff50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:12.363746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-99ffd18e-66ca-4ab8-b737-8f28c790ff50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:12.365225 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ffd18e-66ca-4ab8-b737-8f28c790ff50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:12.365675 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ffd18e-66ca-4ab8-b737-8f28c790ff50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:57:12.402480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3df1d8f-37df-4c70-8f5b-0dd6edac9b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:12.438352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1ec70055-8947-4104-a172-14e14b2e2907 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Unset dirty status for tenant:dc00068350264d27a2478c66bc478139 on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:12.439532 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1ec70055-8947-4104-a172-14e14b2e2907 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8852625 Jan 28 17:57:12.446041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41002) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:12.460852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-51470201-51bd-49ff-8425-b95b8a153fd1 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1448578651'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:12.476824 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-51470201-51bd-49ff-8425-b95b8a153fd1 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:12.491677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb8f016-0565-4fae-94f8-2de74e75be21 None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:57:12.522736 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:12.550763 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-51470201-51bd-49ff-8425-b95b8a153fd1 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:12.576129 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 04031f3e-53fa-4855-81b0-589797a3ef07, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=04031f3e-53fa-4855-81b0-589797a3ef07,segment=NetworkSegment(d682893d-3c4a-4508-9dfc-bbe7f62ccb5c),segment_id=d682893d-3c4a-4508-9dfc-bbe7f62ccb5c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:12.602287 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-99ffd18e-66ca-4ab8-b737-8f28c790ff50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8397043 Jan 28 17:57:12.606401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41006) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:12.609597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c9795b73-6980-4e5f-b70c-56d01c70d6ee None None] Provisioning complete for port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:12.610070 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c9795b73-6980-4e5f-b70c-56d01c70d6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:12.622111 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-db329a60-d200-4da2-b99f-52ba44bba04d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:12.733991 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:12.744333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:12.765413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb0d3cc-bb45-4ad8-9e3a-8e9e9bc52ce2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Router 58e87d72-93f4-4b2d-80d2-607f31c2598e has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:57:12.854529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:12.860398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-db329a60-d200-4da2-b99f-52ba44bba04d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:12.866754 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa596-8399-479e-88ec-e35ae1295735 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:12.884584 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-db329a60-d200-4da2-b99f-52ba44bba04d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:12.915334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c9795b73-6980-4e5f-b70c-56d01c70d6ee None None] Port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:57:12.946257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51470201-51bd-49ff-8425-b95b8a153fd1 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Made reservation on behalf of dc00068350264d27a2478c66bc478139 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:12.949724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51470201-51bd-49ff-8425-b95b8a153fd1 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:12.952661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=04031f3e-53fa-4855-81b0-589797a3ef07,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:13.003488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-2d3fa596-8399-479e-88ec-e35ae1295735 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Calling delete_port for 2bd7e9ac-e05e-4c03-8d5f-d946702ae78b owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:13.113926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db329a60-d200-4da2-b99f-52ba44bba04d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:13.118554 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-db329a60-d200-4da2-b99f-52ba44bba04d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.119967 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-db329a60-d200-4da2-b99f-52ba44bba04d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:13.123219 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db329a60-d200-4da2-b99f-52ba44bba04d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:57:13.137944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.161758 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=76d1ba00-2172-4f82-b7f4-9d5c4318c4e3,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:13.187333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51470201-51bd-49ff-8425-b95b8a153fd1 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:57:13.216903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.233892 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-db329a60-d200-4da2-b99f-52ba44bba04d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6263998 Jan 28 17:57:13.236291 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41028) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:13.264589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51470201-51bd-49ff-8425-b95b8a153fd1 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.264929 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-51470201-51bd-49ff-8425-b95b8a153fd1 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Added segment f39b5b6e-89d0-4a8b-a50f-965a2aa09047 of type vlan for network 3b1cceeb-d88d-4d39-9ef8-0239e0af86be Jan 28 17:57:13.292708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51470201-51bd-49ff-8425-b95b8a153fd1 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.295170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa596-8399-479e-88ec-e35ae1295735 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.296875 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41032) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:13.308763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 04031f3e-53fa-4855-81b0-589797a3ef07 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:13.326723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb0d3cc-bb45-4ad8-9e3a-8e9e9bc52ce2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:57:13.354183 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-49a6c141-a266-4112-9232-71098a3d8df8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1165121 Jan 28 17:57:13.359440 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0eb0d3cc-bb45-4ad8-9e3a-8e9e9bc52ce2 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "PUT /v2.0/routers/58e87d72-93f4-4b2d-80d2-607f31c2598e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1094739 Jan 28 17:57:13.359440 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41038) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:13.364723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41040) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:13.375530 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fa596-8399-479e-88ec-e35ae1295735 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Port': ['ID=2bd7e9ac-e05e-4c03-8d5f-d946702ae78b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:13.381715 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa596-8399-479e-88ec-e35ae1295735 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.390054 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2d3fa596-8399-479e-88ec-e35ae1295735 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/ports/2bd7e9ac-e05e-4c03-8d5f-d946702ae78b HTTP/1.1" status: 204 len: 168 time: 1.1607442 Jan 28 17:57:13.392520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41046) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:13.395595 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeaaf94-25a8-4dac-b0e9-b1b2a0db6d1e None None] Sync routers for ids ['58e87d72-93f4-4b2d-80d2-607f31c2598e'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:57:13.433643 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.436380 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dd4d7b-fe91-48eb-af8b-c5cf0da514b5 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] DELETE failed (client error): The resource could not be found. Jan 28 17:57:13.437036 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7dd4d7b-fe91-48eb-af8b-c5cf0da514b5 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:57:13.438897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeaaf94-25a8-4dac-b0e9-b1b2a0db6d1e None None] Routers {'58e87d72-93f4-4b2d-80d2-607f31c2598e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:13.439638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7aeaaf94-25a8-4dac-b0e9-b1b2a0db6d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['58e87d72-93f4-4b2d-80d2-607f31c2598e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:13.440599 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d7dd4d7b-fe91-48eb-af8b-c5cf0da514b5 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/subnets/74d85af4-c129-4a7b-b24a-4e3392358742 HTTP/1.1" status: 404 len: 337 time: 0.0469694 Jan 28 17:57:13.443726 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41050) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:13.496987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51470201-51bd-49ff-8425-b95b8a153fd1 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.502364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51470201-51bd-49ff-8425-b95b8a153fd1 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:13.502951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51470201-51bd-49ff-8425-b95b8a153fd1 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.519137 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7aeaaf94-25a8-4dac-b0e9-b1b2a0db6d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:13.532234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeaaf94-25a8-4dac-b0e9-b1b2a0db6d1e None None] Routers {'58e87d72-93f4-4b2d-80d2-607f31c2598e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:13.532933 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7aeaaf94-25a8-4dac-b0e9-b1b2a0db6d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['58e87d72-93f4-4b2d-80d2-607f31c2598e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:13.565857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-31797686-a7ab-48b6-a3c8-609013ece615 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:13.566274 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING neutron.api.v2.base [None req-31797686-a7ab-48b6-a3c8-609013ece615 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 17:57:13.566755 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-31797686-a7ab-48b6-a3c8-609013ece615 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 17:57:13.573121 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-31797686-a7ab-48b6-a3c8-609013ece615 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2701321 Jan 28 17:57:13.576108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41056) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:13.594140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523732309'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:13.598143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7aeaaf94-25a8-4dac-b0e9-b1b2a0db6d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:13.598143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeaaf94-25a8-4dac-b0e9-b1b2a0db6d1e None None] The sync data for ids ['58e87d72-93f4-4b2d-80d2-607f31c2598e'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:57:13.598143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 04031f3e-53fa-4855-81b0-589797a3ef07 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:13.598520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.612112 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:13.621040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:13.631356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:13.640783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:13.647937 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f734c5b1-fb10-4e2e-a13e-823418c3e931 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.752039 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-51470201-51bd-49ff-8425-b95b8a153fd1 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3026865 Jan 28 17:57:13.756008 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4308f7-eb0c-43f5-9735-b8f4b66b70ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:13.756693 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7e4308f7-eb0c-43f5-9735-b8f4b66b70ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:13.759077 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51470201-51bd-49ff-8425-b95b8a153fd1 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event updated for resources: {'Network': ['ID=3b1cceeb-d88d-4d39-9ef8-0239e0af86be,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:13.761968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41062) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:13.771740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 3b1cceeb-d88d-4d39-9ef8-0239e0af86be details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:57:13.772041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.798731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f734c5b1-fb10-4e2e-a13e-823418c3e931 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.828168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-cb02c6e2-dd8c-4580-b413-d23ff904029c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1632467642'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:13.829956 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-f734c5b1-fb10-4e2e-a13e-823418c3e931 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d6b136-df8f-42aa-a0f6-2eae3df68dd4']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:13.844833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-f734c5b1-fb10-4e2e-a13e-823418c3e931 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bb9343-9fe6-4581-974a-4a32b6fdf262') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:13.845123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-f734c5b1-fb10-4e2e-a13e-823418c3e931 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bb9343-9fe6-4581-974a-4a32b6fdf262') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:13.845660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 2823bfad-7a21-4d0e-b25b-7da9d8be426d is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:13.853216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cb02c6e2-dd8c-4580-b413-d23ff904029c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:13.855265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:13.866295 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f734c5b1-fb10-4e2e-a13e-823418c3e931 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.883931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7e4308f7-eb0c-43f5-9735-b8f4b66b70ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:13.885101 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7e4308f7-eb0c-43f5-9735-b8f4b66b70ce tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5244224 Jan 28 17:57:13.887574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f734c5b1-fb10-4e2e-a13e-823418c3e931 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.890174 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41068) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:13.962942 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f734c5b1-fb10-4e2e-a13e-823418c3e931 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:13.963388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f734c5b1-fb10-4e2e-a13e-823418c3e931 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:13.978807 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:13.986692 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.004256 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-412dfc69-77c1-4195-9dd0-5c619a3ea46a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1095223 Jan 28 17:57:14.082967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41074) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:14.097001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1c44edae-36e2-4c03-b4cb-0c0bd53d02ec tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:14.111737 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.152464 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e155788b-98e7-40c4-a3df-30d99f3be71b None None] Provisioning complete for port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:14.153085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e155788b-98e7-40c4-a3df-30d99f3be71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.185305 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:14.191766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cb02c6e2-dd8c-4580-b413-d23ff904029c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:14.205066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:14.210703 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:14.214831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:57:14.219844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.228917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e155788b-98e7-40c4-a3df-30d99f3be71b None None] Port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:57:14.229410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:14.247036 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1c44edae-36e2-4c03-b4cb-0c0bd53d02ec tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:14.249168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f734c5b1-fb10-4e2e-a13e-823418c3e931 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.282691 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f734c5b1-fb10-4e2e-a13e-823418c3e931 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.287639 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1c44edae-36e2-4c03-b4cb-0c0bd53d02ec tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:14.294958 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734c5b1-fb10-4e2e-a13e-823418c3e931 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Network': ['ID=e8d6b136-df8f-42aa-a0f6-2eae3df68dd4,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:14.310226 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f734c5b1-fb10-4e2e-a13e-823418c3e931 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/networks/e8d6b136-df8f-42aa-a0f6-2eae3df68dd4 HTTP/1.1" status: 204 len: 168 time: 0.8653307 Jan 28 17:57:14.314814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41082) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:14.350821 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41086) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:14.500948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb02c6e2-dd8c-4580-b413-d23ff904029c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Made reservation on behalf of dc00068350264d27a2478c66bc478139 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:14.501865 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1273024129', 'router:external': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:14.504404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cb02c6e2-dd8c-4580-b413-d23ff904029c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.508795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c44edae-36e2-4c03-b4cb-0c0bd53d02ec tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:14.512018 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1c44edae-36e2-4c03-b4cb-0c0bd53d02ec tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.525760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Deleting port 4224c1e8-1c79-48fd-86ea-a77b219a604f {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:14.526092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.539119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:14.611453 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Usage tracker for resource:network and tenant:a1c03ba4c3df42509400c7591d745a4c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:14.623849 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:14.627554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb02c6e2-dd8c-4580-b413-d23ff904029c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:57:14.638158 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-f65183a8-d36c-4982-9642-59237fa5a6e8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Deleting port d839fd3b-e41e-4cd5-ba44-2668ca477e86 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:14.638471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f65183a8-d36c-4982-9642-59237fa5a6e8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.665461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:14.690834 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:57:14.703615 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Sync routers for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:57:14.705700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cb02c6e2-dd8c-4580-b413-d23ff904029c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.706032 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-cb02c6e2-dd8c-4580-b413-d23ff904029c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Added segment 30957375-85c3-4876-9b93-666cc55f68f0 of type vlan for network e9d16eff-576a-4a48-8389-ee2f2f29ec70 Jan 28 17:57:14.714211 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:14.714813 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:14.725586 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1ea80710-7d74-46a0-acda-51aac989a9d5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0762136 Jan 28 17:57:14.726805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41092) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:14.731536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.736949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'network': {'name': 'tempest-RoutersTest-55984038'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:14.766797 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:14.773984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:network and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:14.780164 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:14.791451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cb02c6e2-dd8c-4580-b413-d23ff904029c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.803178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.811034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:14.861182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.913685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:14.914271 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:14.932013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:14.960890 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:14.961070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Calling delete_port for 4224c1e8-1c79-48fd-86ea-a77b219a604f owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:14.976302 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Made reservation on behalf of a1c03ba4c3df42509400c7591d745a4c for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:14.978883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.000904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:15.033538 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f65183a8-d36c-4982-9642-59237fa5a6e8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.109744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.150010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:15.153464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.172355 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cb02c6e2-dd8c-4580-b413-d23ff904029c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.180642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb02c6e2-dd8c-4580-b413-d23ff904029c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:15.180822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cb02c6e2-dd8c-4580-b413-d23ff904029c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.194473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:15.202815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-f65183a8-d36c-4982-9642-59237fa5a6e8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Calling delete_port for d839fd3b-e41e-4cd5-ba44-2668ca477e86 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:15.251335 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 3, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:12Z', 'revision_number': 2, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:15.255480 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Checking router: b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:57:15.255834 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Updating router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:57:15.260802 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:15.263049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1cdbf9-049c-4040-b9d1-04b64267266b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:15.287696 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Usage tracker for resource:security_group_rule and tenant:a1c03ba4c3df42509400c7591d745a4c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:15.296884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:15.319486 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.321159 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:15.330306 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:57:15.346496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02c6e2-dd8c-4580-b413-d23ff904029c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event updated for resources: {'Network': ['ID=e9d16eff-576a-4a48-8389-ee2f2f29ec70,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:15.349904 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cb02c6e2-dd8c-4580-b413-d23ff904029c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5847502 Jan 28 17:57:15.354531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41096) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:15.357112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.357459 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Added segment f85b1cd6-c77c-4344-994e-7160ad663527 of type vlan for network 8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f Jan 28 17:57:15.360139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network e9d16eff-576a-4a48-8389-ee2f2f29ec70 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:57:15.366263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Request body: {'ports': [{'network_id': '3b1cceeb-d88d-4d39-9ef8-0239e0af86be', 'name': 'tempest-port--1168415884', 'admin_state_up': True}, {'network_id': 'e9d16eff-576a-4a48-8389-ee2f2f29ec70', 'admin_state_up': False}]} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:15.366584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Request body: {'port': {'network_id': '3b1cceeb-d88d-4d39-9ef8-0239e0af86be', 'name': 'tempest-port--1168415884', 'admin_state_up': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:15.367099 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Request body: {'port': {'network_id': 'e9d16eff-576a-4a48-8389-ee2f2f29ec70', 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:15.451263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.513515 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f65183a8-d36c-4982-9642-59237fa5a6e8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.525203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.579224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.596419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65183a8-d36c-4982-9642-59237fa5a6e8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Port': ['ID=d839fd3b-e41e-4cd5-ba44-2668ca477e86,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:15.620784 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f65183a8-d36c-4982-9642-59237fa5a6e8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.661230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.686219 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.objects.ports [None req-1c44edae-36e2-4c03-b4cb-0c0bd53d02ec tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88159) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:57:15.688562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.696876 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1c44edae-36e2-4c03-b4cb-0c0bd53d02ec tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.724932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event deleted for resources: {'Port': ['ID=4224c1e8-1c79-48fd-86ea-a77b219a604f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:15.751059 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82dfdf1d-d174-4f59-8134-d8d599e8a60d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:15.751341 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.760474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:15.768788 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Transition to ACTIVE for port object 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:15.774049 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f65183a8-d36c-4982-9642-59237fa5a6e8 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/ports/d839fd3b-e41e-4cd5-ba44-2668ca477e86 HTTP/1.1" status: 204 len: 168 time: 1.4580369 Jan 28 17:57:15.779762 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c44edae-36e2-4c03-b4cb-0c0bd53d02ec tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:15.780362 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41100) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:15.785121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-1c44edae-36e2-4c03-b4cb-0c0bd53d02ec tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:15.794238 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38355825-47ec-45df-a006-ba504e3f3021 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:15.800522 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Usage tracker for resource:port and tenant:dc00068350264d27a2478c66bc478139 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:15.806842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.813163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:15.813758 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.823490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:15.831422 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44edae-36e2-4c03-b4cb-0c0bd53d02ec tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:15.832109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1c44edae-36e2-4c03-b4cb-0c0bd53d02ec tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.837341 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.857622 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.859028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:15.865368 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-638e9187-714d-4ba9-81aa-7517f30b695f tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] DELETE failed (client error): The resource could not be found. Jan 28 17:57:15.867197 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638e9187-714d-4ba9-81aa-7517f30b695f tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:57:15.871021 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-638e9187-714d-4ba9-81aa-7517f30b695f tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/subnets/2b91a7b2-2896-44f1-94c7-1e94bdd8089c HTTP/1.1" status: 404 len: 337 time: 0.0866032 Jan 28 17:57:15.874372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44edae-36e2-4c03-b4cb-0c0bd53d02ec tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=cfa437df-9b51-4507-865e-a4dbedfb6123,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:15.879624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41104) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:15.885590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:15.886839 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6aaa6374-135e-42cd-a551-faa4fb60a252 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3100545 Jan 28 17:57:15.899790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:57:15.927422 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41108) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:15.939344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5452f798-19c2-46cd-9b55-0b3667b51bce tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '82dfdf1d-d174-4f59-8134-d8d599e8a60d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:15.947103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5452f798-19c2-46cd-9b55-0b3667b51bce tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:15.951627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5452f798-19c2-46cd-9b55-0b3667b51bce tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:15.955043 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5452f798-19c2-46cd-9b55-0b3667b51bce tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:15.962320 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5452f798-19c2-46cd-9b55-0b3667b51bce tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:16.023450 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aadaa9-bcb9-4f46-aec9-025915d6cc08 None None] Pushing event updated for resources: {'Port': ['ID=76d1ba00-2172-4f82-b7f4-9d5c4318c4e3,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:16.034927 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.054960 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Added segment 5a2103d4-245e-47e4-8c8e-bdc9afb7faf5 of type vlan for network 3411f283-0973-4340-b361-392841670f57 Jan 28 17:57:16.054960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd6e152-1427-4690-9a6c-b7c82422014b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:16.070031 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1c44edae-36e2-4c03-b4cb-0c0bd53d02ec tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9852128 Jan 28 17:57:16.074664 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41112) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:16.087462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'mac_address': 'fa:16:3e:be:fc:90', 'name': 'tempest-NetworksTestDHCPv6-1908357286'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:16.117603 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.134066 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': 'cfa437df-9b51-4507-865e-a4dbedfb6123'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:57:16.135400 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.157142 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aadaa9-bcb9-4f46-aec9-025915d6cc08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:16.157504 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aadaa9-bcb9-4f46-aec9-025915d6cc08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:16.157842 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aadaa9-bcb9-4f46-aec9-025915d6cc08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:16.158183 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aadaa9-bcb9-4f46-aec9-025915d6cc08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:16.158484 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aadaa9-bcb9-4f46-aec9-025915d6cc08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:16.159015 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aadaa9-bcb9-4f46-aec9-025915d6cc08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:16.159488 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aadaa9-bcb9-4f46-aec9-025915d6cc08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:16.159983 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aadaa9-bcb9-4f46-aec9-025915d6cc08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:16.160702 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aadaa9-bcb9-4f46-aec9-025915d6cc08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:16.161171 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aadaa9-bcb9-4f46-aec9-025915d6cc08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:16.161662 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aadaa9-bcb9-4f46-aec9-025915d6cc08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:16.162129 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aadaa9-bcb9-4f46-aec9-025915d6cc08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:16.224690 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5452f798-19c2-46cd-9b55-0b3667b51bce tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.305655 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Attempting to bind port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:16.305655 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Attempting to bind port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'd682893d-3c4a-4508-9dfc-bbe7f62ccb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:16.305655 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Attempting to bind port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 on network 2823bfad-7a21-4d0e-b25b-7da9d8be426d {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:16.305655 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:16.305655 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Checking segment: {'id': 'd682893d-3c4a-4508-9dfc-bbe7f62ccb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:16.305655 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.305655 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Bound using segment: {'id': 'd682893d-3c4a-4508-9dfc-bbe7f62ccb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:16.305655 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Bound port: 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd682893d-3c4a-4508-9dfc-bbe7f62ccb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:16.306325 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.342294 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Made reservation on behalf of dc00068350264d27a2478c66bc478139 for: {'port': 2} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:16.349055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.370337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Network': ['ID=8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:16.382013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Allocated IP 2001:db8::f816:3eff:fe43:bbbb (c221bf74-e816-466d-af85-3d953f9ff4cd/cfa437df-9b51-4507-865e-a4dbedfb6123/470419c2-e327-4a71-bd12-d16634936ea0) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:16.397247 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:57:16.397402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.397402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.401188 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a4c956c5-ea52-49e2-a5c3-811682487868 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.414269 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dc048386-253d-43f0-8b8a-39eed54419cf tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.6859853 Jan 28 17:57:16.415890 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.417614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41116) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:16.423884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.424056 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] For port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:16.428745 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] For port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=76d1ba00-2172-4f82-b7f4-9d5c4318c4e3,segment=NetworkSegment(d682893d-3c4a-4508-9dfc-bbe7f62ccb5c),segment_id=d682893d-3c4a-4508-9dfc-bbe7f62ccb5c)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:16.463337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'subnet': {'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:16.492895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5452f798-19c2-46cd-9b55-0b3667b51bce tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.493907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:16.553718 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.680832 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:16.686351 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:16.719572 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:16.721620 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5452f798-19c2-46cd-9b55-0b3667b51bce tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.734373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.734954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Fanout notify agent at l3_agent the message router_deleted on router 58e87d72-93f4-4b2d-80d2-607f31c2598e {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:57:16.749897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.753627 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8fe27c0f-2cee-4e24-900c-a05e8c074de3 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "DELETE /v2.0/routers/58e87d72-93f4-4b2d-80d2-607f31c2598e HTTP/1.1" status: 204 len: 168 time: 3.3848538 Jan 28 17:57:16.753789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.766540 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41120) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:16.768091 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Transition to ACTIVE for port object 470419c2-e327-4a71-bd12-d16634936ea0 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:16.770716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:16.793311 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Transition to ACTIVE for port object 470419c2-e327-4a71-bd12-d16634936ea0 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:16.802742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452f798-19c2-46cd-9b55-0b3667b51bce tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d296db-fd4f-447f-b41f-cd32fc4ae666,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:16.805560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a4c956c5-ea52-49e2-a5c3-811682487868 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.840312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:subnet and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:16.845685 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-a4c956c5-ea52-49e2-a5c3-811682487868 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa241f7-8975-40ee-b7f3-23b90b24ec42']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:16.846593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] device_id is not set on port 63f9cf92-1aa7-4bb4-859a-1e93ba9781d6 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:57:16.849981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:16.861744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:16.869849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09dda7c-eb09-4659-955c-118e7f7ac078 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Deleting subnet a19d41e9-fd45-4751-8b11-2436bdf599d8 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:57:16.875063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-a4c956c5-ea52-49e2-a5c3-811682487868 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5d2589-8862-4695-8780-9f09fb7a099f') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:16.875791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-a4c956c5-ea52-49e2-a5c3-811682487868 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5d2589-8862-4695-8780-9f09fb7a099f') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:16.875916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b09dda7c-eb09-4659-955c-118e7f7ac078 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.893242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a4c956c5-ea52-49e2-a5c3-811682487868 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.912478 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:16.914655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a4c956c5-ea52-49e2-a5c3-811682487868 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.923636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c956c5-ea52-49e2-a5c3-811682487868 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:16.928488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a4c956c5-ea52-49e2-a5c3-811682487868 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.937020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b09dda7c-eb09-4659-955c-118e7f7ac078 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:16.944857 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:16.993446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.027569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5452f798-19c2-46cd-9b55-0b3667b51bce tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.030049 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5452f798-19c2-46cd-9b55-0b3667b51bce tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1014781 Jan 28 17:57:17.036827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41124) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:17.047197 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.048345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:17.049961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.053943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-bfbe7b5e-8d29-42b6-bcdf-29eac56a5934 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '82dfdf1d-d174-4f59-8134-d8d599e8a60d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:17.055949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:17.060521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bfbe7b5e-8d29-42b6-bcdf-29eac56a5934 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:17.064813 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bfbe7b5e-8d29-42b6-bcdf-29eac56a5934 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:17.067920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bfbe7b5e-8d29-42b6-bcdf-29eac56a5934 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:17.074403 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bfbe7b5e-8d29-42b6-bcdf-29eac56a5934 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:17.095555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:17.098934 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.120233 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Pushing event updated for resources: {'Port': ['ID=470419c2-e327-4a71-bd12-d16634936ea0,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:17.141148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:17.141852 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:17.142614 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:17.143157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:17.143633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:17.144110 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:17.144622 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:17.145503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:17.150239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:17.150239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:17.150239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:17.150239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:57:17.152961 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:17.160640 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:17.169416 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:17.205152 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aadaa9-bcb9-4f46-aec9-025915d6cc08 None None] Pushing event updated for resources: {'Port': ['ID=76d1ba00-2172-4f82-b7f4-9d5c4318c4e3,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:17.231916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.258103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7b5e-8d29-42b6-bcdf-29eac56a5934 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.290095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Attempting to bind port 470419c2-e327-4a71-bd12-d16634936ea0 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:17.290456 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Attempting to bind port 470419c2-e327-4a71-bd12-d16634936ea0 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:17.290932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Attempting to bind port 470419c2-e327-4a71-bd12-d16634936ea0 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:17.296900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:17.297323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:17.297724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.299959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:17.299959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Bound port: 470419c2-e327-4a71-bd12-d16634936ea0, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:17.299959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.312324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event updated for resources: {'Network': ['ID=3411f283-0973-4340-b361-392841670f57,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:17.344619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 3411f283-0973-4340-b361-392841670f57 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:57:17.360665 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 3, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:16Z', 'revision_number': 4, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:17.363915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.366429 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0016999-9758-4c86-aa15-1f436f76aa33 None None] The sync data for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 3, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:16Z', 'revision_number': 4, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:57:17.389790 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b09dda7c-eb09-4659-955c-118e7f7ac078 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.395481 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a4c956c5-ea52-49e2-a5c3-811682487868 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.442867 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 3d886684-c6bc-464f-a42b-0e68b5fc85cd yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:57:17.483887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a4c956c5-ea52-49e2-a5c3-811682487868 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.488636 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a4c956c5-ea52-49e2-a5c3-811682487868 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/networks/9aa241f7-8975-40ee-b7f3-23b90b24ec42 HTTP/1.1" status: 204 len: 168 time: 1.6047585 Jan 28 17:57:17.494235 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1cd278bc-6d3a-4850-96a6-6235bc9f258a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.1397007 Jan 28 17:57:17.494235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41128) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:17.499745 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41130) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:17.503322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c956c5-ea52-49e2-a5c3-811682487868 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Network': ['ID=9aa241f7-8975-40ee-b7f3-23b90b24ec42,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:17.538848 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] For port 470419c2-e327-4a71-bd12-d16634936ea0, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:17.542036 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] For port 470419c2-e327-4a71-bd12-d16634936ea0, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=470419c2-e327-4a71-bd12-d16634936ea0,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:17.558371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Request body: {'subnet': {'network_id': '3411f283-0973-4340-b361-392841670f57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:17.568525 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] device_id is not set on port ccecf7ef-86cc-4433-98e4-c54d2fd1c3f0 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:57:17.581898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:17.604344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Usage tracker for resource:subnet and tenant:a1c03ba4c3df42509400c7591d745a4c is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:17.611609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:17.618712 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.628312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:17.647926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99ad247-57a0-4293-9110-46190b9dec06 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Deleting subnet 650aa77d-2acf-4ac4-9a56-daf1878e3478 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:57:17.651131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e99ad247-57a0-4293-9110-46190b9dec06 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.651365 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-bfbe7b5e-8d29-42b6-bcdf-29eac56a5934 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 17:57:17.652631 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bfbe7b5e-8d29-42b6-bcdf-29eac56a5934 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6133473 Jan 28 17:57:17.654004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b09dda7c-eb09-4659-955c-118e7f7ac078 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.667108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41136) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:17.725263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc1b68-4cf6-4514-acc3-3664ee353cf8 None None] Pushing event updated for resources: {'Port': ['ID=470419c2-e327-4a71-bd12-d16634936ea0,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:17.746275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dda7c-eb09-4659-955c-118e7f7ac078 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event deleted for resources: {'Subnet': ['ID=a19d41e9-fd45-4751-8b11-2436bdf599d8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:17.756769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e99ad247-57a0-4293-9110-46190b9dec06 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.757718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b09dda7c-eb09-4659-955c-118e7f7ac078 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.763018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b42587-54f8-41dc-98b5-8b4c8cbfb4c4 None None] Network c9d5d222-c88e-403d-bfb6-7872f382bfff requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:17.815846 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b09dda7c-eb09-4659-955c-118e7f7ac078 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "DELETE /v2.0/subnets/a19d41e9-fd45-4751-8b11-2436bdf599d8 HTTP/1.1" status: 204 len: 168 time: 1.0441220 Jan 28 17:57:17.816056 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::f816:3eff:febe:fc90 (c221bf74-e816-466d-af85-3d953f9ff4cd/cfa437df-9b51-4507-865e-a4dbedfb6123/3d886684-c6bc-464f-a42b-0e68b5fc85cd) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:17.816056 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41140) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:17.824877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Made reservation on behalf of a1c03ba4c3df42509400c7591d745a4c for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:17.827510 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.899633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1791ae65-47b5-4f75-9c24-6c11111d8113 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.952312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.976952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1791ae65-47b5-4f75-9c24-6c11111d8113 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:17.990382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:18.174845 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Subnet': ['ID=d8c23cd3-854e-454d-83c9-c12212204dcc,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:18.201901 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a606a8d-9532-4ce8-8059-901ccc6ac535 None None] DHCP port deletion for c9d5d222-c88e-403d-bfb6-7872f382bfff request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:57:18.207451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5a606a8d-9532-4ce8-8059-901ccc6ac535 None None] Deleting port facf0d56-9131-497e-820c-93ea1f25dcb8 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:18.207451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a606a8d-9532-4ce8-8059-901ccc6ac535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:18.209795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:18.212120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Checking segment: {'id': 'f85b1cd6-c77c-4344-994e-7160ad663527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:18.212120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network hostable DHCP agents. Network: 8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:57:18.295840 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e99ad247-57a0-4293-9110-46190b9dec06 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:18.313825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:18.359368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Deleting port facf0d56-9131-497e-820c-93ea1f25dcb8 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:18.359917 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:18.517159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:57:18.529431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1791ae65-47b5-4f75-9c24-6c11111d8113 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:18.559016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-5a606a8d-9532-4ce8-8059-901ccc6ac535 None None] For port facf0d56-9131-497e-820c-93ea1f25dcb8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=facf0d56-9131-497e-820c-93ea1f25dcb8,segment=NetworkSegment(898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb),segment_id=898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:18.559573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a606a8d-9532-4ce8-8059-901ccc6ac535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:18.567463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1791ae65-47b5-4f75-9c24-6c11111d8113 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:18.571891 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1791ae65-47b5-4f75-9c24-6c11111d8113 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "DELETE /v2.0/security-groups/82dfdf1d-d174-4f59-8134-d8d599e8a60d HTTP/1.1" status: 204 len: 168 time: 0.8629408 Jan 28 17:57:18.571891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791ae65-47b5-4f75-9c24-6c11111d8113 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dfdf1d-d174-4f59-8134-d8d599e8a60d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:18.575644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41144) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:18.612846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event updated for resources: {'Port': ['ID=63f9cf92-1aa7-4bb4-859a-1e93ba9781d6,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:18.630034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Checking segment: {'id': 'f39b5b6e-89d0-4a8b-a50f-965a2aa09047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3b1cceeb-d88d-4d39-9ef8-0239e0af86be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:18.630950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Network hostable DHCP agents. Network: 3b1cceeb-d88d-4d39-9ef8-0239e0af86be, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:57:18.650780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:18.664265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:18.664761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:18.689374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1fc2d54c-7501-433b-963a-ebf8e5855345 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Synchronizing usage tracker for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:18.730288 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5a606a8d-9532-4ce8-8059-901ccc6ac535 None None] Calling delete_port for facf0d56-9131-497e-820c-93ea1f25dcb8 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:18.756937 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf40a1b-8d68-40e1-9d36-674955f5bda5 None None] Network 8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:18.805043 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Network 3b1cceeb-d88d-4d39-9ef8-0239e0af86be is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:57:18.813183 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-05b13cbe-efb3-4298-a733-8e0c797701a9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3601232 Jan 28 17:57:18.813183 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1fc2d54c-7501-433b-963a-ebf8e5855345 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Unset dirty status for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:18.813443 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e99ad247-57a0-4293-9110-46190b9dec06 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:18.817381 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1fc2d54c-7501-433b-963a-ebf8e5855345 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2401972 Jan 28 17:57:18.818596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41148) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:18.818805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41150) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:18.821483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 3b1cceeb-d88d-4d39-9ef8-0239e0af86be) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:18.825148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:18.826120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:18.846715 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5011090a-44dd-4a4c-a4b0-900963074843 None None] Network 3b1cceeb-d88d-4d39-9ef8-0239e0af86be requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:18.907014 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:18.935221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event updated for resources: {'Port': ['ID=ccecf7ef-86cc-4433-98e4-c54d2fd1c3f0,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:18.940786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Checking segment: {'id': '30957375-85c3-4876-9b93-666cc55f68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e9d16eff-576a-4a48-8389-ee2f2f29ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:18.940786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Network hostable DHCP agents. Network: e9d16eff-576a-4a48-8389-ee2f2f29ec70, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:57:18.977663 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-bb8754d8-17f7-4ce0-bec3-e3f63dbe2fbe tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group': {'name': 'tempest-secgroup--818492832'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:19.027089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ad247-57a0-4293-9110-46190b9dec06 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Subnet': ['ID=650aa77d-2acf-4ac4-9a56-daf1878e3478,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:19.043636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bb8754d8-17f7-4ce0-bec3-e3f63dbe2fbe tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:19.066926 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Network e9d16eff-576a-4a48-8389-ee2f2f29ec70 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:57:19.084423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83612b60-9961-4693-9838-3e0813d8f5bc None None] Network 70dd6112-ece6-47b5-8d70-803ebf84f300 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:19.117406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a606a8d-9532-4ce8-8059-901ccc6ac535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:19.157117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e99ad247-57a0-4293-9110-46190b9dec06 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:19.158788 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, e9d16eff-576a-4a48-8389-ee2f2f29ec70) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:19.165075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:19.171821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:19.190017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 3d886684-c6bc-464f-a42b-0e68b5fc85cd will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:19.190152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:19.190863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:19.209169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bb8754d8-17f7-4ce0-bec3-e3f63dbe2fbe tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:19.225281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a606a8d-9532-4ce8-8059-901ccc6ac535 None None] Pushing event deleted for resources: {'Port': ['ID=facf0d56-9131-497e-820c-93ea1f25dcb8,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:19.232789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304032f1-3e0a-4e51-bd44-66a2aae46385 None None] Network e9d16eff-576a-4a48-8389-ee2f2f29ec70 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:19.235277 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] For port facf0d56-9131-497e-820c-93ea1f25dcb8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=facf0d56-9131-497e-820c-93ea1f25dcb8,segment=NetworkSegment(898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb),segment_id=898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:19.235639 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:19.257584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41156) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:19.257722 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e99ad247-57a0-4293-9110-46190b9dec06 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/subnets/650aa77d-2acf-4ac4-9a56-daf1878e3478 HTTP/1.1" status: 204 len: 168 time: 1.7590783 Jan 28 17:57:19.327441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a606a8d-9532-4ce8-8059-901ccc6ac535 None None] No DVR routers for this DVR port facf0d56-9131-497e-820c-93ea1f25dcb8 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:57:19.332028 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-005dba8b-f094-4ad1-b9ce-7dc0f193d0b8 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9751723 Jan 28 17:57:19.339044 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41160) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:19.405786 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Calling delete_port for facf0d56-9131-497e-820c-93ea1f25dcb8 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:19.516221 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:57:19.516404 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:19.526506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 470419c2-e327-4a71-bd12-d16634936ea0 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:19.526823 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bb8754d8-17f7-4ce0-bec3-e3f63dbe2fbe tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:19.549501 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:19.568505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Deleting port a1d7279b-7939-4e07-8583-9bf8cc0857d2 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:19.568830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:19.624881 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3b0ab0-371d-4118-8454-7a06f0d1fbb7 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:19.631901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3b0ab0-371d-4118-8454-7a06f0d1fbb7 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:19.632618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ff3b0ab0-371d-4118-8454-7a06f0d1fbb7 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Synchronizing usage tracker for tenant:dc00068350264d27a2478c66bc478139 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:19.649293 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bb8754d8-17f7-4ce0-bec3-e3f63dbe2fbe tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:19.668854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bb8754d8-17f7-4ce0-bec3-e3f63dbe2fbe tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:19.676765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bb8754d8-17f7-4ce0-bec3-e3f63dbe2fbe tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:19.690462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bb8754d8-17f7-4ce0-bec3-e3f63dbe2fbe tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:19.754978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:57:19.754978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:57:19.768602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:19.788016 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ff3b0ab0-371d-4118-8454-7a06f0d1fbb7 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Unset dirty status for tenant:dc00068350264d27a2478c66bc478139 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:19.791915 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ff3b0ab0-371d-4118-8454-7a06f0d1fbb7 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4487443 Jan 28 17:57:19.795325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41164) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:19.849176 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1baf5830-6122-4e76-b8ef-00d6c11b7eeb None None] Provisioning for port 470419c2-e327-4a71-bd12-d16634936ea0 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:19.862525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 470419c2-e327-4a71-bd12-d16634936ea0 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:19.873130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:19.880078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 470419c2-e327-4a71-bd12-d16634936ea0 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:19.881000 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:19.899548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] For port a1d7279b-7939-4e07-8583-9bf8cc0857d2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a1d7279b-7939-4e07-8583-9bf8cc0857d2,segment=NetworkSegment(4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873),segment_id=4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:19.899908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:19.912939 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Allocated IP 172.22.0.2 (8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f/d8c23cd3-854e-454d-83c9-c12212204dcc/78d97c9a-1a82-4ed2-ae15-9d25106bb70c) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:19.916703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c08ad43b-1d8a-4b45-8bdc-2e0ee78ea573 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Deleting port 63f9cf92-1aa7-4bb4-859a-1e93ba9781d6 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:19.916991 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c08ad43b-1d8a-4b45-8bdc-2e0ee78ea573 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:19.957246 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:19.968035 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=3d886684-c6bc-464f-a42b-0e68b5fc85cd,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:19.970240 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:19.973826 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7600f14c-5cb9-46c0-b274-944f818d651b None None] DHCP port deletion for 70dd6112-ece6-47b5-8d70-803ebf84f300 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:57:19.978967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:19.987423 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:19.987423 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.090639 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7600f14c-5cb9-46c0-b274-944f818d651b None None] Deleting port a1d7279b-7939-4e07-8583-9bf8cc0857d2 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:20.091314 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7600f14c-5cb9-46c0-b274-944f818d651b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.136204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.objects.ports [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88159) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:57:20.136671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.137215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Calling delete_port for a1d7279b-7939-4e07-8583-9bf8cc0857d2 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:20.283680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.328282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bb8754d8-17f7-4ce0-bec3-e3f63dbe2fbe tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.335686 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Deleting port facf0d56-9131-497e-820c-93ea1f25dcb8 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:20.336092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.361302 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2deec0e6-8fea-4912-9eb1-578eabf4b48f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2855971 Jan 28 17:57:20.366393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41168) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:20.367104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.465364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bb8754d8-17f7-4ce0-bec3-e3f63dbe2fbe tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.476449 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 470419c2-e327-4a71-bd12-d16634936ea0, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=470419c2-e327-4a71-bd12-d16634936ea0,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:20.478035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Port': ['ID=a1d7279b-7939-4e07-8583-9bf8cc0857d2,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:20.479851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] No DVR routers for this DVR port a1d7279b-7939-4e07-8583-9bf8cc0857d2 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:57:20.487970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] The port 'facf0d56-9131-497e-820c-93ea1f25dcb8' was deleted {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:57:20.492769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-7600f14c-5cb9-46c0-b274-944f818d651b None None] For port a1d7279b-7939-4e07-8583-9bf8cc0857d2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a1d7279b-7939-4e07-8583-9bf8cc0857d2,segment=NetworkSegment(4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873),segment_id=4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:20.493232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7600f14c-5cb9-46c0-b274-944f818d651b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.514615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.550594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c08ad43b-1d8a-4b45-8bdc-2e0ee78ea573 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.567148 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event updated for resources: {'Subnet': ['ID=929380ae-a12c-47b7-808a-62a9cdbc0886,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:20.579053 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8a29ff14-87c8-4be3-a202-1082e7182784 None None] Provisioning for port 3d886684-c6bc-464f-a42b-0e68b5fc85cd completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:20.582738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Transition to ACTIVE for port object 78d97c9a-1a82-4ed2-ae15-9d25106bb70c will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:20.611591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.638680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.638680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:20.674728 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7600f14c-5cb9-46c0-b274-944f818d651b None None] Calling delete_port for a1d7279b-7939-4e07-8583-9bf8cc0857d2 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:20.684889 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8754d8-17f7-4ce0-bec3-e3f63dbe2fbe tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f070115-c04c-42c4-8c67-8f67d2fb872d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:20.704059 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bb8754d8-17f7-4ce0-bec3-e3f63dbe2fbe tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.704501 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bb8754d8-17f7-4ce0-bec3-e3f63dbe2fbe tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8527648 Jan 28 17:57:20.705394 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Checking segment: {'id': '5a2103d4-245e-47e4-8c8e-bdc9afb7faf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3411f283-0973-4340-b361-392841670f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:20.705893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Network hostable DHCP agents. Network: 3411f283-0973-4340-b361-392841670f57, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:57:20.716292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41172) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:20.767965 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8a29ff14-87c8-4be3-a202-1082e7182784 None None] Provisioning complete for port 3d886684-c6bc-464f-a42b-0e68b5fc85cd triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:20.767965 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8a29ff14-87c8-4be3-a202-1082e7182784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.797758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3cdd96cf-934c-4ff8-803a-60d71c058416 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '0f070115-c04c-42c4-8c67-8f67d2fb872d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:20.799053 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING neutron.api.v2.base [None req-3cdd96cf-934c-4ff8-803a-60d71c058416 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 17:57:20.799053 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-3cdd96cf-934c-4ff8-803a-60d71c058416 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:20.800429 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3cdd96cf-934c-4ff8-803a-60d71c058416 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0286512 Jan 28 17:57:20.855252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.856146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Transition to ACTIVE for port object 78d97c9a-1a82-4ed2-ae15-9d25106bb70c will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:20.867474 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41176) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:20.897096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c08ad43b-1d8a-4b45-8bdc-2e0ee78ea573 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Calling delete_port for 63f9cf92-1aa7-4bb4-859a-1e93ba9781d6 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:20.897842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8a29ff14-87c8-4be3-a202-1082e7182784 None None] Port 3d886684-c6bc-464f-a42b-0e68b5fc85cd cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:57:20.901303 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=470419c2-e327-4a71-bd12-d16634936ea0,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:20.916185 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-7600f14c-5cb9-46c0-b274-944f818d651b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:57:20.916609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-7600f14c-5cb9-46c0-b274-944f818d651b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:57:20.937786 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d5d222-c88e-403d-bfb6-7872f382bfff']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:20.949341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.955832 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:20.956169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898bb95f-59e0-4e56-9b3a-a3b3e9d6ffcb') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:20.971868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:20.979219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c217a6-1ad8-4712-8398-65f8adef1f3a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:20.986642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c217a6-1ad8-4712-8398-65f8adef1f3a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:20.987478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-55c217a6-1ad8-4712-8398-65f8adef1f3a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:20.990716 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.019803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70dd6112-ece6-47b5-8d70-803ebf84f300']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:21.050539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:21.050983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc8c5ef-16eb-461a-a3f8-ee1b7f9cf873') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:21.051812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Network 3411f283-0973-4340-b361-392841670f57 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:57:21.054074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:21.060872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Network 8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:21.067739 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:21.069429 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.071858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:21.072225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.085355 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.088164 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.094477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:21.094940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.099586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:21.107623 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0bf5bd74-fbc2-4161-ac72-b8a0c83b8c38 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:21.111123 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:21.118587 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:21.118587 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.118768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-55c217a6-1ad8-4712-8398-65f8adef1f3a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:21.118768 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-55c217a6-1ad8-4712-8398-65f8adef1f3a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7464621 Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:21.133204 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:21.141330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41180) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:21.183931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c08ad43b-1d8a-4b45-8bdc-2e0ee78ea573 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.200368 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Pushing event updated for resources: {'Port': ['ID=78d97c9a-1a82-4ed2-ae15-9d25106bb70c,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:21.240502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Attempting to bind port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:21.242364 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Attempting to bind port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'f85b1cd6-c77c-4344-994e-7160ad663527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:21.242364 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Attempting to bind port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c on network 8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:21.242563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ad43b-1d8a-4b45-8bdc-2e0ee78ea573 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event deleted for resources: {'Port': ['ID=63f9cf92-1aa7-4bb4-859a-1e93ba9781d6,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:21.249056 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:21.249509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Checking segment: {'id': 'f85b1cd6-c77c-4344-994e-7160ad663527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:21.249758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.249912 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c08ad43b-1d8a-4b45-8bdc-2e0ee78ea573 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.250141 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Bound using segment: {'id': 'f85b1cd6-c77c-4344-994e-7160ad663527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:21.250606 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Bound port: 78d97c9a-1a82-4ed2-ae15-9d25106bb70c, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85b1cd6-c77c-4344-994e-7160ad663527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:21.250983 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.282205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 3411f283-0973-4340-b361-392841670f57) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:21.295316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16a2f28-d04b-4e83-ac2a-560be4b26d0e None None] Network 3411f283-0973-4340-b361-392841670f57 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:21.323971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.327561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:21.328163 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.340160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0bf5bd74-fbc2-4161-ac72-b8a0c83b8c38 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.344308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.348907 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] 10.222.0.26 "DELETE /v2.0/networks/70dd6112-ece6-47b5-8d70-803ebf84f300 HTTP/1.1" status: 204 len: 168 time: 2.0852075 Jan 28 17:57:21.352592 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c08ad43b-1d8a-4b45-8bdc-2e0ee78ea573 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "DELETE /v2.0/ports/63f9cf92-1aa7-4bb4-859a-1e93ba9781d6 HTTP/1.1" status: 204 len: 168 time: 1.5560791 Jan 28 17:57:21.357041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb730b-4f8a-40c4-8605-80c8d67da2e6 tempest-NetworksIpV6TestAttrs-1531751496 tempest-NetworksIpV6TestAttrs-1531751496-project] Pushing event deleted for resources: {'Network': ['ID=70dd6112-ece6-47b5-8d70-803ebf84f300,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:21.359926 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41186) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:21.410883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-96dc9eda-acdd-48b3-8cd9-1ffaa6bfb8d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 3d886684-c6bc-464f-a42b-0e68b5fc85cd {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:21.411246 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96dc9eda-acdd-48b3-8cd9-1ffaa6bfb8d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.417966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7600f14c-5cb9-46c0-b274-944f818d651b None None] Deleting port a1d7279b-7939-4e07-8583-9bf8cc0857d2 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:21.418340 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7600f14c-5cb9-46c0-b274-944f818d651b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.448367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-2e285b1d-8d21-4001-adb8-74b48d337136 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Deleting port ccecf7ef-86cc-4433-98e4-c54d2fd1c3f0 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:21.448971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e285b1d-8d21-4001-adb8-74b48d337136 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.513642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.527717 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.545292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7600f14c-5cb9-46c0-b274-944f818d651b None None] The port 'a1d7279b-7939-4e07-8583-9bf8cc0857d2' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:57:21.554825 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.559695 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "DELETE /v2.0/networks/c9d5d222-c88e-403d-bfb6-7872f382bfff HTTP/1.1" status: 204 len: 168 time: 3.7374895 Jan 28 17:57:21.564792 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41190) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:21.577141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603e021-d991-463a-9ed6-1f327794e583 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event deleted for resources: {'Network': ['ID=c9d5d222-c88e-403d-bfb6-7872f382bfff,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:21.663107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-81996c1b-012d-421b-a944-e58c50617657 None None] For port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:21.673804 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=76d1ba00-2172-4f82-b7f4-9d5c4318c4e3,segment=NetworkSegment(d682893d-3c4a-4508-9dfc-bbe7f62ccb5c),segment_id=d682893d-3c4a-4508-9dfc-bbe7f62ccb5c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:21.686601 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9f483265-48ee-4f02-93fd-accf9b9ce697 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1820927 Jan 28 17:57:21.699408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41194) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:21.703649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-81996c1b-012d-421b-a944-e58c50617657 None None] For port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=78d97c9a-1a82-4ed2-ae15-9d25106bb70c,segment=NetworkSegment(f85b1cd6-c77c-4344-994e-7160ad663527),segment_id=f85b1cd6-c77c-4344-994e-7160ad663527)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:21.711042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-254518802', 'network_id': '3411f283-0973-4340-b361-392841670f57'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:21.721336 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Allocated IP 172.22.0.1 (8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f/d8c23cd3-854e-454d-83c9-c12212204dcc/ddc169c1-19f4-483d-a21c-e14abf3a5656) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:21.728808 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:21.737118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Usage tracker for resource:port and tenant:a1c03ba4c3df42509400c7591d745a4c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:21.748811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:21.759400 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:21.780695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.787152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e285b1d-8d21-4001-adb8-74b48d337136 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.852387 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7162b0b-dca3-4205-a57e-0ecbdf2f9f1f None None] Network 3411f283-0973-4340-b361-392841670f57 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:21.868345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=76d1ba00-2172-4f82-b7f4-9d5c4318c4e3,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:21.871114 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device facf0d56-9131-497e-820c-93ea1f25dcb8 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:57:21.898353 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0bf5bd74-fbc2-4161-ac72-b8a0c83b8c38 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.925060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:21.937961 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-2e285b1d-8d21-4001-adb8-74b48d337136 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Calling delete_port for ccecf7ef-86cc-4433-98e4-c54d2fd1c3f0 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:22.016453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41200) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:22.051466 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: facf0d56-9131-497e-820c-93ea1f25dcb8 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:57:22.051944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device facf0d56-9131-497e-820c-93ea1f25dcb8 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:57:22.123565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81996c1b-012d-421b-a944-e58c50617657 None None] Pushing event updated for resources: {'Port': ['ID=78d97c9a-1a82-4ed2-ae15-9d25106bb70c,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:22.125062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Made reservation on behalf of a1c03ba4c3df42509400c7591d745a4c for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:22.127912 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.146583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e285b1d-8d21-4001-adb8-74b48d337136 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.212335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e285b1d-8d21-4001-adb8-74b48d337136 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event deleted for resources: {'Port': ['ID=ccecf7ef-86cc-4433-98e4-c54d2fd1c3f0,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:22.223848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] device_id is not set on port 3e41c647-a199-4572-93d3-02536ebddb4d yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:57:22.225392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 470419c2-e327-4a71-bd12-d16634936ea0 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:22.232694 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5bd74-fbc2-4161-ac72-b8a0c83b8c38 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f070115-c04c-42c4-8c67-8f67d2fb872d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:22.236839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-7824e59d-ea55-4011-9e49-e675a3984052 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Deleting port 333d8d7e-8a0a-47e8-8be1-82ec06234c36 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:22.237392 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7824e59d-ea55-4011-9e49-e675a3984052 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.289982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e285b1d-8d21-4001-adb8-74b48d337136 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.342533 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0bf5bd74-fbc2-4161-ac72-b8a0c83b8c38 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.344144 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0bf5bd74-fbc2-4161-ac72-b8a0c83b8c38 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "DELETE /v2.0/security-groups/0f070115-c04c-42c4-8c67-8f67d2fb872d HTTP/1.1" status: 204 len: 168 time: 1.4654074 Jan 28 17:57:22.349737 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2e285b1d-8d21-4001-adb8-74b48d337136 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "DELETE /v2.0/ports/ccecf7ef-86cc-4433-98e4-c54d2fd1c3f0 HTTP/1.1" status: 204 len: 168 time: 0.9879684 Jan 28 17:57:22.353070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41206) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:22.353636 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41208) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:22.377471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96dc9eda-acdd-48b3-8cd9-1ffaa6bfb8d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.386435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 470419c2-e327-4a71-bd12-d16634936ea0 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:22.387411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.525089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e352e018-6cf9-4fa9-87a2-1fada6524a27 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Synchronizing usage tracker for tenant:dc00068350264d27a2478c66bc478139 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:22.532958 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b5d21992-9453-4263-a673-ba70f2f2c5e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e26c13bbbedc4ee28efebe317cbf20b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154159 Jan 28 17:57:22.542546 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41214) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:22.561574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:22.592621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-96dc9eda-acdd-48b3-8cd9-1ffaa6bfb8d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 3d886684-c6bc-464f-a42b-0e68b5fc85cd owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:22.609725 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0351ec15-cc8f-4231-a39a-83a3f67d02f2 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2445469 Jan 28 17:57:22.618361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41218) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:22.624848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Allocated IP 172.20.0.4 (3411f283-0973-4340-b361-392841670f57/929380ae-a12c-47b7-808a-62a9cdbc0886/3e41c647-a199-4572-93d3-02536ebddb4d) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:22.632509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group': {'name': 'tempest-secgroup--62690573'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:22.638861 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:22.648228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:22.659304 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:22.659669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.660253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:22.668736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e352e018-6cf9-4fa9-87a2-1fada6524a27 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Unset dirty status for tenant:dc00068350264d27a2478c66bc478139 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:22.674526 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e352e018-6cf9-4fa9-87a2-1fada6524a27 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3071785 Jan 28 17:57:22.674526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:22.679319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41222) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:22.684785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-27c7b491-81ef-4d35-8de1-12a341bff250 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-311833888'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:22.701544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-27c7b491-81ef-4d35-8de1-12a341bff250 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:22.737340 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-27c7b491-81ef-4d35-8de1-12a341bff250 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:22.758220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-06f962d4-befc-4305-96a5-b32ee99eee75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.782824 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.826307 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7824e59d-ea55-4011-9e49-e675a3984052 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.827393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7824e59d-ea55-4011-9e49-e675a3984052 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.840311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.853792 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a1d7279b-7939-4e07-8583-9bf8cc0857d2 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:57:22.884823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c7b491-81ef-4d35-8de1-12a341bff250 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Made reservation on behalf of dc00068350264d27a2478c66bc478139 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:22.888199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-27c7b491-81ef-4d35-8de1-12a341bff250 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.889309 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: a1d7279b-7939-4e07-8583-9bf8cc0857d2 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:57:22.889805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a1d7279b-7939-4e07-8583-9bf8cc0857d2 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:57:22.907585 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-06f962d4-befc-4305-96a5-b32ee99eee75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:22.935346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:22.960231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:22.966585 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:22.994499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:22.995691 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-7824e59d-ea55-4011-9e49-e675a3984052 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Calling delete_port for 333d8d7e-8a0a-47e8-8be1-82ec06234c36 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:23.088265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.093099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Transition to ACTIVE for port object ddc169c1-19f4-483d-a21c-e14abf3a5656 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:23.153845 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-06f962d4-befc-4305-96a5-b32ee99eee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.239154 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96dc9eda-acdd-48b3-8cd9-1ffaa6bfb8d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.295210 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc9eda-acdd-48b3-8cd9-1ffaa6bfb8d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=3d886684-c6bc-464f-a42b-0e68b5fc85cd,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:23.296505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.317213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f962d4-befc-4305-96a5-b32ee99eee75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bdb5e9-8620-4ffd-a0c9-309b8b28e80e,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:23.323489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.333359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c7b491-81ef-4d35-8de1-12a341bff250 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:57:23.348817 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96dc9eda-acdd-48b3-8cd9-1ffaa6bfb8d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.362151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.413913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-27c7b491-81ef-4d35-8de1-12a341bff250 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.414256 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-27c7b491-81ef-4d35-8de1-12a341bff250 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Added segment 05d01299-3c8f-4e94-9321-fe501952e7f3 of type vlan for network 7b0016de-bccc-4b51-8c56-43537f3cd910 Jan 28 17:57:23.416854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-06f962d4-befc-4305-96a5-b32ee99eee75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.422123 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-06f962d4-befc-4305-96a5-b32ee99eee75 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6bdb5e9-8620-4ffd-a0c9-309b8b28e80e HTTP/1.1" status: 204 len: 168 time: 0.8773396 Jan 28 17:57:23.431652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40aa8d06-d8d9-4cdd-bae3-b7d6f27b5945,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:23.465469 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:23.472421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-27c7b491-81ef-4d35-8de1-12a341bff250 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.493999 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7824e59d-ea55-4011-9e49-e675a3984052 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.520619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.525182 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2cd5750e-70e9-488f-8db8-7786e7690fae tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9064531 Jan 28 17:57:23.527394 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:23.528118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41228) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:23.530648 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:23.536032 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d51815e1-8e82-4b39-a4ab-5774a0cf315e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '40aa8d06-d8d9-4cdd-bae3-b7d6f27b5945', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:23.537373 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING neutron.api.v2.base [None req-d51815e1-8e82-4b39-a4ab-5774a0cf315e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 17:57:23.537877 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-d51815e1-8e82-4b39-a4ab-5774a0cf315e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:23.538914 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d51815e1-8e82-4b39-a4ab-5774a0cf315e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0098343 Jan 28 17:57:23.541721 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41232) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:23.614095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.666359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c8946e-53d3-4ef7-a6e9-3b6cea3a694a None None] Network 8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:23.699532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-27c7b491-81ef-4d35-8de1-12a341bff250 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.705203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c7b491-81ef-4d35-8de1-12a341bff250 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:23.706595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-27c7b491-81ef-4d35-8de1-12a341bff250 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.714886 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-96dc9eda-acdd-48b3-8cd9-1ffaa6bfb8d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/3d886684-c6bc-464f-a42b-0e68b5fc85cd HTTP/1.1" status: 204 len: 168 time: 2.5664339 Jan 28 17:57:23.722437 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7824e59d-ea55-4011-9e49-e675a3984052 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.725048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41236) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:23.726113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7824e59d-ea55-4011-9e49-e675a3984052 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.729718 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7824e59d-ea55-4011-9e49-e675a3984052 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] 10.222.0.26 "DELETE /v2.0/floatingips/7f7500fc-0cca-40a4-bf40-8054a4b10564 HTTP/1.1" status: 204 len: 168 time: 2.1591010 Jan 28 17:57:23.735235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=ddc169c1-19f4-483d-a21c-e14abf3a5656,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:23.780217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1891-3257-4855-bc3c-762d7072f84b tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.788039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824e59d-ea55-4011-9e49-e675a3984052 tempest-FloatingIPAdminTestJSON-1348764408 tempest-FloatingIPAdminTestJSON-1348764408-project] Pushing event deleted for resources: {'Port': ['ID=333d8d7e-8a0a-47e8-8be1-82ec06234c36,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:23.788925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Network 3411f283-0973-4340-b361-392841670f57 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:23.791730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:23.938490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:23.941641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:24.009941 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event updated for resources: {'Port': ['ID=3e41c647-a199-4572-93d3-02536ebddb4d,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:24.210161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7b491-81ef-4d35-8de1-12a341bff250 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event updated for resources: {'Network': ['ID=7b0016de-bccc-4b51-8c56-43537f3cd910,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:24.212503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 7b0016de-bccc-4b51-8c56-43537f3cd910 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:57:24.213770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a64c1fc-5ba8-476a-9446-37d8cfb3b571 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:24.213770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a64c1fc-5ba8-476a-9446-37d8cfb3b571 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:24.213770 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7a64c1fc-5ba8-476a-9446-37d8cfb3b571 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3944232 Jan 28 17:57:24.213770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1891-3257-4855-bc3c-762d7072f84b tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:24.213770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41248) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:24.267565 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:24.268167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:24.332040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a3a0e1-2fb1-4f50-903e-d4cd7bbb8b50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet cfa437df-9b51-4507-865e-a4dbedfb6123 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:57:24.345772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8a3a0e1-2fb1-4f50-903e-d4cd7bbb8b50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:24.358656 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 78d97c9a-1a82-4ed2-ae15-9d25106bb70c up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:24.422817 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8a3a0e1-2fb1-4f50-903e-d4cd7bbb8b50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:24.455672 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-27c7b491-81ef-4d35-8de1-12a341bff250 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7753036 Jan 28 17:57:24.458752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41254) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:24.468498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-aec871e0-d880-49ae-ace8-5829f35b2e57 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2037696960'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:24.471619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-aec871e0-d880-49ae-ace8-5829f35b2e57 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:24.490290 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b6487dac-672b-420e-a31b-0f46af2b4a88 None None] Provisioning for port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:24.491462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-aec871e0-d880-49ae-ace8-5829f35b2e57 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:24.499726 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-44b0b75c-bca0-489c-9910-f02d057689f8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.7987506 Jan 28 17:57:24.501067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1891-3257-4855-bc3c-762d7072f84b tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:24.508882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41258) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:24.523062 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:24.532639 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:24.533269 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:24.597706 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:24.603863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf1891-3257-4855-bc3c-762d7072f84b tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aa8d06-d8d9-4cdd-bae3-b7d6f27b5945,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:24.644052 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec871e0-d880-49ae-ace8-5829f35b2e57 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Made reservation on behalf of dc00068350264d27a2478c66bc478139 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:24.649032 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aec871e0-d880-49ae-ace8-5829f35b2e57 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:24.674369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1891-3257-4855-bc3c-762d7072f84b tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:24.675644 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2dbf1891-3257-4855-bc3c-762d7072f84b tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "DELETE /v2.0/security-groups/40aa8d06-d8d9-4cdd-bae3-b7d6f27b5945 HTTP/1.1" status: 204 len: 168 time: 1.1330118 Jan 28 17:57:24.689368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41264) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:24.714754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc5374-0ac0-42b5-9901-f164a6db8266 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Deleting port 3e41c647-a199-4572-93d3-02536ebddb4d {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:24.715483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9cdc5374-0ac0-42b5-9901-f164a6db8266 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:24.749630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8a3a0e1-2fb1-4f50-903e-d4cd7bbb8b50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:24.773223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0539e2ef-c164-478a-902c-07f2a426e643 None None] Provisioning for port ddc169c1-19f4-483d-a21c-e14abf3a5656 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:24.783597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0539e2ef-c164-478a-902c-07f2a426e643 None None] Provisioning complete for port ddc169c1-19f4-483d-a21c-e14abf3a5656 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:24.785709 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0539e2ef-c164-478a-902c-07f2a426e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:24.850469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0539e2ef-c164-478a-902c-07f2a426e643 None None] Port ddc169c1-19f4-483d-a21c-e14abf3a5656 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:57:24.852633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:24.923255 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=78d97c9a-1a82-4ed2-ae15-9d25106bb70c,segment=NetworkSegment(f85b1cd6-c77c-4344-994e-7160ad663527),segment_id=f85b1cd6-c77c-4344-994e-7160ad663527)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:24.931735 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0539e2ef-c164-478a-902c-07f2a426e643 None None] Provisioning complete for port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:24.934612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0539e2ef-c164-478a-902c-07f2a426e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.028418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41272) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:25.049258 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.100775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cd8ba710-10c3-4eba-89f6-0257de7e5929 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Synchronizing usage tracker for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:25.133590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec871e0-d880-49ae-ace8-5829f35b2e57 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:57:25.166814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aec871e0-d880-49ae-ace8-5829f35b2e57 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.167691 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-aec871e0-d880-49ae-ace8-5829f35b2e57 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Added segment e6c42b09-0945-468a-bba6-bc24e8d50221 of type vlan for network c03ff4df-14b3-4c37-897e-27e43721a60f Jan 28 17:57:25.200320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=78d97c9a-1a82-4ed2-ae15-9d25106bb70c,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:25.296345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aec871e0-d880-49ae-ace8-5829f35b2e57 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.340355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b6c22002-009f-4c4f-a080-6eaced68662a None None] Provisioning complete for port ddc169c1-19f4-483d-a21c-e14abf3a5656 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:25.340943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b6c22002-009f-4c4f-a080-6eaced68662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.356323 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0f9f9117-3f84-480b-8e92-af4da86d685a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3386d3d4be74787ba19a723c4be54b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255451 Jan 28 17:57:25.356958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41284) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:25.402681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8a3a0e1-2fb1-4f50-903e-d4cd7bbb8b50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.423971 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b6c22002-009f-4c4f-a080-6eaced68662a None None] Port ddc169c1-19f4-483d-a21c-e14abf3a5656 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:57:25.426015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.458849 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41288) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:25.466062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cd8ba710-10c3-4eba-89f6-0257de7e5929 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Unset dirty status for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:25.470817 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41294) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:25.471063 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cd8ba710-10c3-4eba-89f6-0257de7e5929 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7758594 Jan 28 17:57:25.477190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-290eb952-360e-4113-b4ce-00cf8eb49253 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073024809'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:25.477377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3a0e1-2fb1-4f50-903e-d4cd7bbb8b50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa437df-9b51-4507-865e-a4dbedfb6123,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:25.484084 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9cdc5374-0ac0-42b5-9901-f164a6db8266 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.484677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aec871e0-d880-49ae-ace8-5829f35b2e57 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.488035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e59967-ef68-41dc-833a-c906da92204b None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:25.492303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8a3a0e1-2fb1-4f50-903e-d4cd7bbb8b50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.495930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec871e0-d880-49ae-ace8-5829f35b2e57 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:25.496812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aec871e0-d880-49ae-ace8-5829f35b2e57 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.531371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-290eb952-360e-4113-b4ce-00cf8eb49253 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:25.545498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-290eb952-360e-4113-b4ce-00cf8eb49253 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:25.575279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.629589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc5374-0ac0-42b5-9901-f164a6db8266 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Calling delete_port for 3e41c647-a199-4572-93d3-02536ebddb4d owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:25.655230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fa186883-f081-4407-9489-cf77af5e4864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.657135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536029034'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:25.657645 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f8a3a0e1-2fb1-4f50-903e-d4cd7bbb8b50 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/cfa437df-9b51-4507-865e-a4dbedfb6123 HTTP/1.1" status: 204 len: 168 time: 1.4437160 Jan 28 17:57:25.679388 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41298) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:25.732023 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-aec871e0-d880-49ae-ace8-5829f35b2e57 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2721188 Jan 28 17:57:25.733809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:25.779237 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:25.781492 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f585e83-00f2-460c-a639-e9a1d0f4c5e9 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:57:25.789282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:25.791323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1f585e83-00f2-460c-a639-e9a1d0f4c5e9 None None] Deleting port 470419c2-e327-4a71-bd12-d16634936ea0 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:25.791944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1f585e83-00f2-460c-a639-e9a1d0f4c5e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.812962 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b16d91e0-c458-4e73-8f84-1f688df278a6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1280725 Jan 28 17:57:25.813545 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:25.813545 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.814089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fa186883-f081-4407-9489-cf77af5e4864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:25.819078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41302) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:25.819889 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=ddc169c1-19f4-483d-a21c-e14abf3a5656,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:25.828501 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec871e0-d880-49ae-ace8-5829f35b2e57 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event updated for resources: {'Network': ['ID=c03ff4df-14b3-4c37-897e-27e43721a60f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:25.833677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:25.864203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network c03ff4df-14b3-4c37-897e-27e43721a60f details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:57:25.925043 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-290eb952-360e-4113-b4ce-00cf8eb49253 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.089426 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.101451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9cdc5374-0ac0-42b5-9901-f164a6db8266 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.139323 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.159116 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 78d97c9a-1a82-4ed2-ae15-9d25106bb70c up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:26.179953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc5374-0ac0-42b5-9901-f164a6db8266 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e41c647-a199-4572-93d3-02536ebddb4d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:26.181976 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fa186883-f081-4407-9489-cf77af5e4864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.210415 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network 8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:26.217755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:26.234198 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-290eb952-360e-4113-b4ce-00cf8eb49253 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:26.238694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa186883-f081-4407-9489-cf77af5e4864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c8712c-622c-4b0d-b0d1-3aa8b4750f99,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:26.336400 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fa186883-f081-4407-9489-cf77af5e4864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.343137 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fa186883-f081-4407-9489-cf77af5e4864 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91c8712c-622c-4b0d-b0d1-3aa8b4750f99 HTTP/1.1" status: 204 len: 168 time: 0.9817069 Jan 28 17:57:26.357385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9cdc5374-0ac0-42b5-9901-f164a6db8266 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.359687 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9cdc5374-0ac0-42b5-9901-f164a6db8266 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "DELETE /v2.0/ports/3e41c647-a199-4572-93d3-02536ebddb4d HTTP/1.1" status: 204 len: 168 time: 1.8390629 Jan 28 17:57:26.362181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41308) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:26.368870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3411f283-0973-4340-b361-392841670f57', 'external_fixed_ips': [{'subnet_id': '929380ae-a12c-47b7-808a-62a9cdbc0886', 'ip_address': '172.20.0.4'}]}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:26.376581 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:26.382709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Usage tracker for resource:router and tenant:a1c03ba4c3df42509400c7591d745a4c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:26.382978 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-1f585e83-00f2-460c-a639-e9a1d0f4c5e9 None None] For port 470419c2-e327-4a71-bd12-d16634936ea0, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=470419c2-e327-4a71-bd12-d16634936ea0,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:26.383490 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1f585e83-00f2-460c-a639-e9a1d0f4c5e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.387208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:26.396697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:26.530220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.531462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.553998 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-290eb952-360e-4113-b4ce-00cf8eb49253 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:26.555256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.575698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:26.578255 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-290eb952-360e-4113-b4ce-00cf8eb49253 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:26.580710 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:26.581083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.583201 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:26.590687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:57:26.591985 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:26.595684 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-290eb952-360e-4113-b4ce-00cf8eb49253 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:26.597891 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:26.600689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:26.606785 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:26.611237 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:26.615360 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1f585e83-00f2-460c-a639-e9a1d0f4c5e9 None None] Calling delete_port for 470419c2-e327-4a71-bd12-d16634936ea0 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:26.620335 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:26.706361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-52a5ed00-727b-4966-9a13-8382b3ad0a6e None None] Provisioning complete for port ddc169c1-19f4-483d-a21c-e14abf3a5656 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:26.706732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-52a5ed00-727b-4966-9a13-8382b3ad0a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.838808 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-52a5ed00-727b-4966-9a13-8382b3ad0a6e None None] Port ddc169c1-19f4-483d-a21c-e14abf3a5656 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:57:26.907535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1f585e83-00f2-460c-a639-e9a1d0f4c5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.924474 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:26.928446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:26.969056 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 470419c2-e327-4a71-bd12-d16634936ea0 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:57:27.009458 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f585e83-00f2-460c-a639-e9a1d0f4c5e9 None None] No DVR routers for this DVR port 470419c2-e327-4a71-bd12-d16634936ea0 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:57:27.037651 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f585e83-00f2-460c-a639-e9a1d0f4c5e9 None None] Pushing event deleted for resources: {'Port': ['ID=470419c2-e327-4a71-bd12-d16634936ea0,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:27.044752 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 470419c2-e327-4a71-bd12-d16634936ea0 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:57:27.045498 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 470419c2-e327-4a71-bd12-d16634936ea0 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:57:27.116406 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:57:27.198920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.222542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:57:27.237974 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Sync routers for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:57:27.248437 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:27.249183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:27.262758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-290eb952-360e-4113-b4ce-00cf8eb49253 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.267461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.329538 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c1caf0c4-504d-4a41-9af7-2d010574b7dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4801958 Jan 28 17:57:27.332590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41314) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:27.340736 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'network': {'name': 'tempest-RoutersTest-823199806'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:27.348029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:27.356109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:network and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:27.362246 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:27.371797 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:27.397477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-290eb952-360e-4113-b4ce-00cf8eb49253 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.402077 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.429693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:27.447289 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:27.454574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:27.469510 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:27.471316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:27.471820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:27.476008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.498241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290eb952-360e-4113-b4ce-00cf8eb49253 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29f6e0e-0046-4e46-a666-f1eb1fb2c8f2,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:27.552707 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41318) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:27.566229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:57:27.573628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadd62d7-3af9-4e33-a389-2a683522a557,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:27.596146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8148bfd5-fa58-4145-b2ba-50122184bef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.602658 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.603225 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Added segment 1734982f-2d66-410f-9f7a-50537f30de4e of type vlan for network a38455cc-d469-4e6c-80ec-f55163b0541c Jan 28 17:57:27.604508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-290eb952-360e-4113-b4ce-00cf8eb49253 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.605824 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-290eb952-360e-4113-b4ce-00cf8eb49253 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1338334 Jan 28 17:57:27.612293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41322) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:27.656877 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5b0f0e55-197c-42ee-af6b-3544b8f61784 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': 'c29f6e0e-0046-4e46-a666-f1eb1fb2c8f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:27.657980 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING neutron.api.v2.base [None req-5b0f0e55-197c-42ee-af6b-3544b8f61784 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 17:57:27.658662 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-5b0f0e55-197c-42ee-af6b-3544b8f61784 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:27.661278 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5b0f0e55-197c-42ee-af6b-3544b8f61784 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0441072 Jan 28 17:57:27.666162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8148bfd5-fa58-4145-b2ba-50122184bef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:27.670497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8148bfd5-fa58-4145-b2ba-50122184bef7 admin admin] Usage tracker for resource:security_group_rule and tenant:f627514a186a4d0ca74fa12eb20e67d1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:27.673430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41326) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:27.674285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8148bfd5-fa58-4145-b2ba-50122184bef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:27.681614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8148bfd5-fa58-4145-b2ba-50122184bef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:27.690862 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-31b443be-f1c4-449e-846b-c5665b5655d6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': 'c29f6e0e-0046-4e46-a666-f1eb1fb2c8f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:27.691693 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING neutron.api.v2.base [None req-31b443be-f1c4-449e-846b-c5665b5655d6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 17:57:27.692278 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-31b443be-f1c4-449e-846b-c5665b5655d6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:27.693446 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-31b443be-f1c4-449e-846b-c5665b5655d6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0135801 Jan 28 17:57:27.696042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.697233 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41330) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:27.704698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.717390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f2a38a57-2d8a-4c4f-9ea9-8e611d1b3b04 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': 'c29f6e0e-0046-4e46-a666-f1eb1fb2c8f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:27.719762 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING neutron.api.v2.base [None req-f2a38a57-2d8a-4c4f-9ea9-8e611d1b3b04 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 17:57:27.720387 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-f2a38a57-2d8a-4c4f-9ea9-8e611d1b3b04 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:27.721455 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f2a38a57-2d8a-4c4f-9ea9-8e611d1b3b04 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121365 Jan 28 17:57:27.725118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41334) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:27.736821 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-02127e80-4934-438c-8382-94f603f29de7 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': 'c29f6e0e-0046-4e46-a666-f1eb1fb2c8f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:27.738372 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING neutron.api.v2.base [None req-02127e80-4934-438c-8382-94f603f29de7 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 17:57:27.738964 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-02127e80-4934-438c-8382-94f603f29de7 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:27.740564 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-02127e80-4934-438c-8382-94f603f29de7 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0132694 Jan 28 17:57:27.743472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41338) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:27.842062 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.objects.ports [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88159) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:57:27.845309 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.898380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.946927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:24Z', 'revision_number': 4, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:25Z', 'revision_number': 2, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:27.947754 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.952673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Checking router: b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:57:27.953231 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:27.953522 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Updating router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 port ddc169c1-19f4-483d-a21c-e14abf3a5656 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:57:27.954017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:27.960262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:28.003942 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:28.030709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:28.031517 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.039408 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.066026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2927593-6f7a-4809-8fe8-a4c7f0d797d9 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:28.103727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=d088f44a-ddaa-437b-9fd8-71becf98381a,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:28.105735 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e8b7a8-62be-4ae5-9cc7-252e188097f2,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:28.107881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43fe6a16-d2d3-4cbc-b22a-7977900f4f7a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.146957 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8148bfd5-fa58-4145-b2ba-50122184bef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.148781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.165596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.170260 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-45faa92a-d9b4-4f43-aa93-3377c80b0782 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7102995 Jan 28 17:57:28.173169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41342) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:28.180822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.190642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43fe6a16-d2d3-4cbc-b22a-7977900f4f7a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.203583 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Network': ['ID=a38455cc-d469-4e6c-80ec-f55163b0541c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:28.226685 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1fd65c5c-b788-4540-9a96-a1515b8f34d9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8923252 Jan 28 17:57:28.229761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41346) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:28.246018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network a38455cc-d469-4e6c-80ec-f55163b0541c details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:57:28.259570 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-771b325b-b717-400e-8413-4a83921584ee tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4371119 Jan 28 17:57:28.266004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'subnet': {'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:28.286380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41350) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:28.303480 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'mac_address': 'fa:16:3e:79:f9:c1', 'name': 'tempest-NetworksTestDHCPv6-1436733724'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:28.394242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Allocated IP 172.20.0.4 (3411f283-0973-4340-b361-392841670f57/929380ae-a12c-47b7-808a-62a9cdbc0886/b7c89558-ce8a-4419-8b12-dc2a5b58e960) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:28.479471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-169e6fd7-7d3e-432e-b291-f7404f4da726 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:28.509072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43fe6a16-d2d3-4cbc-b22a-7977900f4f7a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.555563 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:28.563350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.564299 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe6a16-d2d3-4cbc-b22a-7977900f4f7a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29f6e0e-0046-4e46-a666-f1eb1fb2c8f2,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:28.579566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:subnet and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:28.585523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:28.595217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:28.597479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8148bfd5-fa58-4145-b2ba-50122184bef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.620359 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:28.624281 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-169e6fd7-7d3e-432e-b291-f7404f4da726 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:28.629398 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-169e6fd7-7d3e-432e-b291-f7404f4da726 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4533226 Jan 28 17:57:28.630361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41354) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:28.631739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:28.636386 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:28.637847 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8148bfd5-fa58-4145-b2ba-50122184bef7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f627514a186a4d0ca74fa12eb20e67d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0839314 Jan 28 17:57:28.640262 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41358) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:28.646225 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ac654ceb-bb03-4739-bded-3a029ad1dee5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group': {'name': 'tempest-security--2125265312', 'description': 'tempest-security-description-551926475'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:28.663788 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:28.675590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43fe6a16-d2d3-4cbc-b22a-7977900f4f7a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.679865 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-43fe6a16-d2d3-4cbc-b22a-7977900f4f7a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "DELETE /v2.0/security-groups/c29f6e0e-0046-4e46-a666-f1eb1fb2c8f2 HTTP/1.1" status: 204 len: 168 time: 0.9310031 Jan 28 17:57:28.684495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41362) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:28.696600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ac654ceb-bb03-4739-bded-3a029ad1dee5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.710014 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Made reservation on behalf of 5e1d6d3a2fde4b12839b6e248852e319 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:28.713816 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.807202 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:28.827101 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': 'd088f44a-ddaa-437b-9fd8-71becf98381a'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:57:28.829589 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.831378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148bfd5-fa58-4145-b2ba-50122184bef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef9baa8-d3f3-42e4-9d28-c9e25412d2a8,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:28.853350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.942357 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Network 3411f283-0973-4340-b361-392841670f57 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:28.947216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event updated for resources: {'Port': ['ID=b7c89558-ce8a-4419-8b12-dc2a5b58e960,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:28.950920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:28.966315 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ac654ceb-bb03-4739-bded-3a029ad1dee5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:28.993010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:29.016134 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.034739 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-61ba397a-04a6-488a-8fc1-da37a83b5570 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3416731 Jan 28 17:57:29.039435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41366) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:29.044225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-75e1cc82-5769-4afa-9a11-27156d425e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.050518 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1346361745'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:29.081968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-75e1cc82-5769-4afa-9a11-27156d425e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.091707 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41370) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:29.232272 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Allocated IP 2001:db8::f816:3eff:fe24:995d (c221bf74-e816-466d-af85-3d953f9ff4cd/d088f44a-ddaa-437b-9fd8-71becf98381a/1bf568cf-a7f7-40a1-a68c-86a0d476213d) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:29.235499 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.238274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:29.240643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ac654ceb-bb03-4739-bded-3a029ad1dee5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.250168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Request body: {'subnets': [{'network_id': '7b0016de-bccc-4b51-8c56-43537f3cd910', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1787037958', 'ip_version': 6}, {'network_id': 'c03ff4df-14b3-4c37-897e-27e43721a60f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:29.250512 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Request body: {'subnet': {'network_id': '7b0016de-bccc-4b51-8c56-43537f3cd910', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1787037958', 'ip_version': 6}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:29.251156 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Request body: {'subnet': {'network_id': 'c03ff4df-14b3-4c37-897e-27e43721a60f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:29.255642 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Transition to ACTIVE for port object ddc169c1-19f4-483d-a21c-e14abf3a5656 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:29.266821 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 26b35950-e4e3-4e77-9320-112869506d36 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:57:29.316783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:29.370565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.380642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:29.392421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-75e1cc82-5769-4afa-9a11-27156d425e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.405195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:29.407177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1cc82-5769-4afa-9a11-27156d425e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef9baa8-d3f3-42e4-9d28-c9e25412d2a8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:29.427683 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-75e1cc82-5769-4afa-9a11-27156d425e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.428814 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-75e1cc82-5769-4afa-9a11-27156d425e57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ef9baa8-d3f3-42e4-9d28-c9e25412d2a8 HTTP/1.1" status: 204 len: 168 time: 0.7876663 Jan 28 17:57:29.454876 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ac654ceb-bb03-4739-bded-3a029ad1dee5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.461399 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ac654ceb-bb03-4739-bded-3a029ad1dee5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "PUT /v2.0/security-groups/89e8b7a8-62be-4ae5-9cc7-252e188097f2 HTTP/1.1" status: 200 len: 1777 time: 0.8258500 Jan 28 17:57:29.462724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41376) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:29.502399 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac654ceb-bb03-4739-bded-3a029ad1dee5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e8b7a8-62be-4ae5-9cc7-252e188097f2,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:29.647186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3865a-7839-4e38-8efb-1aee08e199ac None None] Pushing event updated for resources: {'Port': ['ID=ddc169c1-19f4-483d-a21c-e14abf3a5656,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:29.686387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.717731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:29.720257 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4b4a61c5-ec7b-4c17-8eb4-8dd8eb11e14b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-groups/89e8b7a8-62be-4ae5-9cc7-252e188097f2 HTTP/1.1" status: 200 len: 1777 time: 0.2562089 Jan 28 17:57:29.723878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Usage tracker for resource:subnet and tenant:dc00068350264d27a2478c66bc478139 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:29.727958 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41380) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:29.732623 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:29.749965 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Attempting to bind port ddc169c1-19f4-483d-a21c-e14abf3a5656 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:29.750440 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Attempting to bind port ddc169c1-19f4-483d-a21c-e14abf3a5656 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'f85b1cd6-c77c-4344-994e-7160ad663527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:29.750855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Attempting to bind port ddc169c1-19f4-483d-a21c-e14abf3a5656 on network 8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:29.750961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:29.761719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:29.763890 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:29.764270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Checking segment: {'id': 'f85b1cd6-c77c-4344-994e-7160ad663527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:29.764664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.765063 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Bound using segment: {'id': 'f85b1cd6-c77c-4344-994e-7160ad663527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:29.766714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Bound port: ddc169c1-19f4-483d-a21c-e14abf3a5656, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85b1cd6-c77c-4344-994e-7160ad663527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:29.766714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.773618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.774895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:29.783788 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:29.789038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.811368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:29.852916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Transition to ACTIVE for port object 1bf568cf-a7f7-40a1-a68c-86a0d476213d will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:29.902101 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] For port ddc169c1-19f4-483d-a21c-e14abf3a5656, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:29.904218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Transition to ACTIVE for port object 1bf568cf-a7f7-40a1-a68c-86a0d476213d will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:29.906290 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] For port ddc169c1-19f4-483d-a21c-e14abf3a5656, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ddc169c1-19f4-483d-a21c-e14abf3a5656,segment=NetworkSegment(f85b1cd6-c77c-4344-994e-7160ad663527),segment_id=f85b1cd6-c77c-4344-994e-7160ad663527)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:29.918544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.957498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:29.958492 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb96ba42-af8b-4a63-b72d-8d281c6ab600 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.030594 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Made reservation on behalf of dc00068350264d27a2478c66bc478139 for: {'subnet': 2} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:30.035165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.035487 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.055081 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb96ba42-af8b-4a63-b72d-8d281c6ab600 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.062923 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Subnet': ['ID=a9892dc2-5402-4f2c-9d2d-23a5b35c065e,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:30.068827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.106262 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.165876 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.168130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:30.172013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:30.175651 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:30.176678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.183708 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:30.183892 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:30.232657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Checking segment: {'id': '1734982f-2d66-410f-9f7a-50537f30de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:30.233025 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network hostable DHCP agents. Network: a38455cc-d469-4e6c-80ec-f55163b0541c, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:57:30.340705 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3865a-7839-4e38-8efb-1aee08e199ac None None] Pushing event updated for resources: {'Port': ['ID=ddc169c1-19f4-483d-a21c-e14abf3a5656,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:30.353824 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375cbe9f-28f4-4e0a-9c99-83a4170acc15,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:30.368468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::f816:3eff:fe79:f9c1 (c221bf74-e816-466d-af85-3d953f9ff4cd/d088f44a-ddaa-437b-9fd8-71becf98381a/26b35950-e4e3-4e77-9320-112869506d36) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:30.454189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.458866 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6d600b88-b895-4b77-951c-22c43e19756a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4127460 Jan 28 17:57:30.460186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41386) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:30.469194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-fca9ee53-a004-4f51-90ad-ba1a040612a2 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '375cbe9f-28f4-4e0a-9c99-83a4170acc15', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:30.469669 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING neutron.api.v2.base [None req-fca9ee53-a004-4f51-90ad-ba1a040612a2 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 17:57:30.470162 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-fca9ee53-a004-4f51-90ad-ba1a040612a2 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:30.474389 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fca9ee53-a004-4f51-90ad-ba1a040612a2 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099921 Jan 28 17:57:30.475030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41390) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:30.479935 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-897f9404-57fc-44d9-9ed7-ddf17bdc5e6a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '375cbe9f-28f4-4e0a-9c99-83a4170acc15', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:30.485770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-897f9404-57fc-44d9-9ed7-ddf17bdc5e6a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:30.488414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Pushing event updated for resources: {'Port': ['ID=1bf568cf-a7f7-40a1-a68c-86a0d476213d,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:30.490408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-897f9404-57fc-44d9-9ed7-ddf17bdc5e6a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:30.493373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-897f9404-57fc-44d9-9ed7-ddf17bdc5e6a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:30.502030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-897f9404-57fc-44d9-9ed7-ddf17bdc5e6a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:30.511712 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Attempting to bind port 1bf568cf-a7f7-40a1-a68c-86a0d476213d on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:30.511712 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Attempting to bind port 1bf568cf-a7f7-40a1-a68c-86a0d476213d by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:30.512029 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Attempting to bind port 1bf568cf-a7f7-40a1-a68c-86a0d476213d on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:30.516100 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:30.552380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb96ba42-af8b-4a63-b72d-8d281c6ab600 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.554826 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network a38455cc-d469-4e6c-80ec-f55163b0541c is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:57:30.569062 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:30.569438 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:30.569831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.570225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:30.571019 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Bound port: 1bf568cf-a7f7-40a1-a68c-86a0d476213d, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:30.571170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.572993 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Router 13bb2a47-fcfa-451c-8490-53e48529ea80 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:57:30.621243 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96ba42-af8b-4a63-b72d-8d281c6ab600 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e8b7a8-62be-4ae5-9cc7-252e188097f2,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:30.679346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41394) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:30.721464 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, a38455cc-d469-4e6c-80ec-f55163b0541c) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:30.739934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:30.740717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.742403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf70d328-c4fe-4287-a295-99b3c77e1f16 None None] Network a38455cc-d469-4e6c-80ec-f55163b0541c requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:30.827976 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-833506a1-34fd-4cfc-b372-d341c6b2e68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.867479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.876455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fb96ba42-af8b-4a63-b72d-8d281c6ab600 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:30.880711 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fb96ba42-af8b-4a63-b72d-8d281c6ab600 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-groups/89e8b7a8-62be-4ae5-9cc7-252e188097f2 HTTP/1.1" status: 204 len: 168 time: 1.1486917 Jan 28 17:57:30.885407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41398) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:30.905596 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-897f9404-57fc-44d9-9ed7-ddf17bdc5e6a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:30.909493 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-897f9404-57fc-44d9-9ed7-ddf17bdc5e6a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4307795 Jan 28 17:57:30.914830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-833506a1-34fd-4cfc-b372-d341c6b2e68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:30.916828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41402) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:30.922722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-833506a1-34fd-4cfc-b372-d341c6b2e68e admin admin] Usage tracker for resource:security_group_rule and tenant:9d17f25970384c0a81a1aec4e7519dc1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:30.924640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 26b35950-e4e3-4e77-9320-112869506d36 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:30.928998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-7caafecd-a79f-4311-970d-e7db92edcec1 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '375cbe9f-28f4-4e0a-9c99-83a4170acc15', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:30.928998 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING neutron.api.v2.base [None req-7caafecd-a79f-4311-970d-e7db92edcec1 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 17:57:30.929394 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-7caafecd-a79f-4311-970d-e7db92edcec1 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:30.933821 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7caafecd-a79f-4311-970d-e7db92edcec1 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0124645 Jan 28 17:57:30.933821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-833506a1-34fd-4cfc-b372-d341c6b2e68e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:30.937743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41406) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:30.942105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] For port 1bf568cf-a7f7-40a1-a68c-86a0d476213d, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:30.942656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-833506a1-34fd-4cfc-b372-d341c6b2e68e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:30.946326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] For port 1bf568cf-a7f7-40a1-a68c-86a0d476213d, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1bf568cf-a7f7-40a1-a68c-86a0d476213d,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:30.956010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-70edbd2a-229e-4d0b-9973-d53c3d3d4fd1 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '375cbe9f-28f4-4e0a-9c99-83a4170acc15', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:30.959606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:57:30.979032 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Sync routers for ids ['13bb2a47-fcfa-451c-8490-53e48529ea80'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:57:30.987642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-70edbd2a-229e-4d0b-9973-d53c3d3d4fd1 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:30.998428 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3bd8dd4b-0456-41c5-94d3-aa0e1a9a8d08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7592256 Jan 28 17:57:31.009260 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41410) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:31.024181 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Routers {'13bb2a47-fcfa-451c-8490-53e48529ea80'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:31.024788 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['13bb2a47-fcfa-451c-8490-53e48529ea80'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:31.045007 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-70edbd2a-229e-4d0b-9973-d53c3d3d4fd1 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:31.049596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-70edbd2a-229e-4d0b-9973-d53c3d3d4fd1 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:31.064606 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:31.080960 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-833506a1-34fd-4cfc-b372-d341c6b2e68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:31.101290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:31.104268 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-03b54fd7-0fde-439a-9c1b-3e956b382bd8 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.7393711 Jan 28 17:57:31.105440 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41414) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:31.123062 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-70edbd2a-229e-4d0b-9973-d53c3d3d4fd1 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:31.139741 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-082dd628-1d05-4287-a8b4-ae80a6f85ce9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:31.150909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84001127-ddb5-45eb-82b7-ec6065544d2c None None] Pushing event updated for resources: {'Port': ['ID=1bf568cf-a7f7-40a1-a68c-86a0d476213d,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:31.210049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-833506a1-34fd-4cfc-b372-d341c6b2e68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:31.228390 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Set router 13bb2a47-fcfa-451c-8490-53e48529ea80 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:31.298889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833506a1-34fd-4cfc-b372-d341c6b2e68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80494d50-53ef-40c7-a8af-a4621c1b1792,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:31.338489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-a38455cc-d469-4e6c-80ec-f55163b0541c', 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'fixed_ips': [{'subnet_id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:57:31.338489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:31.389933 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-833506a1-34fd-4cfc-b372-d341c6b2e68e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d17f25970384c0a81a1aec4e7519dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7073417 Jan 28 17:57:31.409703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:24Z', 'revision_number': 4, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:29Z', 'revision_number': 4, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:31.425581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e26452-c3b7-4b13-b7a7-0a98252400ce None None] The sync data for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:24Z', 'revision_number': 4, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:29Z', 'revision_number': 4, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:57:31.455924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41418) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:31.478634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-082dd628-1d05-4287-a8b4-ae80a6f85ce9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:31.480267 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-082dd628-1d05-4287-a8b4-ae80a6f85ce9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5949872 Jan 28 17:57:31.481671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:31.510224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41422) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:31.642629 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:31.658578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Allocated IP 172.23.0.2 (a38455cc-d469-4e6c-80ec-f55163b0541c/a9892dc2-5402-4f2c-9d2d-23a5b35c065e/dc3e68ca-d1ac-435b-8734-af3c4da329e6) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:31.668481 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bb2a47-fcfa-451c-8490-53e48529ea80', 'name': '', 'tenant_id': 'a1c03ba4c3df42509400c7591d745a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3411f283-0973-4340-b361-392841670f57', 'external_fixed_ips': [{'subnet_id': '929380ae-a12c-47b7-808a-62a9cdbc0886', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b7c89558-ce8a-4419-8b12-dc2a5b58e960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:57:26Z', 'updated_at': '2022-01-28T17:57:29Z', 'revision_number': 3, 'project_id': 'a1c03ba4c3df42509400c7591d745a4c', 'gw_port': {'id': 'b7c89558-ce8a-4419-8b12-dc2a5b58e960', 'name': '', 'network_id': '3411f283-0973-4340-b361-392841670f57', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:77:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bb2a47-fcfa-451c-8490-53e48529ea80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '929380ae-a12c-47b7-808a-62a9cdbc0886', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:28Z', 'updated_at': '2022-01-28T17:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '929380ae-a12c-47b7-808a-62a9cdbc0886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:31.673747 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Checking router: 13bb2a47-fcfa-451c-8490-53e48529ea80 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:57:31.674752 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Updating router 13bb2a47-fcfa-451c-8490-53e48529ea80 port b7c89558-ce8a-4419-8b12-dc2a5b58e960 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:57:31.751056 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:31.793606 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-1dfb4821-7543-4d4a-9199-304522790200 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] delete failed (client error): The resource could not be found. Jan 28 17:57:31.795019 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1dfb4821-7543-4d4a-9199-304522790200 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-groups/89e8b7a8-62be-4ae5-9cc7-252e188097f2 HTTP/1.1" status: 404 len: 347 time: 0.1988633 Jan 28 17:57:31.799299 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41426) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:31.821002 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-01c4cc72-8842-45cf-9ce0-143feb7d6170 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group': {'name': 'tempest-secgroup--881276797'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:31.851643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-01c4cc72-8842-45cf-9ce0-143feb7d6170 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:31.908679 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:31.962079 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:32.001882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-01c4cc72-8842-45cf-9ce0-143feb7d6170 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:32.015203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.017424 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=26b35950-e4e3-4e77-9320-112869506d36,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:32.020046 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:32.028058 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:32.029218 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.042477 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Transition to ACTIVE for port object dc3e68ca-d1ac-435b-8734-af3c4da329e6 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:32.099274 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-70edbd2a-229e-4d0b-9973-d53c3d3d4fd1 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:32.100999 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Transition to ACTIVE for port object dc3e68ca-d1ac-435b-8734-af3c4da329e6 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:32.103783 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-70edbd2a-229e-4d0b-9973-d53c3d3d4fd1 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.1695876 Jan 28 17:57:32.118382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41430) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:32.137232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.140034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2b3f07f5-9bec-4dfd-9070-2e76ba1e7646 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '375cbe9f-28f4-4e0a-9c99-83a4170acc15', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:32.140034 dv-neutron-826919-1-hyperv neutron-server[88159]: WARNING neutron.api.v2.base [None req-2b3f07f5-9bec-4dfd-9070-2e76ba1e7646 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 17:57:32.140281 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-2b3f07f5-9bec-4dfd-9070-2e76ba1e7646 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:32.145577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-01c4cc72-8842-45cf-9ce0-143feb7d6170 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.146466 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2b3f07f5-9bec-4dfd-9070-2e76ba1e7646 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0242708 Jan 28 17:57:32.151759 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41434) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:32.152414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3775602b-7d8b-480b-be49-09bee3a56c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.161761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a6eeaad0-11b6-402c-a509-aaae9c102079 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '375cbe9f-28f4-4e0a-9c99-83a4170acc15', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:32.171093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a6eeaad0-11b6-402c-a509-aaae9c102079 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:32.175285 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a6eeaad0-11b6-402c-a509-aaae9c102079 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:32.179064 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a6eeaad0-11b6-402c-a509-aaae9c102079 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:32.190034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a6eeaad0-11b6-402c-a509-aaae9c102079 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:32.197669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-01c4cc72-8842-45cf-9ce0-143feb7d6170 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:32.204228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-01c4cc72-8842-45cf-9ce0-143feb7d6170 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:32.208426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-01c4cc72-8842-45cf-9ce0-143feb7d6170 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:32.212328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.216710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-01c4cc72-8842-45cf-9ce0-143feb7d6170 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:32.244009 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.257402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Deleting port b7c89558-ce8a-4419-8b12-dc2a5b58e960 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:32.258152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.273662 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-48780d9d-8245-4a70-b025-c1b2f561e1f9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9823506 Jan 28 17:57:32.298701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41438) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:32.369038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Pushing event updated for resources: {'Port': ['ID=dc3e68ca-d1ac-435b-8734-af3c4da329e6,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:32.372739 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1bf568cf-a7f7-40a1-a68c-86a0d476213d up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:32.408671 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.433578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Network a38455cc-d469-4e6c-80ec-f55163b0541c is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:32.437644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:32.438521 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Transition to ACTIVE for port object b7c89558-ce8a-4419-8b12-dc2a5b58e960 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:32.445282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:32.535265 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.574614 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Attempting to bind port dc3e68ca-d1ac-435b-8734-af3c4da329e6 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:32.575062 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Attempting to bind port dc3e68ca-d1ac-435b-8734-af3c4da329e6 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '1734982f-2d66-410f-9f7a-50537f30de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:32.575445 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Attempting to bind port dc3e68ca-d1ac-435b-8734-af3c4da329e6 on network a38455cc-d469-4e6c-80ec-f55163b0541c {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:32.582779 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:32.583853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Checking segment: {'id': '1734982f-2d66-410f-9f7a-50537f30de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:32.584218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.584736 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Bound using segment: {'id': '1734982f-2d66-410f-9f7a-50537f30de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:32.585225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Bound port: dc3e68ca-d1ac-435b-8734-af3c4da329e6, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1734982f-2d66-410f-9f7a-50537f30de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:32.585645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.589513 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-a6eeaad0-11b6-402c-a509-aaae9c102079 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Project 1f24ef9acac541f98f442becb818cdff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:57:32.623051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.627519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3775602b-7d8b-480b-be49-09bee3a56c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.665472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 1bf568cf-a7f7-40a1-a68c-86a0d476213d completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:32.699807 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ddc169c1-19f4-483d-a21c-e14abf3a5656 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:32.705626 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Attempting to bind port b7c89558-ce8a-4419-8b12-dc2a5b58e960 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:32.705974 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Attempting to bind port b7c89558-ce8a-4419-8b12-dc2a5b58e960 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '5a2103d4-245e-47e4-8c8e-bdc9afb7faf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3411f283-0973-4340-b361-392841670f57'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:32.706446 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Attempting to bind port b7c89558-ce8a-4419-8b12-dc2a5b58e960 on network 3411f283-0973-4340-b361-392841670f57 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:32.717789 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:32.718179 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Checking segment: {'id': '5a2103d4-245e-47e4-8c8e-bdc9afb7faf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3411f283-0973-4340-b361-392841670f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:32.718545 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.718927 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Bound using segment: {'id': '5a2103d4-245e-47e4-8c8e-bdc9afb7faf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3411f283-0973-4340-b361-392841670f57'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:32.719433 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Bound port: b7c89558-ce8a-4419-8b12-dc2a5b58e960, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2103d4-245e-47e4-8c8e-bdc9afb7faf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3411f283-0973-4340-b361-392841670f57'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:32.719824 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.742192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event updated for resources: {'Subnet': ['ID=a935b187-c116-4075-b4f3-3d7e3c639746,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:32.767396 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a1af8-8305-4b0d-9bf3-405fdc026f2f None None] Pushing event updated for resources: {'Port': ['ID=b7c89558-ce8a-4419-8b12-dc2a5b58e960,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:32.801062 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-a6eeaad0-11b6-402c-a509-aaae9c102079 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:32.802613 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a6eeaad0-11b6-402c-a509-aaae9c102079 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6482663 Jan 28 17:57:32.805268 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] For port dc3e68ca-d1ac-435b-8734-af3c4da329e6, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:32.809028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Checking segment: {'id': '05d01299-3c8f-4e94-9321-fe501952e7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7b0016de-bccc-4b51-8c56-43537f3cd910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:32.810354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Network hostable DHCP agents. Network: 7b0016de-bccc-4b51-8c56-43537f3cd910, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:57:32.810461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] For port dc3e68ca-d1ac-435b-8734-af3c4da329e6, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dc3e68ca-d1ac-435b-8734-af3c4da329e6,segment=NetworkSegment(1734982f-2d66-410f-9f7a-50537f30de4e),segment_id=1734982f-2d66-410f-9f7a-50537f30de4e)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:32.821237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41442) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:32.834144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Calling delete_port for b7c89558-ce8a-4419-8b12-dc2a5b58e960 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:32.837724 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] For port b7c89558-ce8a-4419-8b12-dc2a5b58e960, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:32.840826 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] For port b7c89558-ce8a-4419-8b12-dc2a5b58e960, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b7c89558-ce8a-4419-8b12-dc2a5b58e960,segment=NetworkSegment(5a2103d4-245e-47e4-8c8e-bdc9afb7faf5),segment_id=5a2103d4-245e-47e4-8c8e-bdc9afb7faf5)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:32.893331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f1f715d9-a726-4d6a-bcec-1c7477baaf5a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '375cbe9f-28f4-4e0a-9c99-83a4170acc15', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:32.894712 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING neutron.api.v2.base [None req-f1f715d9-a726-4d6a-bcec-1c7477baaf5a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 17:57:32.894712 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-f1f715d9-a726-4d6a-bcec-1c7477baaf5a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:32.895609 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f1f715d9-a726-4d6a-bcec-1c7477baaf5a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0710382 Jan 28 17:57:32.900356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41446) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:32.909088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-01c4cc72-8842-45cf-9ce0-143feb7d6170 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.911349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a3ef011e-628f-4c6d-8709-4773974e1d43 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '375cbe9f-28f4-4e0a-9c99-83a4170acc15', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:32.922570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a3ef011e-628f-4c6d-8709-4773974e1d43 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:32.937067 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a3ef011e-628f-4c6d-8709-4773974e1d43 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:32.964544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:32.974843 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a3ef011e-628f-4c6d-8709-4773974e1d43 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:32.980974 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e724e-5627-41cf-9fcd-bfd3cc333f77 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:32.986822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e724e-5627-41cf-9fcd-bfd3cc333f77 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:32.987630 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5b2e724e-5627-41cf-9fcd-bfd3cc333f77 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:32.999178 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a3ef011e-628f-4c6d-8709-4773974e1d43 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:33.037914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:33.046080 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:33.047139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port ddc169c1-19f4-483d-a21c-e14abf3a5656 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:33.063929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ddc169c1-19f4-483d-a21c-e14abf3a5656 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:33.064236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:33.117803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad1b58-568d-4e77-99f8-3da612556f2d None None] Pushing event updated for resources: {'Port': ['ID=dc3e68ca-d1ac-435b-8734-af3c4da329e6,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:33.120939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-01c4cc72-8842-45cf-9ce0-143feb7d6170 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:33.128963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:57:33.128963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:57:33.129220 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3775602b-7d8b-480b-be49-09bee3a56c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:33.136513 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Network 7b0016de-bccc-4b51-8c56-43537f3cd910 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:57:33.158782 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7e8ff871-7c06-4f32-86a8-08da53df88e1 None None] Provisioning for port 1bf568cf-a7f7-40a1-a68c-86a0d476213d completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:33.169306 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7e8ff871-7c06-4f32-86a8-08da53df88e1 None None] Provisioning complete for port 1bf568cf-a7f7-40a1-a68c-86a0d476213d triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:33.169700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7e8ff871-7c06-4f32-86a8-08da53df88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:33.232688 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5b2e724e-5627-41cf-9fcd-bfd3cc333f77 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:33.236484 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5b2e724e-5627-41cf-9fcd-bfd3cc333f77 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9341533 Jan 28 17:57:33.239209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41450) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:33.242838 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-a3ef011e-628f-4c6d-8709-4773974e1d43 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Project 1f24ef9acac541f98f442becb818cdff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:57:33.263735 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775602b-7d8b-480b-be49-09bee3a56c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80494d50-53ef-40c7-a8af-a4621c1b1792,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:33.289236 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3775602b-7d8b-480b-be49-09bee3a56c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:33.309206 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3775602b-7d8b-480b-be49-09bee3a56c1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80494d50-53ef-40c7-a8af-a4621c1b1792 HTTP/1.1" status: 204 len: 168 time: 1.8484700 Jan 28 17:57:33.310173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:33.402122 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Routers {'13bb2a47-fcfa-451c-8490-53e48529ea80'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:33.403642 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['13bb2a47-fcfa-451c-8490-53e48529ea80'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:33.410512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-01c4cc72-8842-45cf-9ce0-143feb7d6170 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:33.415080 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-01c4cc72-8842-45cf-9ce0-143feb7d6170 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6120584 Jan 28 17:57:33.415080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4cc72-8842-45cf-9ce0-143feb7d6170 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3ea7c8-eb48-43cc-88b7-d83808c6b6ee,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:33.416381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41456) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:33.437968 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 7b0016de-bccc-4b51-8c56-43537f3cd910) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:33.444315 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port ddc169c1-19f4-483d-a21c-e14abf3a5656, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ddc169c1-19f4-483d-a21c-e14abf3a5656,segment=NetworkSegment(f85b1cd6-c77c-4344-994e-7160ad663527),segment_id=f85b1cd6-c77c-4344-994e-7160ad663527)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:33.448134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-140be09b-8018-4bd7-b0a3-cb6fad7f2cc5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group_rule': {'security_group_id': '4b3ea7c8-eb48-43cc-88b7-d83808c6b6ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:33.459768 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-a3ef011e-628f-4c6d-8709-4773974e1d43 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:33.460837 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a3ef011e-628f-4c6d-8709-4773974e1d43 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5592108 Jan 28 17:57:33.461950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:33.464463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-140be09b-8018-4bd7-b0a3-cb6fad7f2cc5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:33.468920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41460) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:33.477977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d9c23-bd1e-4ba7-8f39-d1dadf12ae52 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 26b35950-e4e3-4e77-9320-112869506d36 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:33.482534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9c23-bd1e-4ba7-8f39-d1dadf12ae52 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:33.514334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-cbeb0c37-5e96-4430-915d-10f5c1fbd6b6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '375cbe9f-28f4-4e0a-9c99-83a4170acc15', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:33.520048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-140be09b-8018-4bd7-b0a3-cb6fad7f2cc5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:33.525288 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b34dd4c-6dba-4927-81c4-001f11fd532b None None] Network 7b0016de-bccc-4b51-8c56-43537f3cd910 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:33.531107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-140be09b-8018-4bd7-b0a3-cb6fad7f2cc5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:33.536835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cbeb0c37-5e96-4430-915d-10f5c1fbd6b6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:33.542128 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a1af8-8305-4b0d-9bf3-405fdc026f2f None None] Pushing event updated for resources: {'Port': ['ID=b7c89558-ce8a-4419-8b12-dc2a5b58e960,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:33.567054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cbeb0c37-5e96-4430-915d-10f5c1fbd6b6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:33.578307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-140be09b-8018-4bd7-b0a3-cb6fad7f2cc5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:33.580635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cbeb0c37-5e96-4430-915d-10f5c1fbd6b6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:33.595773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:33.596191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cbeb0c37-5e96-4430-915d-10f5c1fbd6b6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:33.614766 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event updated for resources: {'Subnet': ['ID=a31066f4-e85f-4f7c-8db5-0e3979cae3d3,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:33.669653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Deleting port b7c89558-ce8a-4419-8b12-dc2a5b58e960 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:33.669962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:33.705452 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] Set router 13bb2a47-fcfa-451c-8490-53e48529ea80 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:33.714810 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Checking segment: {'id': 'e6c42b09-0945-468a-bba6-bc24e8d50221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c03ff4df-14b3-4c37-897e-27e43721a60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:33.715515 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Network hostable DHCP agents. Network: c03ff4df-14b3-4c37-897e-27e43721a60f, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:57:33.806819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Allocated IP 172.23.0.1 (a38455cc-d469-4e6c-80ec-f55163b0541c/a9892dc2-5402-4f2c-9d2d-23a5b35c065e/2d7a8eae-18c3-4399-a824-54dfd9cecf32) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:33.836989 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7e8ff871-7c06-4f32-86a8-08da53df88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:33.841840 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bb2a47-fcfa-451c-8490-53e48529ea80', 'name': '', 'tenant_id': 'a1c03ba4c3df42509400c7591d745a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:57:26Z', 'updated_at': '2022-01-28T17:57:32Z', 'revision_number': 4, 'project_id': 'a1c03ba4c3df42509400c7591d745a4c', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:33.846603 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bd35f7-89d8-4008-895f-5c3fcad31e15 None None] The sync data for ids ['13bb2a47-fcfa-451c-8490-53e48529ea80'] in dv-neutron-826919-1-hyperv is: [{'id': '13bb2a47-fcfa-451c-8490-53e48529ea80', 'name': '', 'tenant_id': 'a1c03ba4c3df42509400c7591d745a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:57:26Z', 'updated_at': '2022-01-28T17:57:32Z', 'revision_number': 4, 'project_id': 'a1c03ba4c3df42509400c7591d745a4c', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:57:33.934774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Network c03ff4df-14b3-4c37-897e-27e43721a60f is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:57:33.979578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-7e8ff871-7c06-4f32-86a8-08da53df88e1 None None] For port 1bf568cf-a7f7-40a1-a68c-86a0d476213d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1bf568cf-a7f7-40a1-a68c-86a0d476213d,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:33.987926 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=ddc169c1-19f4-483d-a21c-e14abf3a5656,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:34.002059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-7b0016de-bccc-4b51-8c56-43537f3cd910', 'network_id': '7b0016de-bccc-4b51-8c56-43537f3cd910', 'tenant_id': 'dc00068350264d27a2478c66bc478139', 'fixed_ips': [{'subnet_id': 'a935b187-c116-4075-b4f3-3d7e3c639746'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:57:34.002824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:34.046351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-140be09b-8018-4bd7-b0a3-cb6fad7f2cc5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:34.053738 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-cbeb0c37-5e96-4430-915d-10f5c1fbd6b6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Project 1f24ef9acac541f98f442becb818cdff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:57:34.082486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:34.104331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, c03ff4df-14b3-4c37-897e-27e43721a60f) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:34.122829 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:34.123336 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:34.124117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:34.172874 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ebbf67-0828-4db6-b23e-42edc61efa9c None None] Network c03ff4df-14b3-4c37-897e-27e43721a60f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:34.262392 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-cbeb0c37-5e96-4430-915d-10f5c1fbd6b6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:34.266197 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cbeb0c37-5e96-4430-915d-10f5c1fbd6b6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7932928 Jan 28 17:57:34.275640 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41466) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:34.400587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] For port b7c89558-ce8a-4419-8b12-dc2a5b58e960, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b7c89558-ce8a-4419-8b12-dc2a5b58e960,segment=NetworkSegment(5a2103d4-245e-47e4-8c8e-bdc9afb7faf5),segment_id=5a2103d4-245e-47e4-8c8e-bdc9afb7faf5)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:34.401151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:34.434446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Transition to ACTIVE for port object 2d7a8eae-18c3-4399-a824-54dfd9cecf32 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:34.477396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ddc169c1-19f4-483d-a21c-e14abf3a5656 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:34.541282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7e8ff871-7c06-4f32-86a8-08da53df88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:34.562681 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ebcbfaff-1157-48d9-a476-29fa3d9f32d6 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.4673119 Jan 28 17:57:34.563634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41476) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:34.602159 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:34.615730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2cef16b3-a71c-4da3-9c12-3397c135d9ad tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:34.632635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Calling delete_port for b7c89558-ce8a-4419-8b12-dc2a5b58e960 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:34.666474 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a9d54-6d22-4c90-8cd1-e42300edcc81 None None] Network a38455cc-d469-4e6c-80ec-f55163b0541c requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:34.695363 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=2d7a8eae-18c3-4399-a824-54dfd9cecf32,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:34.709445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-140be09b-8018-4bd7-b0a3-cb6fad7f2cc5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:34.718232 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network a38455cc-d469-4e6c-80ec-f55163b0541c is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:34.721329 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:34.724539 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:34.737416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9c23-bd1e-4ba7-8f39-d1dadf12ae52 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:34.768573 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42240b2e-629c-406d-b15c-b58e52385df5 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:34.770242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42240b2e-629c-406d-b15c-b58e52385df5 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:34.771924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42240b2e-629c-406d-b15c-b58e52385df5 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:34.772742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-42240b2e-629c-406d-b15c-b58e52385df5 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Synchronizing usage tracker for tenant:dc00068350264d27a2478c66bc478139 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:34.808341 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:34.813149 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ff871-7c06-4f32-86a8-08da53df88e1 None None] Pushing event updated for resources: {'Port': ['ID=1bf568cf-a7f7-40a1-a68c-86a0d476213d,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:34.868191 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-42240b2e-629c-406d-b15c-b58e52385df5 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Unset dirty status for tenant:dc00068350264d27a2478c66bc478139 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:34.877365 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-42240b2e-629c-406d-b15c-b58e52385df5 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3110120 Jan 28 17:57:34.885637 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41482) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:34.904633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ddc169c1-19f4-483d-a21c-e14abf3a5656 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:34.905152 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:34.907219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d9c23-bd1e-4ba7-8f39-d1dadf12ae52 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 26b35950-e4e3-4e77-9320-112869506d36 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:34.942543 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-86a9922c-c80e-4072-9032-7f0d702f2f89 None None] Provisioning for port 26b35950-e4e3-4e77-9320-112869506d36 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:34.947409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-140be09b-8018-4bd7-b0a3-cb6fad7f2cc5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:34.974841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2cef16b3-a71c-4da3-9c12-3397c135d9ad tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:34.994496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Allocated IP 2001:db8::1 (7b0016de-bccc-4b51-8c56-43537f3cd910/a935b187-c116-4075-b4f3-3d7e3c639746/2fced083-21a6-4d96-ae94-5092d9c0e9b8) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:34.996598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-86a9922c-c80e-4072-9032-7f0d702f2f89 None None] Provisioning complete for port 26b35950-e4e3-4e77-9320-112869506d36 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:34.999065 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-86a9922c-c80e-4072-9032-7f0d702f2f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.028730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140be09b-8018-4bd7-b0a3-cb6fad7f2cc5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf40ff5-dc56-4418-903f-0094a3e19a57,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:35.077438 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.107574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc89ebd0-1a9c-4da4-bead-6be086a0731a tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Deleting subnet a935b187-c116-4075-b4f3-3d7e3c639746 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:57:35.191095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-140be09b-8018-4bd7-b0a3-cb6fad7f2cc5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.195561 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-140be09b-8018-4bd7-b0a3-cb6fad7f2cc5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7577229 Jan 28 17:57:35.197810 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41492) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:35.284995 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2cef16b3-a71c-4da3-9c12-3397c135d9ad tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.292552 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-86a9922c-c80e-4072-9032-7f0d702f2f89 None None] Port 26b35950-e4e3-4e77-9320-112869506d36 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:57:35.318520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9c23-bd1e-4ba7-8f39-d1dadf12ae52 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.320191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef16b3-a71c-4da3-9c12-3397c135d9ad tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=375cbe9f-28f4-4e0a-9c99-83a4170acc15,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:35.340975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c03ff4df-14b3-4c37-897e-27e43721a60f', 'network_id': 'c03ff4df-14b3-4c37-897e-27e43721a60f', 'tenant_id': 'dc00068350264d27a2478c66bc478139', 'fixed_ips': [{'subnet_id': 'a31066f4-e85f-4f7c-8db5-0e3979cae3d3'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:57:35.342277 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.384696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d9c23-bd1e-4ba7-8f39-d1dadf12ae52 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=26b35950-e4e3-4e77-9320-112869506d36,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:35.420960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-63017c85-b925-4fa6-ae1e-feb867876029 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.431421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2cef16b3-a71c-4da3-9c12-3397c135d9ad tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.435015 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2cef16b3-a71c-4da3-9c12-3397c135d9ad tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "DELETE /v2.0/security-groups/375cbe9f-28f4-4e0a-9c99-83a4170acc15 HTTP/1.1" status: 204 len: 168 time: 1.1534753 Jan 28 17:57:35.438784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.441928 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41498) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:35.457396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-63017c85-b925-4fa6-ae1e-feb867876029 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.487592 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9c23-bd1e-4ba7-8f39-d1dadf12ae52 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.489516 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3c9d9c23-bd1e-4ba7-8f39-d1dadf12ae52 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/26b35950-e4e3-4e77-9320-112869506d36 HTTP/1.1" status: 204 len: 168 time: 2.2486672 Jan 28 17:57:35.501048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41502) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:35.537010 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dc3e68ca-d1ac-435b-8734-af3c4da329e6 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:35.545451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7c89558-ce8a-4419-8b12-dc2a5b58e960,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:35.599314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-63017c85-b925-4fa6-ae1e-feb867876029 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.647348 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-63017c85-b925-4fa6-ae1e-feb867876029 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.652795 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-63017c85-b925-4fa6-ae1e-feb867876029 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/7cf40ff5-dc56-4418-903f-0094a3e19a57 HTTP/1.1" status: 204 len: 168 time: 0.4502723 Jan 28 17:57:35.655628 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41508) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:35.672517 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63017c85-b925-4fa6-ae1e-feb867876029 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cf40ff5-dc56-4418-903f-0094a3e19a57,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:35.718523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806d9658-370c-479f-94fb-dce763afb803 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:35.718523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806d9658-370c-479f-94fb-dce763afb803 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:35.719180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-098388de-0828-4e9b-bc5b-3549d8e751d6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Synchronizing usage tracker for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:35.719275 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-806d9658-370c-479f-94fb-dce763afb803 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:35.719353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1a051035-1afd-4dfd-a351-76a1bee7bb47 None None] Provisioning for port dc3e68ca-d1ac-435b-8734-af3c4da329e6 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:35.731120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.764928 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d3d7e548-a025-4e66-b418-27201fb18612 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:35.768816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.788801 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Transition to ACTIVE for port object 2fced083-21a6-4d96-ae94-5092d9c0e9b8 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:35.834209 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Transition to ACTIVE for port object 2fced083-21a6-4d96-ae94-5092d9c0e9b8 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:35.858602 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Allocated IP 2001:db8:0:1::1 (c03ff4df-14b3-4c37-897e-27e43721a60f/a31066f4-e85f-4f7c-8db5-0e3979cae3d3/c2c99262-4275-4dea-ae57-b4345cd0ae0a) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:35.917017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-806d9658-370c-479f-94fb-dce763afb803 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:35.918484 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-806d9658-370c-479f-94fb-dce763afb803 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4166853 Jan 28 17:57:35.929933 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41514) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:35.943783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:35.947456 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port dc3e68ca-d1ac-435b-8734-af3c4da329e6 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:36.017812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port dc3e68ca-d1ac-435b-8734-af3c4da329e6 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:36.018193 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.039493 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc89ebd0-1a9c-4da4-bead-6be086a0731a tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.115195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Network 7b0016de-bccc-4b51-8c56-43537f3cd910 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:36.138334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:36.138601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.142103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.149809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:36.158916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Pushing event updated for resources: {'Port': ['ID=2fced083-21a6-4d96-ae94-5092d9c0e9b8,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:36.177350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-098388de-0828-4e9b-bc5b-3549d8e751d6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Unset dirty status for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:36.178739 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-098388de-0828-4e9b-bc5b-3549d8e751d6 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6940918 Jan 28 17:57:36.182663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41520) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:36.190728 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-56275def-8df8-46c5-99d3-712f29946b1a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576094058'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:36.195807 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc89ebd0-1a9c-4da4-bead-6be086a0731a tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.197518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-56275def-8df8-46c5-99d3-712f29946b1a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:36.208989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-56275def-8df8-46c5-99d3-712f29946b1a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:36.296225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.296685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13bb2a47-fcfa-451c-8490-53e48529ea80 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:57:36.297759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-937b809a-d8a5-4cc9-be52-78d6c25d72fd None None] Provisioning for port 2d7a8eae-18c3-4399-a824-54dfd9cecf32 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:36.310547 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-937b809a-d8a5-4cc9-be52-78d6c25d72fd None None] Provisioning complete for port 2d7a8eae-18c3-4399-a824-54dfd9cecf32 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:36.310547 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-937b809a-d8a5-4cc9-be52-78d6c25d72fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.310767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d3d7e548-a025-4e66-b418-27201fb18612 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:36.311968 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d3d7e548-a025-4e66-b418-27201fb18612 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6554222 Jan 28 17:57:36.316361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56275def-8df8-46c5-99d3-712f29946b1a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.319875 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41526) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:36.342226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.346447 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-790121c7-3c0f-4890-b42f-2d12d8cb89d0 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "DELETE /v2.0/routers/13bb2a47-fcfa-451c-8490-53e48529ea80 HTTP/1.1" status: 204 len: 168 time: 5.2396126 Jan 28 17:57:36.350877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-c066c363-41d9-448a-86af-2c70465b18e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet d088f44a-ddaa-437b-9fd8-71becf98381a {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:57:36.351101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41530) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:36.378100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c066c363-41d9-448a-86af-2c70465b18e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.391357 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-56275def-8df8-46c5-99d3-712f29946b1a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:36.405505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-56275def-8df8-46c5-99d3-712f29946b1a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:36.410144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-56275def-8df8-46c5-99d3-712f29946b1a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:36.424866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-56275def-8df8-46c5-99d3-712f29946b1a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:36.446207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc6240b-cf75-4283-8100-4aaf23cc706a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Deleting subnet 929380ae-a12c-47b7-808a-62a9cdbc0886 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:57:36.455755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc6240b-cf75-4283-8100-4aaf23cc706a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.526832 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc6240b-cf75-4283-8100-4aaf23cc706a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.529407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.542447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c066c363-41d9-448a-86af-2c70465b18e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.576954 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc89ebd0-1a9c-4da4-bead-6be086a0731a tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.621923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56275def-8df8-46c5-99d3-712f29946b1a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.623226 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Attempting to bind port 2fced083-21a6-4d96-ae94-5092d9c0e9b8 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:36.623602 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Attempting to bind port 2fced083-21a6-4d96-ae94-5092d9c0e9b8 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '05d01299-3c8f-4e94-9321-fe501952e7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7b0016de-bccc-4b51-8c56-43537f3cd910'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:36.624295 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Attempting to bind port 2fced083-21a6-4d96-ae94-5092d9c0e9b8 on network 7b0016de-bccc-4b51-8c56-43537f3cd910 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:36.625315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc6240b-cf75-4283-8100-4aaf23cc706a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.628143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9e788c5-a279-45c8-8dac-91549a07db36 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.652001 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:36.652374 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Checking segment: {'id': '05d01299-3c8f-4e94-9321-fe501952e7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7b0016de-bccc-4b51-8c56-43537f3cd910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:36.652771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.653163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Bound using segment: {'id': '05d01299-3c8f-4e94-9321-fe501952e7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7b0016de-bccc-4b51-8c56-43537f3cd910'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:36.653795 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Bound port: 2fced083-21a6-4d96-ae94-5092d9c0e9b8, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d01299-3c8f-4e94-9321-fe501952e7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7b0016de-bccc-4b51-8c56-43537f3cd910'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:36.654172 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.672483 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-937b809a-d8a5-4cc9-be52-78d6c25d72fd None None] Port 2d7a8eae-18c3-4399-a824-54dfd9cecf32 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:57:36.675227 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.686785 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c066c363-41d9-448a-86af-2c70465b18e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.693377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.708774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56275def-8df8-46c5-99d3-712f29946b1a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.724108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Transition to ACTIVE for port object c2c99262-4275-4dea-ae57-b4345cd0ae0a will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:36.778575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56275def-8df8-46c5-99d3-712f29946b1a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddc4152-2154-40d5-9f40-fcc583d2f804,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:36.781109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41540) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:36.785194 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.807610 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-937b809a-d8a5-4cc9-be52-78d6c25d72fd None None] Provisioning complete for port dc3e68ca-d1ac-435b-8734-af3c4da329e6 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:36.812589 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-937b809a-d8a5-4cc9-be52-78d6c25d72fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.836029 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port dc3e68ca-d1ac-435b-8734-af3c4da329e6, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dc3e68ca-d1ac-435b-8734-af3c4da329e6,segment=NetworkSegment(1734982f-2d66-410f-9f7a-50537f30de4e),segment_id=1734982f-2d66-410f-9f7a-50537f30de4e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:36.854649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Transition to ACTIVE for port object c2c99262-4275-4dea-ae57-b4345cd0ae0a will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:36.910214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9e788c5-a279-45c8-8dac-91549a07db36 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.929752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc6240b-cf75-4283-8100-4aaf23cc706a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.961140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-937b809a-d8a5-4cc9-be52-78d6c25d72fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.969939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6240b-cf75-4283-8100-4aaf23cc706a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=929380ae-a12c-47b7-808a-62a9cdbc0886,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:36.974130 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc6240b-cf75-4283-8100-4aaf23cc706a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.976357 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-afc6240b-cf75-4283-8100-4aaf23cc706a tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/929380ae-a12c-47b7-808a-62a9cdbc0886 HTTP/1.1" status: 204 len: 168 time: 0.6241403 Jan 28 17:57:36.979259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41546) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:36.984552 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event updated for resources: {'Port': ['ID=2d7a8eae-18c3-4399-a824-54dfd9cecf32,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:36.986082 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56275def-8df8-46c5-99d3-712f29946b1a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:36.987782 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-56275def-8df8-46c5-99d3-712f29946b1a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8017192 Jan 28 17:57:36.994074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c066c363-41d9-448a-86af-2c70465b18e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.000081 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41550) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:37.015681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.115167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.124868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dcbfe5ba-969c-47fa-9c0a-d41afdd5d111 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.175727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-76ea3b9d-8e65-4e5d-9fd1-e177b8e619be tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '1ddc4152-2154-40d5-9f40-fcc583d2f804', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:37.178805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Network c03ff4df-14b3-4c37-897e-27e43721a60f is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:37.179971 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1bf568cf-a7f7-40a1-a68c-86a0d476213d up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:37.193076 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-76ea3b9d-8e65-4e5d-9fd1-e177b8e619be tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:37.198615 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1880549433', 'router:external': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:37.211733 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066c363-41d9-448a-86af-2c70465b18e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=d088f44a-ddaa-437b-9fd8-71becf98381a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:37.213568 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.218040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:37.223072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:37.225747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-76ea3b9d-8e65-4e5d-9fd1-e177b8e619be tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:37.231817 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c066c363-41d9-448a-86af-2c70465b18e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.237299 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Usage tracker for resource:network and tenant:1d8e362e63894a49aff1c545b625e502 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:37.240572 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-76ea3b9d-8e65-4e5d-9fd1-e177b8e619be tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:37.246012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:37.254236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:37.257073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0423fea3-9423-4067-9152-38ac5ca5c9c6 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:37.267214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dcbfe5ba-969c-47fa-9c0a-d41afdd5d111 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.271147 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:37.273224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-76ea3b9d-8e65-4e5d-9fd1-e177b8e619be tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:37.293137 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-dcbfe5ba-969c-47fa-9c0a-d41afdd5d111 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3411f283-0973-4340-b361-392841670f57']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:37.314949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-dcbfe5ba-969c-47fa-9c0a-d41afdd5d111 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2103d4-245e-47e4-8c8e-bdc9afb7faf5') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:37.315272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-dcbfe5ba-969c-47fa-9c0a-d41afdd5d111 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2103d4-245e-47e4-8c8e-bdc9afb7faf5') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:37.327785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dcbfe5ba-969c-47fa-9c0a-d41afdd5d111 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.344022 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dcbfe5ba-969c-47fa-9c0a-d41afdd5d111 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.347547 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9e788c5-a279-45c8-8dac-91549a07db36 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.351023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcbfe5ba-969c-47fa-9c0a-d41afdd5d111 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:37.351406 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dcbfe5ba-969c-47fa-9c0a-d41afdd5d111 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.351757 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=dc3e68ca-d1ac-435b-8734-af3c4da329e6,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:37.367630 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:37.378062 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc89ebd0-1a9c-4da4-bead-6be086a0731a tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.425256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] For port 2fced083-21a6-4d96-ae94-5092d9c0e9b8, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:37.425657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e788c5-a279-45c8-8dac-91549a07db36 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3ea7c8-eb48-43cc-88b7-d83808c6b6ee,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:37.438945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89ebd0-1a9c-4da4-bead-6be086a0731a tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event deleted for resources: {'Subnet': ['ID=a935b187-c116-4075-b4f3-3d7e3c639746,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:37.443654 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc89ebd0-1a9c-4da4-bead-6be086a0731a tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.445875 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cc89ebd0-1a9c-4da4-bead-6be086a0731a tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "DELETE /v2.0/subnets/a935b187-c116-4075-b4f3-3d7e3c639746 HTTP/1.1" status: 204 len: 168 time: 2.5589237 Jan 28 17:57:37.450236 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41556) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:37.506150 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Made reservation on behalf of 1d8e362e63894a49aff1c545b625e502 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:37.508572 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.517567 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-937b809a-d8a5-4cc9-be52-78d6c25d72fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:57:37.517908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-937b809a-d8a5-4cc9-be52-78d6c25d72fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:57:37.521993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] For port 2fced083-21a6-4d96-ae94-5092d9c0e9b8, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2fced083-21a6-4d96-ae94-5092d9c0e9b8,segment=NetworkSegment(05d01299-3c8f-4e94-9321-fe501952e7f3),segment_id=05d01299-3c8f-4e94-9321-fe501952e7f3)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:37.526841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9e788c5-a279-45c8-8dac-91549a07db36 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.527964 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a9e788c5-a279-45c8-8dac-91549a07db36 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-groups/4b3ea7c8-eb48-43cc-88b7-d83808c6b6ee HTTP/1.1" status: 204 len: 168 time: 1.2049890 Jan 28 17:57:37.529483 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c066c363-41d9-448a-86af-2c70465b18e1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/d088f44a-ddaa-437b-9fd8-71becf98381a HTTP/1.1" status: 204 len: 168 time: 1.5938365 Jan 28 17:57:37.530930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41560) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:37.533329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41562) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:37.548475 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Attempting to bind port c2c99262-4275-4dea-ae57-b4345cd0ae0a on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:37.553972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Attempting to bind port c2c99262-4275-4dea-ae57-b4345cd0ae0a by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'e6c42b09-0945-468a-bba6-bc24e8d50221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c03ff4df-14b3-4c37-897e-27e43721a60f'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:37.553972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Attempting to bind port c2c99262-4275-4dea-ae57-b4345cd0ae0a on network c03ff4df-14b3-4c37-897e-27e43721a60f {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:37.559393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.596280 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Pushing event updated for resources: {'Port': ['ID=c2c99262-4275-4dea-ae57-b4345cd0ae0a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:37.600932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:37.608159 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-f372d0fd-d35c-4152-b930-e1f86f3ea870 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Deleting subnet a31066f4-e85f-4f7c-8db5-0e3979cae3d3 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:57:37.614808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Usage tracker for resource:security_group_rule and tenant:1d8e362e63894a49aff1c545b625e502 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:37.618427 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Network a38455cc-d469-4e6c-80ec-f55163b0541c is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:37.619670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:37.622725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f372d0fd-d35c-4152-b930-e1f86f3ea870 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.624898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dcbfe5ba-969c-47fa-9c0a-d41afdd5d111 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.625931 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:37.626740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Checking segment: {'id': 'e6c42b09-0945-468a-bba6-bc24e8d50221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c03ff4df-14b3-4c37-897e-27e43721a60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:37.626901 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.627465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Bound using segment: {'id': 'e6c42b09-0945-468a-bba6-bc24e8d50221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c03ff4df-14b3-4c37-897e-27e43721a60f'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:37.628171 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a6824792-edbf-489d-9e81-fe6dec38b798 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935326 Jan 28 17:57:37.631056 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Bound port: c2c99262-4275-4dea-ae57-b4345cd0ae0a, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c42b09-0945-468a-bba6-bc24e8d50221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c03ff4df-14b3-4c37-897e-27e43721a60f'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:37.631370 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.643383 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41568) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:37.644198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbfe5ba-969c-47fa-9c0a-d41afdd5d111 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3411f283-0973-4340-b361-392841670f57 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 17:57:37.648659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.650144 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:37.659465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dcbfe5ba-969c-47fa-9c0a-d41afdd5d111 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.669570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:37.705590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfe5ba-969c-47fa-9c0a-d41afdd5d111 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event deleted for resources: {'Network': ['ID=3411f283-0973-4340-b361-392841670f57,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:37.720266 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dcbfe5ba-969c-47fa-9c0a-d41afdd5d111 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "DELETE /v2.0/networks/3411f283-0973-4340-b361-392841670f57 HTTP/1.1" status: 204 len: 168 time: 0.7401896 Jan 28 17:57:37.753035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a4515ce7-793f-4a74-b58e-d7e71ee125c2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:37.794363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea98b27-dcb0-499a-8dc7-e7fd86d26325 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:37.795103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2ea98b27-dcb0-499a-8dc7-e7fd86d26325 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:37.823033 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-76ea3b9d-8e65-4e5d-9fd1-e177b8e619be tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The resource could not be found. Jan 28 17:57:37.824805 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-76ea3b9d-8e65-4e5d-9fd1-e177b8e619be tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6632316 Jan 28 17:57:37.829537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41574) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:37.842358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-367f6850-fa19-4a2b-a5b2-3b4d55bb1a46 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '1ddc4152-2154-40d5-9f40-fcc583d2f804', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c34aeb16-265a-4359-b837-d6bc0a7ae72e'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:37.855208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-367f6850-fa19-4a2b-a5b2-3b4d55bb1a46 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:37.868195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-367f6850-fa19-4a2b-a5b2-3b4d55bb1a46 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:37.881922 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a4515ce7-793f-4a74-b58e-d7e71ee125c2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:37.883338 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a4515ce7-793f-4a74-b58e-d7e71ee125c2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3511770 Jan 28 17:57:37.884388 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-367f6850-fa19-4a2b-a5b2-3b4d55bb1a46 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:37.888088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41578) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:37.896620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 1bf568cf-a7f7-40a1-a68c-86a0d476213d triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:37.896990 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.897817 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a3d2d26d-cb56-4914-9a78-f5420176e848 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group': {'name': 'tempest-secgroup--381859666'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:37.906026 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-367f6850-fa19-4a2b-a5b2-3b4d55bb1a46 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:37.913984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a3d2d26d-cb56-4914-9a78-f5420176e848 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:37.913984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2ea98b27-dcb0-499a-8dc7-e7fd86d26325 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:37.917007 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2ea98b27-dcb0-499a-8dc7-e7fd86d26325 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2593431 Jan 28 17:57:37.919837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41582) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:37.986149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f372d0fd-d35c-4152-b930-e1f86f3ea870 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:37.986392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a3d2d26d-cb56-4914-9a78-f5420176e848 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:38.057984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d0edd5-9090-43e7-8fb9-8a3e8fed1425 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:38.057984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e8d0edd5-9090-43e7-8fb9-8a3e8fed1425 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:38.112502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e2c55-7a41-4408-ac4c-76de18e2fc38 None None] Pushing event updated for resources: {'Port': ['ID=2fced083-21a6-4d96-ae94-5092d9c0e9b8,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:38.112738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a3d2d26d-cb56-4914-9a78-f5420176e848 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.147358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a3d2d26d-cb56-4914-9a78-f5420176e848 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:38.154043 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a3d2d26d-cb56-4914-9a78-f5420176e848 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:38.166150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a3d2d26d-cb56-4914-9a78-f5420176e848 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:38.167414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] For port c2c99262-4275-4dea-ae57-b4345cd0ae0a, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:38.174614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a3d2d26d-cb56-4914-9a78-f5420176e848 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:38.175548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] For port c2c99262-4275-4dea-ae57-b4345cd0ae0a, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c2c99262-4275-4dea-ae57-b4345cd0ae0a,segment=NetworkSegment(e6c42b09-0945-468a-bba6-bc24e8d50221),segment_id=e6c42b09-0945-468a-bba6-bc24e8d50221)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:38.227436 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-367f6850-fa19-4a2b-a5b2-3b4d55bb1a46 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The resource could not be found. Jan 28 17:57:38.229420 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-367f6850-fa19-4a2b-a5b2-3b4d55bb1a46 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3984418 Jan 28 17:57:38.229756 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:57:38.235101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e8d0edd5-9090-43e7-8fb9-8a3e8fed1425 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:38.236420 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e8d0edd5-9090-43e7-8fb9-8a3e8fed1425 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3156826 Jan 28 17:57:38.236959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41590) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:38.242729 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41592) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:38.313985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.382237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41598) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:38.396194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f83e8407-aadc-4d81-ae69-c03c125c7523 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Request body: {'router': {'name': 'tempest-router--800911859', 'project_id': '9c6631c2c3334c5d8819726d2142a3fd'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:38.400944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f83e8407-aadc-4d81-ae69-c03c125c7523 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:38.402574 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-790a542c-e002-421d-a7e7-2b3cf0eba5a3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1567979 Jan 28 17:57:38.405653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f83e8407-aadc-4d81-ae69-c03c125c7523 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Usage tracker for resource:router and tenant:9c6631c2c3334c5d8819726d2142a3fd is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:38.409913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f83e8407-aadc-4d81-ae69-c03c125c7523 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:38.416137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41602) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:38.418892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f83e8407-aadc-4d81-ae69-c03c125c7523 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:38.432813 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-262f1b2a-dbe7-435d-adf2-2f337bb8dd1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:38.457758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1819f8c6-bafe-4e2a-b341-ef1c6f64cb8f None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:57:38.491327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1819f8c6-bafe-4e2a-b341-ef1c6f64cb8f None None] Deleting port 1bf568cf-a7f7-40a1-a68c-86a0d476213d {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:38.494295 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1819f8c6-bafe-4e2a-b341-ef1c6f64cb8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.534341 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f372d0fd-d35c-4152-b930-e1f86f3ea870 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.540404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a3d2d26d-cb56-4914-9a78-f5420176e848 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.549213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a7477902-759f-4a85-9adf-9a34b61a638d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.553256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f83e8407-aadc-4d81-ae69-c03c125c7523 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.557384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f83e8407-aadc-4d81-ae69-c03c125c7523 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.567586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-db73e053-f97f-4f82-b463-cb1ac948e669 None None] Provisioning complete for port 2d7a8eae-18c3-4399-a824-54dfd9cecf32 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:38.567966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-db73e053-f97f-4f82-b463-cb1ac948e669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.607007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a7477902-759f-4a85-9adf-9a34b61a638d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.620600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a3d2d26d-cb56-4914-9a78-f5420176e848 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.666052 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f83e8407-aadc-4d81-ae69-c03c125c7523 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.690669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2d26d-cb56-4914-9a78-f5420176e848 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c7861d-1225-45af-9993-d59eee21124f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:38.744074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ecb9f-4493-4746-accf-abe99c31ac55 None None] Pushing event updated for resources: {'Port': ['ID=c2c99262-4275-4dea-ae57-b4345cd0ae0a,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:38.788032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-db73e053-f97f-4f82-b463-cb1ac948e669 None None] Port 2d7a8eae-18c3-4399-a824-54dfd9cecf32 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:57:38.849504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-262f1b2a-dbe7-435d-adf2-2f337bb8dd1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:38.852981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.854883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f83e8407-aadc-4d81-ae69-c03c125c7523 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.878213 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-262f1b2a-dbe7-435d-adf2-2f337bb8dd1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:38.894689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a3d2d26d-cb56-4914-9a78-f5420176e848 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.899609 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a3d2d26d-cb56-4914-9a78-f5420176e848 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0098529 Jan 28 17:57:38.904407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41606) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:38.904407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a7477902-759f-4a85-9adf-9a34b61a638d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.910113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:57:38.910883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a7477902-759f-4a85-9adf-9a34b61a638d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.911975 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a7477902-759f-4a85-9adf-9a34b61a638d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "DELETE /v2.0/security-groups/1ddc4152-2154-40d5-9f40-fcc583d2f804 HTTP/1.1" status: 204 len: 168 time: 0.6698482 Jan 28 17:57:38.914629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41610) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:38.921063 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-1819f8c6-bafe-4e2a-b341-ef1c6f64cb8f None None] For port 1bf568cf-a7f7-40a1-a68c-86a0d476213d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1bf568cf-a7f7-40a1-a68c-86a0d476213d,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:38.921450 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1819f8c6-bafe-4e2a-b341-ef1c6f64cb8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.930645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Sync routers for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:57:38.936308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:38.941049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a9ed253a-af6d-4307-b017-7a140c7f4d23 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group_rule': {'security_group_id': '57c7861d-1225-45af-9993-d59eee21124f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:38.951637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7477902-759f-4a85-9adf-9a34b61a638d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddc4152-2154-40d5-9f40-fcc583d2f804,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:38.953828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a9ed253a-af6d-4307-b017-7a140c7f4d23 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:38.958972 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a9ed253a-af6d-4307-b017-7a140c7f4d23 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:38.962070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a9ed253a-af6d-4307-b017-7a140c7f4d23 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:38.969909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a9ed253a-af6d-4307-b017-7a140c7f4d23 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:39.005728 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f83e8407-aadc-4d81-ae69-c03c125c7523 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:39.009553 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f83e8407-aadc-4d81-ae69-c03c125c7523 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6229212 Jan 28 17:57:39.010465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41614) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:39.019972 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d548ae-6ee0-41b7-9360-0e06f75dfead,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:39.044787 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f90cfd0d-b680-49d1-bb6e-cf31be191974 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0247884 Jan 28 17:57:39.053787 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-31416c69-8a82-4423-9026-73389247a4ea tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Synchronizing usage tracker for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:39.065945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f372d0fd-d35c-4152-b930-e1f86f3ea870 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:39.072494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41618) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:39.073345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:57:39.073887 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:39.087876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:39.177720 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372d0fd-d35c-4152-b930-e1f86f3ea870 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event deleted for resources: {'Subnet': ['ID=a31066f4-e85f-4f7c-8db5-0e3979cae3d3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:39.189284 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c00deb75-875d-43c5-b6cc-100a6f3a6bdc tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:39.196856 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1819f8c6-bafe-4e2a-b341-ef1c6f64cb8f None None] Calling delete_port for 1bf568cf-a7f7-40a1-a68c-86a0d476213d owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:39.262444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9ed253a-af6d-4307-b017-7a140c7f4d23 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:39.268182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262f1b2a-dbe7-435d-adf2-2f337bb8dd1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:39.273364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-262f1b2a-dbe7-435d-adf2-2f337bb8dd1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:39.282673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81cf5200-4bea-4a2b-9714-c712b7a185a1 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:39.325216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f372d0fd-d35c-4152-b930-e1f86f3ea870 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:39.352163 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f372d0fd-d35c-4152-b930-e1f86f3ea870 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "DELETE /v2.0/subnets/a31066f4-e85f-4f7c-8db5-0e3979cae3d3 HTTP/1.1" status: 204 len: 168 time: 1.9001451 Jan 28 17:57:39.354839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-31416c69-8a82-4423-9026-73389247a4ea tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Unset dirty status for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:39.356363 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-31416c69-8a82-4423-9026-73389247a4ea tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4380238 Jan 28 17:57:39.357916 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:39.359433 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Added segment 6a5c1cb3-e232-4088-9ead-2a4f4b9a1f41 of type vlan for network 6ac294a1-e389-43e3-8f0a-655034b1cfc0 Jan 28 17:57:39.363479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41622) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:39.364556 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41624) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:39.407843 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2fced083-21a6-4d96-ae94-5092d9c0e9b8 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:39.432619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3d2194ab-bb55-49a3-9e48-18e667a22ab8 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': 'c74256ae-b5c0-435c-a48f-a5b6e62ae944', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:39.439492 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3d2194ab-bb55-49a3-9e48-18e667a22ab8 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:39.454901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3d2194ab-bb55-49a3-9e48-18e667a22ab8 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:39.458357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3d2194ab-bb55-49a3-9e48-18e667a22ab8 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:39.472238 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3d2194ab-bb55-49a3-9e48-18e667a22ab8 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:39.570734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:39.642228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9ed253a-af6d-4307-b017-7a140c7f4d23 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:39.738555 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202cf724-ecf4-40f0-9bb8-b054346694ee None None] Network 7b0016de-bccc-4b51-8c56-43537f3cd910 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:39.787801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9ed253a-af6d-4307-b017-7a140c7f4d23 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:39.869120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed253a-af6d-4307-b017-7a140c7f4d23 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bb2097-c098-43d9-ba7f-669246810931,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:39.896871 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81cf5200-4bea-4a2b-9714-c712b7a185a1 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:39.903924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81cf5200-4bea-4a2b-9714-c712b7a185a1 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:39.933601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1819f8c6-bafe-4e2a-b341-ef1c6f64cb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:39.941828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:39.958192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9ed253a-af6d-4307-b017-7a140c7f4d23 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:39.962646 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a9ed253a-af6d-4307-b017-7a140c7f4d23 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0599084 Jan 28 17:57:39.962893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41630) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:39.972597 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-74df0e74-ece3-49fb-995f-6a22f60d04b1 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group_rule': {'security_group_id': '57c7861d-1225-45af-9993-d59eee21124f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:39.980297 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-74df0e74-ece3-49fb-995f-6a22f60d04b1 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:39.985321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 2fced083-21a6-4d96-ae94-5092d9c0e9b8 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:39.985466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-74df0e74-ece3-49fb-995f-6a22f60d04b1 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:39.988051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-74df0e74-ece3-49fb-995f-6a22f60d04b1 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:39.996323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-74df0e74-ece3-49fb-995f-6a22f60d04b1 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:40.012805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9639e7-6323-4717-9533-a4567922c58a None None] Network c03ff4df-14b3-4c37-897e-27e43721a60f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:40.015920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcde445-fb91-4a48-8a51-336cf039cbf5 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:40.016771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9fcde445-fb91-4a48-8a51-336cf039cbf5 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Synchronizing usage tracker for tenant:dc00068350264d27a2478c66bc478139 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:40.027817 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81cf5200-4bea-4a2b-9714-c712b7a185a1 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.029267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cf5200-4bea-4a2b-9714-c712b7a185a1 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21b32a04-ffe7-4cf3-a2f8-beb046d5a018 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:57:40.044431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81cf5200-4bea-4a2b-9714-c712b7a185a1 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.049383 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-81cf5200-4bea-4a2b-9714-c712b7a185a1 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "DELETE /v2.0/routers/21b32a04-ffe7-4cf3-a2f8-beb046d5a018 HTTP/1.1" status: 204 len: 168 time: 1.0357544 Jan 28 17:57:40.052065 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819f8c6-bafe-4e2a-b341-ef1c6f64cb8f None None] Pushing event deleted for resources: {'Port': ['ID=1bf568cf-a7f7-40a1-a68c-86a0d476213d,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:40.102146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74df0e74-ece3-49fb-995f-6a22f60d04b1 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.105214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1819f8c6-bafe-4e2a-b341-ef1c6f64cb8f None None] No DVR routers for this DVR port 1bf568cf-a7f7-40a1-a68c-86a0d476213d on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:57:40.106799 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c2c99262-4275-4dea-ae57-b4345cd0ae0a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:40.188401 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b83f0f50-a8f7-44d8-8edd-76877b10399c None None] Provisioning for port 2fced083-21a6-4d96-ae94-5092d9c0e9b8 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:40.197216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74df0e74-ece3-49fb-995f-6a22f60d04b1 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.211978 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-3d2194ab-bb55-49a3-9e48-18e667a22ab8 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The resource could not be found. Jan 28 17:57:40.213333 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3d2194ab-bb55-49a3-9e48-18e667a22ab8 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7849603 Jan 28 17:57:40.213963 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9fcde445-fb91-4a48-8a51-336cf039cbf5 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Unset dirty status for tenant:dc00068350264d27a2478c66bc478139 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:40.215495 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9fcde445-fb91-4a48-8a51-336cf039cbf5 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7889218 Jan 28 17:57:40.218375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41636) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:40.227502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9384e00f-3ccd-41b0-8c3d-c4a088a86d3d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114557398'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:40.227662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41640) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:40.233359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9384e00f-3ccd-41b0-8c3d-c4a088a86d3d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:40.248738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9384e00f-3ccd-41b0-8c3d-c4a088a86d3d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:40.262302 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b83f0f50-a8f7-44d8-8edd-76877b10399c None None] Provisioning complete for port 2fced083-21a6-4d96-ae94-5092d9c0e9b8 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:40.263172 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b83f0f50-a8f7-44d8-8edd-76877b10399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.266915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74df0e74-ece3-49fb-995f-6a22f60d04b1 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.297446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d7b9acbb-3cd1-490f-9ea8-8c741e855732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.300364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df0e74-ece3-49fb-995f-6a22f60d04b1 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98939c5-6421-4c3e-b118-fecc88b91670,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:40.324263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9384e00f-3ccd-41b0-8c3d-c4a088a86d3d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.327122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.328075 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:40.328926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.349488 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9384e00f-3ccd-41b0-8c3d-c4a088a86d3d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:40.354160 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9384e00f-3ccd-41b0-8c3d-c4a088a86d3d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:40.357264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9384e00f-3ccd-41b0-8c3d-c4a088a86d3d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:40.364800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9384e00f-3ccd-41b0-8c3d-c4a088a86d3d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:40.403213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41644) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:40.415628 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74df0e74-ece3-49fb-995f-6a22f60d04b1 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.416884 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-74df0e74-ece3-49fb-995f-6a22f60d04b1 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4488478 Jan 28 17:57:40.419662 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41650) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:40.425992 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-aa5830a3-700b-4ed8-8cd5-6844f7bcf70b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group_rule': {'security_group_id': '57c7861d-1225-45af-9993-d59eee21124f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:40.441506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-aa5830a3-700b-4ed8-8cd5-6844f7bcf70b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:40.448167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-aa5830a3-700b-4ed8-8cd5-6844f7bcf70b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:40.462954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-aa5830a3-700b-4ed8-8cd5-6844f7bcf70b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:40.477198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-aa5830a3-700b-4ed8-8cd5-6844f7bcf70b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:40.492885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9384e00f-3ccd-41b0-8c3d-c4a088a86d3d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.565339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9384e00f-3ccd-41b0-8c3d-c4a088a86d3d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.646019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-aa5830a3-700b-4ed8-8cd5-6844f7bcf70b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.652634 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.8686385 Jan 28 17:57:40.653815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a237f8-0f6d-4906-8cb8-994014286691 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event updated for resources: {'Network': ['ID=6ac294a1-e389-43e3-8f0a-655034b1cfc0,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:40.656092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41654) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:40.668888 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 6ac294a1-e389-43e3-8f0a-655034b1cfc0 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:57:40.691881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Request body: {'subnet': {'network_id': '6ac294a1-e389-43e3-8f0a-655034b1cfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:40.704081 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port c2c99262-4275-4dea-ae57-b4345cd0ae0a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:40.710850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:40.711505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9384e00f-3ccd-41b0-8c3d-c4a088a86d3d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.713002 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9384e00f-3ccd-41b0-8c3d-c4a088a86d3d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4932942 Jan 28 17:57:40.723277 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384e00f-3ccd-41b0-8c3d-c4a088a86d3d tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e86a5da-1459-4d91-8887-dd79ce817464,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:40.729859 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41658) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:40.743600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group': {'name': 'tempest-secgroup--847942635'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:40.743717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Usage tracker for resource:subnet and tenant:1d8e362e63894a49aff1c545b625e502 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:40.747314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.747678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1193992901', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}, 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:40.760256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:40.764075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:40.767585 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b83f0f50-a8f7-44d8-8edd-76877b10399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.772942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Usage tracker for resource:router and tenant:b19d324a2e6d496e805530bcc90e4cba is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:40.776025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:40.779891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:40.782695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:40.782825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:40.787298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03791328-aacb-417b-83d2-551005be3018 None None] DHCP port deletion for 7b0016de-bccc-4b51-8c56-43537f3cd910 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:57:40.793485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:40.795565 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:40.798522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:40.802979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dc3e68ca-d1ac-435b-8734-af3c4da329e6 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:40.819286 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-aa5830a3-700b-4ed8-8cd5-6844f7bcf70b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.822850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Deleting port c2c99262-4275-4dea-ae57-b4345cd0ae0a {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:40.823212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.849794 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-03791328-aacb-417b-83d2-551005be3018 None None] Deleting port 2fced083-21a6-4d96-ae94-5092d9c0e9b8 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:40.850460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03791328-aacb-417b-83d2-551005be3018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.889939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.891133 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.896478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.906161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-aa5830a3-700b-4ed8-8cd5-6844f7bcf70b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.912419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Made reservation on behalf of 1d8e362e63894a49aff1c545b625e502 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:40.915044 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.926007 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:34Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '2d7a8eae-18c3-4399-a824-54dfd9cecf32', 'name': '', 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:0f:e3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:33Z', 'updated_at': '2022-01-28T17:57:35Z', 'revision_number': 2, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:33Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:40.945281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e6633-476d-4559-a356-2fd0292d0bf9 None None] DHCP port deletion for c03ff4df-14b3-4c37-897e-27e43721a60f request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:57:40.961609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Checking router: b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:57:40.962378 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Updating router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 port 2d7a8eae-18c3-4399-a824-54dfd9cecf32 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:57:40.963079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5830a3-700b-4ed8-8cd5-6844f7bcf70b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade61e76-09d6-4a8b-bbb4-7852f416d26d,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:40.965627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:40.971025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:40.975822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:40.979127 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:40.988756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:40.996663 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c40e6633-476d-4559-a356-2fd0292d0bf9 None None] Deleting port c2c99262-4275-4dea-ae57-b4345cd0ae0a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:40.997222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c40e6633-476d-4559-a356-2fd0292d0bf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.033336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b83f0f50-a8f7-44d8-8edd-76877b10399c None None] For port 2fced083-21a6-4d96-ae94-5092d9c0e9b8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2fced083-21a6-4d96-ae94-5092d9c0e9b8,segment=NetworkSegment(05d01299-3c8f-4e94-9321-fe501952e7f3),segment_id=05d01299-3c8f-4e94-9321-fe501952e7f3)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:41.064258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.extraroute_db [None req-c00deb75-875d-43c5-b6cc-100a6f3a6bdc tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 17:57:41.079500 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.080601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-aa5830a3-700b-4ed8-8cd5-6844f7bcf70b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.081961 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-aa5830a3-700b-4ed8-8cd5-6844f7bcf70b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6610544 Jan 28 17:57:41.084770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41662) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:41.090944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f869ed6b-a2aa-460c-9ded-899e0775fede tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group_rule': {'security_group_id': '57c7861d-1225-45af-9993-d59eee21124f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:41.097286 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f869ed6b-a2aa-460c-9ded-899e0775fede tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:41.102707 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f869ed6b-a2aa-460c-9ded-899e0775fede tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:41.108356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f869ed6b-a2aa-460c-9ded-899e0775fede tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:41.134873 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.158750 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.extraroute_db [None req-c00deb75-875d-43c5-b6cc-100a6f3a6bdc tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Removed routes are [] {{(pid=88159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 17:57:41.159194 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c00deb75-875d-43c5-b6cc-100a6f3a6bdc tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.173357 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f869ed6b-a2aa-460c-9ded-899e0775fede tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:41.211552 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.objects.ports [None req-262f1b2a-dbe7-435d-adf2-2f337bb8dd1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88159) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:57:41.225134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b83f0f50-a8f7-44d8-8edd-76877b10399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.228960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-262f1b2a-dbe7-435d-adf2-2f337bb8dd1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.250458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.360107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port dc3e68ca-d1ac-435b-8734-af3c4da329e6 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:41.360434 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.437766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f869ed6b-a2aa-460c-9ded-899e0775fede tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.450830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ee0c95-86fc-4635-af25-0b6da40f41d0,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:41.458094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.531631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f869ed6b-a2aa-460c-9ded-899e0775fede tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.564393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.566015 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2f0eeda3-0de1-466d-991d-9c31c4332e12 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8333671 Jan 28 17:57:41.568883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41666) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:41.574622 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f9fdb058-801e-44da-b287-4d88651170db tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': '0e86a5da-1459-4d91-8887-dd79ce817464', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b1ee0c95-86fc-4635-af25-0b6da40f41d0'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:41.581200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f9fdb058-801e-44da-b287-4d88651170db tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:41.585983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f9fdb058-801e-44da-b287-4d88651170db tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:41.589198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f9fdb058-801e-44da-b287-4d88651170db tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:41.595711 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f9fdb058-801e-44da-b287-4d88651170db tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:41.622105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f869ed6b-a2aa-460c-9ded-899e0775fede tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.647075 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f0f50-a8f7-44d8-8edd-76877b10399c None None] Pushing event updated for resources: {'Port': ['ID=2fced083-21a6-4d96-ae94-5092d9c0e9b8,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:41.651832 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-03791328-aacb-417b-83d2-551005be3018 None None] For port 2fced083-21a6-4d96-ae94-5092d9c0e9b8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2fced083-21a6-4d96-ae94-5092d9c0e9b8,segment=NetworkSegment(05d01299-3c8f-4e94-9321-fe501952e7f3),segment_id=05d01299-3c8f-4e94-9321-fe501952e7f3)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:41.652224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03791328-aacb-417b-83d2-551005be3018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.670276 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e87673d6-6e5f-4f4c-97fe-8d7a96bfa740 None None] Provisioning for port c2c99262-4275-4dea-ae57-b4345cd0ae0a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:41.671804 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262f1b2a-dbe7-435d-adf2-2f337bb8dd1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:41.682066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869ed6b-a2aa-460c-9ded-899e0775fede tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949bffb2-157f-400e-9924-29e9bd665e3a,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:41.687638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c40e6633-476d-4559-a356-2fd0292d0bf9 None None] For port c2c99262-4275-4dea-ae57-b4345cd0ae0a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c2c99262-4275-4dea-ae57-b4345cd0ae0a,segment=NetworkSegment(e6c42b09-0945-468a-bba6-bc24e8d50221),segment_id=e6c42b09-0945-468a-bba6-bc24e8d50221)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:41.687638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c40e6633-476d-4559-a356-2fd0292d0bf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.709771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f1b2a-dbe7-435d-adf2-2f337bb8dd1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=dd2057f5-5082-4d97-a9d7-eda4970ed950,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:41.712039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-262f1b2a-dbe7-435d-adf2-2f337bb8dd1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:41.717009 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] For port c2c99262-4275-4dea-ae57-b4345cd0ae0a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c2c99262-4275-4dea-ae57-b4345cd0ae0a,segment=NetworkSegment(e6c42b09-0945-468a-bba6-bc24e8d50221),segment_id=e6c42b09-0945-468a-bba6-bc24e8d50221)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:41.717349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.732736 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262f1b2a-dbe7-435d-adf2-2f337bb8dd1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:41.733379 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-262f1b2a-dbe7-435d-adf2-2f337bb8dd1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.781324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f869ed6b-a2aa-460c-9ded-899e0775fede tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.783692 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f869ed6b-a2aa-460c-9ded-899e0775fede tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6965983 Jan 28 17:57:41.785504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41670) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:41.792975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-29c66cb4-aacb-4952-90de-97140aff0b38 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group_rule': {'security_group_id': '57c7861d-1225-45af-9993-d59eee21124f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:41.801569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-29c66cb4-aacb-4952-90de-97140aff0b38 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:41.807400 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-29c66cb4-aacb-4952-90de-97140aff0b38 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:41.813683 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-29c66cb4-aacb-4952-90de-97140aff0b38 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:41.813852 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e87673d6-6e5f-4f4c-97fe-8d7a96bfa740 None None] Provisioning complete for port c2c99262-4275-4dea-ae57-b4345cd0ae0a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:41.813852 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e87673d6-6e5f-4f4c-97fe-8d7a96bfa740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:41.821019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-29c66cb4-aacb-4952-90de-97140aff0b38 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:41.836201 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad04b1-cb59-4f18-a5fb-aad30a0bf354 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:41.848005 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-f9fdb058-801e-44da-b287-4d88651170db tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:41.852286 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f9fdb058-801e-44da-b287-4d88651170db tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2795863 Jan 28 17:57:41.852681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41674) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:41.869583 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-03791328-aacb-417b-83d2-551005be3018 None None] Calling delete_port for 2fced083-21a6-4d96-ae94-5092d9c0e9b8 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:41.889062 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Calling delete_port for c2c99262-4275-4dea-ae57-b4345cd0ae0a owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:42.050469 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-262f1b2a-dbe7-435d-adf2-2f337bb8dd1f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.6331952 Jan 28 17:57:42.062445 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41678) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:42.081414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'mac_address': 'fa:16:3e:ba:fd:38', 'name': 'tempest-NetworksTestDHCPv6-1373571789'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:42.154801 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c40e6633-476d-4559-a356-2fd0292d0bf9 None None] Calling delete_port for c2c99262-4275-4dea-ae57-b4345cd0ae0a owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:42.159805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29c66cb4-aacb-4952-90de-97140aff0b38 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.177845 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.233811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b70bce39-4226-4782-a3f1-381d5683fc29 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.248024 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.298277 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.301623 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] No DVR routers for this DVR port c2c99262-4275-4dea-ae57-b4345cd0ae0a on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:57:42.345680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event deleted for resources: {'Port': ['ID=c2c99262-4275-4dea-ae57-b4345cd0ae0a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:42.351333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b70bce39-4226-4782-a3f1-381d5683fc29 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.428525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e87673d6-6e5f-4f4c-97fe-8d7a96bfa740 None None] Could not find standard attr ID for object c2c99262-4275-4dea-ae57-b4345cd0ae0a. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:57:42.432932 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.plugins.ml2.db [None req-e87673d6-6e5f-4f4c-97fe-8d7a96bfa740 None None] No ports have port_id starting with c2c99262-4275-4dea-ae57-b4345cd0ae0a Jan 28 17:57:42.434475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29c66cb4-aacb-4952-90de-97140aff0b38 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.438838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c00deb75-875d-43c5-b6cc-100a6f3a6bdc tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.477037 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-39c323ef-e43e-4383-b5b9-94b1939ac0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.493568 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c00deb75-875d-43c5-b6cc-100a6f3a6bdc tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.530614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29c66cb4-aacb-4952-90de-97140aff0b38 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.533828 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1bf568cf-a7f7-40a1-a68c-86a0d476213d no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:57:42.564880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c66cb4-aacb-4952-90de-97140aff0b38 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec24f2f-d28a-4d1b-8087-f5af2d01b452,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:42.571978 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-c40e6633-476d-4559-a356-2fd0292d0bf9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:57:42.571978 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-c40e6633-476d-4559-a356-2fd0292d0bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:57:42.575616 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.581100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b70bce39-4226-4782-a3f1-381d5683fc29 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.582269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Allocated IP 172.26.1.46 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/3014f291-5937-472f-9b34-1d9371b4c7ca) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:42.585081 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-03791328-aacb-417b-83d2-551005be3018 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:57:42.585528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-03791328-aacb-417b-83d2-551005be3018 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:57:42.589718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 1bf568cf-a7f7-40a1-a68c-86a0d476213d {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:57:42.589718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1bf568cf-a7f7-40a1-a68c-86a0d476213d not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:57:42.611518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bce39-4226-4782-a3f1-381d5683fc29 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ee0c95-86fc-4635-af25-0b6da40f41d0,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:42.621272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b70bce39-4226-4782-a3f1-381d5683fc29 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.622555 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b70bce39-4226-4782-a3f1-381d5683fc29 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "DELETE /v2.0/security-groups/b1ee0c95-86fc-4635-af25-0b6da40f41d0 HTTP/1.1" status: 204 len: 168 time: 0.7691278 Jan 28 17:57:42.625062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41682) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:42.720800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:42.722666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': 'dd2057f5-5082-4d97-a9d7-eda4970ed950'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:57:42.724590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.735889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2fced083-21a6-4d96-ae94-5092d9c0e9b8 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:57:42.752135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29c66cb4-aacb-4952-90de-97140aff0b38 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.755958 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-29c66cb4-aacb-4952-90de-97140aff0b38 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9661863 Jan 28 17:57:42.759308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41686) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:42.763545 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03ff4df-14b3-4c37-897e-27e43721a60f']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:42.772482 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:42.791995 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c42b09-0945-468a-bba6-bc24e8d50221') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:42.792361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c42b09-0945-468a-bba6-bc24e8d50221') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:42.817747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.843018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3ce992a-5e70-48a9-a40b-1dd0e61c43ca tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.843235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00deb75-875d-43c5-b6cc-100a6f3a6bdc tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:57:42.845324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.857505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-72c6f0bb-e9bd-4e19-919c-c84f2673b4b3 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Synchronizing usage tracker for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:42.859122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:42.859517 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.867674 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:42.875819 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:42.887144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3ce992a-5e70-48a9-a40b-1dd0e61c43ca tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.906798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:42.946309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-72c6f0bb-e9bd-4e19-919c-c84f2673b4b3 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Unset dirty status for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:42.947800 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-72c6f0bb-e9bd-4e19-919c-c84f2673b4b3 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3217835 Jan 28 17:57:42.950550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41690) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:43.004681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.021324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3ce992a-5e70-48a9-a40b-1dd0e61c43ca tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.042615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Allocated IP 2001:db8::f816:3eff:fe62:bd54 (c221bf74-e816-466d-af85-3d953f9ff4cd/dd2057f5-5082-4d97-a9d7-eda4970ed950/00d9c381-0c8d-44d3-a9ee-762502cc3330) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:43.047906 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ff90139c-aa4f-4212-a3ef-2b560e2eaf9a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.049957 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3ce992a-5e70-48a9-a40b-1dd0e61c43ca tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.051197 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f3ce992a-5e70-48a9-a40b-1dd0e61c43ca tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/9ec24f2f-d28a-4d1b-8087-f5af2d01b452 HTTP/1.1" status: 204 len: 168 time: 0.2889860 Jan 28 17:57:43.057571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41694) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:43.060243 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce992a-5e70-48a9-a40b-1dd0e61c43ca tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ec24f2f-d28a-4d1b-8087-f5af2d01b452,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:43.064776 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 2fced083-21a6-4d96-ae94-5092d9c0e9b8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2fced083-21a6-4d96-ae94-5092d9c0e9b8,segment=NetworkSegment(05d01299-3c8f-4e94-9321-fe501952e7f3),segment_id=05d01299-3c8f-4e94-9321-fe501952e7f3)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:43.082321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c40e6633-476d-4559-a356-2fd0292d0bf9 None None] Deleting port c2c99262-4275-4dea-ae57-b4345cd0ae0a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:43.083566 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c40e6633-476d-4559-a356-2fd0292d0bf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.092773 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.117693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-03791328-aacb-417b-83d2-551005be3018 None None] Deleting port 2fced083-21a6-4d96-ae94-5092d9c0e9b8 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:43.118302 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03791328-aacb-417b-83d2-551005be3018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.134317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:43.178931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ff90139c-aa4f-4212-a3ef-2b560e2eaf9a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.199502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:43.205514 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.206197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c2c99262-4275-4dea-ae57-b4345cd0ae0a no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:57:43.211525 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:43.226487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:43.252360 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Pushing event updated for resources: {'Port': ['ID=3014f291-5937-472f-9b34-1d9371b4c7ca,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:43.293493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a384c205-b336-405f-b192-2d93141e69a1 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:43.343225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c40e6633-476d-4559-a356-2fd0292d0bf9 None None] The port 'c2c99262-4275-4dea-ae57-b4345cd0ae0a' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:57:43.352169 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: c2c99262-4275-4dea-ae57-b4345cd0ae0a {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:57:43.352525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c2c99262-4275-4dea-ae57-b4345cd0ae0a not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:57:43.355954 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00deb75-875d-43c5-b6cc-100a6f3a6bdc tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:57:43.436074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.438850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Transition to ACTIVE for port object 2d7a8eae-18c3-4399-a824-54dfd9cecf32 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:43.440961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.objects.ports [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88159) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:57:43.441618 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.457316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a384c205-b336-405f-b192-2d93141e69a1 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:43.460426 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a384c205-b336-405f-b192-2d93141e69a1 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4005051 Jan 28 17:57:43.462243 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41698) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:43.471530 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.482653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=2fced083-21a6-4d96-ae94-5092d9c0e9b8,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:43.490841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ff90139c-aa4f-4212-a3ef-2b560e2eaf9a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.491077 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.491593 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.492434 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "DELETE /v2.0/networks/c03ff4df-14b3-4c37-897e-27e43721a60f HTTP/1.1" status: 204 len: 168 time: 3.2638886 Jan 28 17:57:43.496930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c00deb75-875d-43c5-b6cc-100a6f3a6bdc tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.498191 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c00deb75-875d-43c5-b6cc-100a6f3a6bdc tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 HTTP/1.1" status: 200 len: 933 time: 4.3436737 Jan 28 17:57:43.501114 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.505079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41702) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:43.505789 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41704) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:43.534795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc9184-8fa2-4c85-ab01-a463ccc9353c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event deleted for resources: {'Network': ['ID=c03ff4df-14b3-4c37-897e-27e43721a60f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:43.560344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 56ea054f-58c0-4b7c-8fdb-5534976a5e74 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:57:43.600908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.614840 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event updated for resources: {'Subnet': ['ID=34d8f689-9ccd-487c-8281-43b22ebeb77c,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:43.644174 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90139c-aa4f-4212-a3ef-2b560e2eaf9a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e86a5da-1459-4d91-8887-dd79ce817464,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:43.649305 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Checking segment: {'id': '6a5c1cb3-e232-4088-9ead-2a4f4b9a1f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6ac294a1-e389-43e3-8f0a-655034b1cfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:43.649651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Network hostable DHCP agents. Network: 6ac294a1-e389-43e3-8f0a-655034b1cfc0, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:57:43.735192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Network 6ac294a1-e389-43e3-8f0a-655034b1cfc0 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:57:43.752439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6614a1df-3ecc-47b1-8b05-12b7ea395731 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.821653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6614a1df-3ecc-47b1-8b05-12b7ea395731 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.844407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 6ac294a1-e389-43e3-8f0a-655034b1cfc0) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:43.854977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ff90139c-aa4f-4212-a3ef-2b560e2eaf9a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.858875 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ff90139c-aa4f-4212-a3ef-2b560e2eaf9a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "DELETE /v2.0/security-groups/0e86a5da-1459-4d91-8887-dd79ce817464 HTTP/1.1" status: 204 len: 168 time: 0.9045615 Jan 28 17:57:43.866185 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:43.866185 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.866508 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41710) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:43.873857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.877895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1734bc-7076-4bed-a2fd-9f2cdfee62b1 None None] Network 6ac294a1-e389-43e3-8f0a-655034b1cfc0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:43.894305 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-276c594e-d7c6-4679-8a40-1d12e8eb5269 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 HTTP/1.1" status: 200 len: 933 time: 0.3584507 Jan 28 17:57:43.897682 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41714) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:43.907047 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1b69053c-8ef3-4088-9027-f31aceef5586 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'router': {'routes': None}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:43.910283 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b50644-e61e-447f-812c-f5a5b61a47c6 None None] Pushing event updated for resources: {'Port': ['ID=2d7a8eae-18c3-4399-a824-54dfd9cecf32,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:43.926085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Deleting port 2fced083-21a6-4d96-ae94-5092d9c0e9b8 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:43.926953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:43.957341 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-03791328-aacb-417b-83d2-551005be3018 None None] For port 2fced083-21a6-4d96-ae94-5092d9c0e9b8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2fced083-21a6-4d96-ae94-5092d9c0e9b8,segment=NetworkSegment(05d01299-3c8f-4e94-9321-fe501952e7f3),segment_id=05d01299-3c8f-4e94-9321-fe501952e7f3)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:43.957769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03791328-aacb-417b-83d2-551005be3018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.002051 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.104006 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ca434093-a55e-4550-90b6-54bab02d68e6 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4276640 Jan 28 17:57:44.104006 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41718) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:44.106643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1834037656', 'network_id': '6ac294a1-e389-43e3-8f0a-655034b1cfc0'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:44.127881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:44.136507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Usage tracker for resource:port and tenant:1d8e362e63894a49aff1c545b625e502 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:44.141093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:44.150349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:44.175727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-06428aea-5ef5-4df3-afda-dc763edaf714 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Synchronizing usage tracker for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:44.188596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6614a1df-3ecc-47b1-8b05-12b7ea395731 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.200800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-03791328-aacb-417b-83d2-551005be3018 None None] Calling delete_port for 2fced083-21a6-4d96-ae94-5092d9c0e9b8 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:44.226140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Made reservation on behalf of 1d8e362e63894a49aff1c545b625e502 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:44.228627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.253286 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Transition to ACTIVE for port object 00d9c381-0c8d-44d3-a9ee-762502cc3330 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:44.260511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614a1df-3ecc-47b1-8b05-12b7ea395731 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=949bffb2-157f-400e-9924-29e9bd665e3a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:44.326134 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] device_id is not set on port b9498976-1cb1-49d8-8541-6f232b49c9b8 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:57:44.345257 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Transition to ACTIVE for port object 00d9c381-0c8d-44d3-a9ee-762502cc3330 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:44.351741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Attempting to bind port 2d7a8eae-18c3-4399-a824-54dfd9cecf32 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:44.352345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Attempting to bind port 2d7a8eae-18c3-4399-a824-54dfd9cecf32 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '1734982f-2d66-410f-9f7a-50537f30de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:44.353109 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Attempting to bind port 2d7a8eae-18c3-4399-a824-54dfd9cecf32 on network a38455cc-d469-4e6c-80ec-f55163b0541c {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:44.369014 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6614a1df-3ecc-47b1-8b05-12b7ea395731 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.369014 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6614a1df-3ecc-47b1-8b05-12b7ea395731 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/949bffb2-157f-400e-9924-29e9bd665e3a HTTP/1.1" status: 204 len: 168 time: 0.8929474 Jan 28 17:57:44.369398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41722) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:44.393923 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:44.396872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Checking segment: {'id': '1734982f-2d66-410f-9f7a-50537f30de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:44.396872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.396872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Bound using segment: {'id': '1734982f-2d66-410f-9f7a-50537f30de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:44.396872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Bound port: 2d7a8eae-18c3-4399-a824-54dfd9cecf32, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1734982f-2d66-410f-9f7a-50537f30de4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:44.396872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.436684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-06428aea-5ef5-4df3-afda-dc763edaf714 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Unset dirty status for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:44.438168 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-06428aea-5ef5-4df3-afda-dc763edaf714 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5725658 Jan 28 17:57:44.451101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41726) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:44.482442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.484180 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.505921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-39957a55-d327-4189-9277-e7b93c1a3c54 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519853800'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:44.527129 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-39957a55-d327-4189-9277-e7b93c1a3c54 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:44.575940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] For port 2fced083-21a6-4d96-ae94-5092d9c0e9b8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2fced083-21a6-4d96-ae94-5092d9c0e9b8,segment=NetworkSegment(05d01299-3c8f-4e94-9321-fe501952e7f3),segment_id=05d01299-3c8f-4e94-9321-fe501952e7f3)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:44.576466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.588589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2c615b72-45f4-4adf-8215-ce8d344cc08c tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:44.593543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-39957a55-d327-4189-9277-e7b93c1a3c54 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:44.616664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:44.627578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03791328-aacb-417b-83d2-551005be3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.641111 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:44.643574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:44.666837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Pushing event updated for resources: {'Port': ['ID=00d9c381-0c8d-44d3-a9ee-762502cc3330,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:44.700804 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2cd97-a43a-4cda-b0df-07da723a1c6c None None] Network 6ac294a1-e389-43e3-8f0a-655034b1cfc0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:44.726803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03791328-aacb-417b-83d2-551005be3018 None None] No DVR routers for this DVR port 2fced083-21a6-4d96-ae94-5092d9c0e9b8 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:57:44.779671 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Calling delete_port for 2fced083-21a6-4d96-ae94-5092d9c0e9b8 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:44.780929 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39957a55-d327-4189-9277-e7b93c1a3c54 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.793724 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2c615b72-45f4-4adf-8215-ce8d344cc08c tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:44.795104 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2c615b72-45f4-4adf-8215-ce8d344cc08c tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4335885 Jan 28 17:57:44.802213 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41730) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:44.815062 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] For port 2d7a8eae-18c3-4399-a824-54dfd9cecf32, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:44.823134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03791328-aacb-417b-83d2-551005be3018 None None] Pushing event deleted for resources: {'Port': ['ID=2fced083-21a6-4d96-ae94-5092d9c0e9b8,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:44.823863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Allocated IP 2001:db8::90 (6ac294a1-e389-43e3-8f0a-655034b1cfc0/34d8f689-9ccd-487c-8281-43b22ebeb77c/b9498976-1cb1-49d8-8541-6f232b49c9b8) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:44.830303 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::f816:3eff:feba:fd38 (c221bf74-e816-466d-af85-3d953f9ff4cd/dd2057f5-5082-4d97-a9d7-eda4970ed950/56ea054f-58c0-4b7c-8fdb-5534976a5e74) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:44.857781 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-39957a55-d327-4189-9277-e7b93c1a3c54 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:44.892552 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] For port 2d7a8eae-18c3-4399-a824-54dfd9cecf32, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2d7a8eae-18c3-4399-a824-54dfd9cecf32,segment=NetworkSegment(1734982f-2d66-410f-9f7a-50537f30de4e),segment_id=1734982f-2d66-410f-9f7a-50537f30de4e)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:44.893128 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-48bdf01c-9e10-404d-ac32-b28ee58472fe tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.911950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-39957a55-d327-4189-9277-e7b93c1a3c54 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:44.924794 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-39957a55-d327-4189-9277-e7b93c1a3c54 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:44.925140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Attempting to bind port 00d9c381-0c8d-44d3-a9ee-762502cc3330 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:44.925484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Attempting to bind port 00d9c381-0c8d-44d3-a9ee-762502cc3330 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:44.925847 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Attempting to bind port 00d9c381-0c8d-44d3-a9ee-762502cc3330 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:44.933326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-48bdf01c-9e10-404d-ac32-b28ee58472fe tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.945742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:44.945989 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:44.946219 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.946575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:44.947225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Bound port: 00d9c381-0c8d-44d3-a9ee-762502cc3330, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:44.947479 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:44.951033 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-39957a55-d327-4189-9277-e7b93c1a3c54 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:45.026226 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:45.052853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:57:45.053171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:57:45.060370 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:45.075256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:45.237555 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:45.238444 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:45.329487 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-48bdf01c-9e10-404d-ac32-b28ee58472fe tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:45.361394 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdf01c-9e10-404d-ac32-b28ee58472fe tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ade61e76-09d6-4a8b-bbb4-7852f416d26d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:45.376097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Router 1a43374b-84bc-411d-87c6-83be0347c039 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:57:45.420269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.extraroute_db [None req-1b69053c-8ef3-4088-9027-f31aceef5586 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Added routes are [] {{(pid=88159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 17:57:45.420488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.extraroute_db [None req-1b69053c-8ef3-4088-9027-f31aceef5586 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 17:57:45.445215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b50644-e61e-447f-812c-f5a5b61a47c6 None None] Pushing event updated for resources: {'Port': ['ID=2d7a8eae-18c3-4399-a824-54dfd9cecf32,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:45.466958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] For port 00d9c381-0c8d-44d3-a9ee-762502cc3330, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:45.486182 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] For port 00d9c381-0c8d-44d3-a9ee-762502cc3330, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=00d9c381-0c8d-44d3-a9ee-762502cc3330,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:45.495286 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:45.617085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:45.630475 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39957a55-d327-4189-9277-e7b93c1a3c54 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:45.632125 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:45.636060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b69053c-8ef3-4088-9027-f31aceef5586 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:45.691222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Deleting port 2fced083-21a6-4d96-ae94-5092d9c0e9b8 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:45.691544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:45.693714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-48bdf01c-9e10-404d-ac32-b28ee58472fe tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:45.695018 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-48bdf01c-9e10-404d-ac32-b28ee58472fe tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ade61e76-09d6-4a8b-bbb4-7852f416d26d HTTP/1.1" status: 204 len: 168 time: 0.8918049 Jan 28 17:57:45.698237 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41734) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:45.721733 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:45.748074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 56ea054f-58c0-4b7c-8fdb-5534976a5e74 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:45.778827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] The port '2fced083-21a6-4d96-ae94-5092d9c0e9b8' was deleted {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:57:45.812485 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39957a55-d327-4189-9277-e7b93c1a3c54 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:45.816346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af613b5-c2ce-430e-a54b-afcaa69d5f3c None None] Pushing event updated for resources: {'Port': ['ID=00d9c381-0c8d-44d3-a9ee-762502cc3330,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:45.921390 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:57:45.936598 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f13a673-d012-460a-850d-6456d6351b41 None None] Sync routers for ids ['1a43374b-84bc-411d-87c6-83be0347c039'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:57:45.939521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-efccd210-8098-4496-9751-9d1a0f28664b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:45.948558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:45.961552 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13a673-d012-460a-850d-6456d6351b41 None None] Routers {'1a43374b-84bc-411d-87c6-83be0347c039'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:45.961552 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-9f13a673-d012-460a-850d-6456d6351b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1a43374b-84bc-411d-87c6-83be0347c039'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:45.972394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:41Z', 'revision_number': 6, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:33Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7a8eae-18c3-4399-a824-54dfd9cecf32', 'name': '', 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:0f:e3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:33Z', 'updated_at': '2022-01-28T17:57:44Z', 'revision_number': 4, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:45.979399 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db37311-c8d0-42f8-85a9-9d273dc9ddc5 None None] The sync data for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:41Z', 'revision_number': 6, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:33Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7a8eae-18c3-4399-a824-54dfd9cecf32', 'name': '', 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:0f:e3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:33Z', 'updated_at': '2022-01-28T17:57:44Z', 'revision_number': 4, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:57:45.995703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.019355 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.023382 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4f598692-5dae-468d-981d-04c38098025c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6189635 Jan 28 17:57:46.024517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41738) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:46.116895 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-9f13a673-d012-460a-850d-6456d6351b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:46.174314 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13a673-d012-460a-850d-6456d6351b41 None None] Routers {'1a43374b-84bc-411d-87c6-83be0347c039'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:46.175200 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-9f13a673-d012-460a-850d-6456d6351b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1a43374b-84bc-411d-87c6-83be0347c039'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:46.202618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0016de-bccc-4b51-8c56-43537f3cd910']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:46.206540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event updated for resources: {'Port': ['ID=b9498976-1cb1-49d8-8541-6f232b49c9b8,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:46.227534 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39957a55-d327-4189-9277-e7b93c1a3c54 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8dcd4d-8b0b-4462-b91b-fb5f3699b2b8,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:46.232549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Network 6ac294a1-e389-43e3-8f0a-655034b1cfc0 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:46.236783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39957a55-d327-4189-9277-e7b93c1a3c54 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.238258 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-39957a55-d327-4189-9277-e7b93c1a3c54 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7806416 Jan 28 17:57:46.242298 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:46.243075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41742) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:46.245555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d01299-3c8f-4e94-9321-fe501952e7f3') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:46.245555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d01299-3c8f-4e94-9321-fe501952e7f3') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:46.268023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9c96dfda-c51d-4775-b2b8-66b54a02c94e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': 'de8dcd4d-8b0b-4462-b91b-fb5f3699b2b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:46.288568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.297363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9c96dfda-c51d-4775-b2b8-66b54a02c94e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:46.306446 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-9f13a673-d012-460a-850d-6456d6351b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:46.314689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:46.315984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:46.316573 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f13a673-d012-460a-850d-6456d6351b41 None None] The sync data for ids ['1a43374b-84bc-411d-87c6-83be0347c039'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:57:46.317037 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.337088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-efccd210-8098-4496-9751-9d1a0f28664b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:46.339304 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-efccd210-8098-4496-9751-9d1a0f28664b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6399851 Jan 28 17:57:46.359119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41746) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:46.361860 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9c96dfda-c51d-4775-b2b8-66b54a02c94e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:46.376061 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9c96dfda-c51d-4775-b2b8-66b54a02c94e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:46.398150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9c96dfda-c51d-4775-b2b8-66b54a02c94e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:46.402856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.415515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:46.416262 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:46.436736 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:46.451752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.513256 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2bda18f7-414c-4cce-98b8-ae6aef80f4ee tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4109142 Jan 28 17:57:46.529466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41750) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:46.544167 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c405d2e0-f4b2-495d-bb50-fa497ab61922 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/routers/1a43374b-84bc-411d-87c6-83be0347c039 HTTP/1.1" status: 200 len: 920 time: 0.5094275 Jan 28 17:57:46.547129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41754) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:46.584303 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-962f6cbe-621b-4bf7-9024-d6e70c3d259e tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.599813 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-585af49f-e526-4cb6-a1d2-d673c5709bf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a43374b-84bc-411d-87c6-83be0347c039 HTTP/1.1" status: 200 len: 205 time: 0.0505385 Jan 28 17:57:46.601614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41758) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:46.614643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-962f6cbe-621b-4bf7-9024-d6e70c3d259e tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.622144 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:46.638437 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b69053c-8ef3-4088-9027-f31aceef5586 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.640488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:46.642859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:46.649907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:46.650548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.669932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=56ea054f-58c0-4b7c-8fdb-5534976a5e74,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:46.672496 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-9c96dfda-c51d-4775-b2b8-66b54a02c94e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:46.676179 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b69053c-8ef3-4088-9027-f31aceef5586 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.676388 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9c96dfda-c51d-4775-b2b8-66b54a02c94e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4136474 Jan 28 17:57:46.681748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41762) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:46.694090 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6ba680c6-5946-4e63-a155-04da99b5d55a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group_rule': {'security_group_id': 'de8dcd4d-8b0b-4462-b91b-fb5f3699b2b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:46.700862 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-77f82f74-6bac-4b21-9cde-85d47a23546b tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Deleting port b9498976-1cb1-49d8-8541-6f232b49c9b8 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:46.701110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6ba680c6-5946-4e63-a155-04da99b5d55a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:46.701214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77f82f74-6bac-4b21-9cde-85d47a23546b tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.705135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6ba680c6-5946-4e63-a155-04da99b5d55a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:46.728375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6ba680c6-5946-4e63-a155-04da99b5d55a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:46.744855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.749072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.771934 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6ba680c6-5946-4e63-a155-04da99b5d55a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:46.796196 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "DELETE /v2.0/networks/7b0016de-bccc-4b51-8c56-43537f3cd910 HTTP/1.1" status: 204 len: 168 time: 3.2618964 Jan 28 17:57:46.796779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41766) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:46.852899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474f3cb-9832-42a0-b719-e0cf8d77879c tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event deleted for resources: {'Network': ['ID=7b0016de-bccc-4b51-8c56-43537f3cd910,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:46.870501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 00d9c381-0c8d-44d3-a9ee-762502cc3330 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:46.960738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-962f6cbe-621b-4bf7-9024-d6e70c3d259e tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.990016 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8ae3ae80-497a-430b-a390-b9feaaf4dad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9236677 Jan 28 17:57:46.994090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-962f6cbe-621b-4bf7-9024-d6e70c3d259e tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:46.998064 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-962f6cbe-621b-4bf7-9024-d6e70c3d259e tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f98939c5-6421-4c3e-b118-fecc88b91670 HTTP/1.1" status: 204 len: 168 time: 0.6354768 Jan 28 17:57:46.999859 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41770) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:47.000366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41772) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:47.017468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f6cbe-621b-4bf7-9024-d6e70c3d259e tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f98939c5-6421-4c3e-b118-fecc88b91670,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:47.085711 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b46964e0-5731-453d-94ef-40cb944609c3 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:47.089086 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 00d9c381-0c8d-44d3-a9ee-762502cc3330 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:47.095340 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2d7a8eae-18c3-4399-a824-54dfd9cecf32 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:47.161053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:47.242597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cec3c4-803b-4b8d-a07d-7fd2dcd64e20 None None] Sync routers for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:57:47.255898 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cec3c4-803b-4b8d-a07d-7fd2dcd64e20 None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:47.256945 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-c6cec3c4-803b-4b8d-a07d-7fd2dcd64e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:47.309811 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-6ba680c6-5946-4e63-a155-04da99b5d55a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:57:47.313739 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6ba680c6-5946-4e63-a155-04da99b5d55a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6282415 Jan 28 17:57:47.320747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-83ae33d7-51a4-4b2d-bcef-5a8caf1a2b96 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:47.322326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 2d7a8eae-18c3-4399-a824-54dfd9cecf32 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:47.328943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41778) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:47.393542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b69053c-8ef3-4088-9027-f31aceef5586 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:57:47.411567 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 2d7a8eae-18c3-4399-a824-54dfd9cecf32 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:47.411942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:47.508282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-c6cec3c4-803b-4b8d-a07d-7fd2dcd64e20 None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:47.595669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77f82f74-6bac-4b21-9cde-85d47a23546b tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:47.677600 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1f02cfb5-a0f7-4234-abb0-1dd797c041db None None] Provisioning for port 00d9c381-0c8d-44d3-a9ee-762502cc3330 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:47.693670 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1f02cfb5-a0f7-4234-abb0-1dd797c041db None None] Provisioning complete for port 00d9c381-0c8d-44d3-a9ee-762502cc3330 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:47.694197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1f02cfb5-a0f7-4234-abb0-1dd797c041db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:47.694309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b46964e0-5731-453d-94ef-40cb944609c3 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:47.721096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59bb1f-9f04-4431-8fab-4c9c76615213 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:47.727595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59bb1f-9f04-4431-8fab-4c9c76615213 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:47.731567 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9d59bb1f-9f04-4431-8fab-4c9c76615213 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7274623 Jan 28 17:57:47.734476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-77f82f74-6bac-4b21-9cde-85d47a23546b tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Calling delete_port for b9498976-1cb1-49d8-8541-6f232b49c9b8 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:47.735942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41782) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:47.762803 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b69053c-8ef3-4088-9027-f31aceef5586 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:57:47.775744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b69053c-8ef3-4088-9027-f31aceef5586 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:47.780495 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1b69053c-8ef3-4088-9027-f31aceef5586 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 HTTP/1.1" status: 200 len: 699 time: 3.8781099 Jan 28 17:57:47.784475 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41786) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:47.796337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-83ae33d7-51a4-4b2d-bcef-5a8caf1a2b96 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:47.800267 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-83ae33d7-51a4-4b2d-bcef-5a8caf1a2b96 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7936223 Jan 28 17:57:47.800267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-b46964e0-5731-453d-94ef-40cb944609c3 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d16eff-576a-4a48-8389-ee2f2f29ec70']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:47.823780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41790) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:47.857856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-b46964e0-5731-453d-94ef-40cb944609c3 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30957375-85c3-4876-9b93-666cc55f68f0') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:47.858253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-b46964e0-5731-453d-94ef-40cb944609c3 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30957375-85c3-4876-9b93-666cc55f68f0') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:47.873739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-69c684b7-aae7-4435-a219-8024e9e1116c tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:47.891787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b46964e0-5731-453d-94ef-40cb944609c3 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:47.900899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:47.929423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:47.944780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-ef21630f-8495-42f8-a431-7955008fedb5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 56ea054f-58c0-4b7c-8fdb-5534976a5e74 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:47.945113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef21630f-8495-42f8-a431-7955008fedb5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:47.993309 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c0c5e2dd-9a53-498a-a9e2-97f49f670815 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 HTTP/1.1" status: 200 len: 699 time: 0.2074511 Jan 28 17:57:47.995853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41794) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:47.996086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b46964e0-5731-453d-94ef-40cb944609c3 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.007346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46964e0-5731-453d-94ef-40cb944609c3 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:48.008789 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b46964e0-5731-453d-94ef-40cb944609c3 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.091647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-69c684b7-aae7-4435-a219-8024e9e1116c tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:48.099743 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:48.102451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-13595f91-1051-467d-8b92-6bc670fd85b5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.102908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1f02cfb5-a0f7-4234-abb0-1dd797c041db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.125525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 2d7a8eae-18c3-4399-a824-54dfd9cecf32, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2d7a8eae-18c3-4399-a824-54dfd9cecf32,segment=NetworkSegment(1734982f-2d66-410f-9f7a-50537f30de4e),segment_id=1734982f-2d66-410f-9f7a-50537f30de4e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:48.143954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Deleting port 3014f291-5937-472f-9b34-1d9371b4c7ca {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:48.146168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.157350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-1f02cfb5-a0f7-4234-abb0-1dd797c041db None None] For port 00d9c381-0c8d-44d3-a9ee-762502cc3330, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=00d9c381-0c8d-44d3-a9ee-762502cc3330,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:48.163841 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-c6cec3c4-803b-4b8d-a07d-7fd2dcd64e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:45Z', 'revision_number': 7, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7a8eae-18c3-4399-a824-54dfd9cecf32', 'name': '', 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:0f:e3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:33Z', 'updated_at': '2022-01-28T17:57:44Z', 'revision_number': 4, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:33Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:48.169383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cec3c4-803b-4b8d-a07d-7fd2dcd64e20 None None] Checking router: b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:57:48.173276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-13595f91-1051-467d-8b92-6bc670fd85b5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.176897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cec3c4-803b-4b8d-a07d-7fd2dcd64e20 None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:48.177517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-c6cec3c4-803b-4b8d-a07d-7fd2dcd64e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:48.232419 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.320655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77f82f74-6bac-4b21-9cde-85d47a23546b tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.331355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1f02cfb5-a0f7-4234-abb0-1dd797c041db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.372941 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b46964e0-5731-453d-94ef-40cb944609c3 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.390929 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f82f74-6bac-4b21-9cde-85d47a23546b tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9498976-1cb1-49d8-8541-6f232b49c9b8,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:48.393233 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-c6cec3c4-803b-4b8d-a07d-7fd2dcd64e20 None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:48.409737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b46964e0-5731-453d-94ef-40cb944609c3 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.442948 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77f82f74-6bac-4b21-9cde-85d47a23546b tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.443631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=2d7a8eae-18c3-4399-a824-54dfd9cecf32,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:48.445924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46964e0-5731-453d-94ef-40cb944609c3 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event deleted for resources: {'Network': ['ID=e9d16eff-576a-4a48-8389-ee2f2f29ec70,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:48.451303 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-77f82f74-6bac-4b21-9cde-85d47a23546b tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "DELETE /v2.0/ports/b9498976-1cb1-49d8-8541-6f232b49c9b8 HTTP/1.1" status: 204 len: 168 time: 1.9073384 Jan 28 17:57:48.451930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41798) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:48.456627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6ac294a1-e389-43e3-8f0a-655034b1cfc0', 'external_fixed_ips': [{'subnet_id': '34d8f689-9ccd-487c-8281-43b22ebeb77c', 'ip_address': '2001:db8::90'}]}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:48.464725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:48.501800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Usage tracker for resource:router and tenant:1d8e362e63894a49aff1c545b625e502 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:48.510375 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:48.515645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-13595f91-1051-467d-8b92-6bc670fd85b5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.520466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:48.534585 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-69c684b7-aae7-4435-a219-8024e9e1116c tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.590521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13595f91-1051-467d-8b92-6bc670fd85b5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0bb2097-c098-43d9-ba7f-669246810931,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:48.601398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c684b7-aae7-4435-a219-8024e9e1116c tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8dcd4d-8b0b-4462-b91b-fb5f3699b2b8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:48.604086 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b46964e0-5731-453d-94ef-40cb944609c3 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "DELETE /v2.0/networks/e9d16eff-576a-4a48-8389-ee2f2f29ec70 HTTP/1.1" status: 204 len: 168 time: 1.7528861 Jan 28 17:57:48.610531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41802) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:48.618714 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-69c684b7-aae7-4435-a219-8024e9e1116c tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.622320 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-69c684b7-aae7-4435-a219-8024e9e1116c tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "DELETE /v2.0/security-groups/de8dcd4d-8b0b-4462-b91b-fb5f3699b2b8 HTTP/1.1" status: 204 len: 168 time: 1.2876256 Jan 28 17:57:48.626526 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b451f44c-9af4-45d2-b1fb-798ede14c395 None None] Provisioning for port 56ea054f-58c0-4b7c-8fdb-5534976a5e74 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:48.633527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.634591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.638047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41806) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:48.653554 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.678624 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.695353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02cfb5-a0f7-4234-abb0-1dd797c041db None None] Pushing event updated for resources: {'Port': ['ID=00d9c381-0c8d-44d3-a9ee-762502cc3330,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:48.706772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-13595f91-1051-467d-8b92-6bc670fd85b5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.710410 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-13595f91-1051-467d-8b92-6bc670fd85b5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a0bb2097-c098-43d9-ba7f-669246810931 HTTP/1.1" status: 204 len: 168 time: 0.8791633 Jan 28 17:57:48.715401 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2d7a8eae-18c3-4399-a824-54dfd9cecf32 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:48.744960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b451f44c-9af4-45d2-b1fb-798ede14c395 None None] Provisioning complete for port 56ea054f-58c0-4b7c-8fdb-5534976a5e74 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:48.745256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b451f44c-9af4-45d2-b1fb-798ede14c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.760868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef21630f-8495-42f8-a431-7955008fedb5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.835314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41810) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:48.846282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b451f44c-9af4-45d2-b1fb-798ede14c395 None None] Port 56ea054f-58c0-4b7c-8fdb-5534976a5e74 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:57:48.861031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Calling delete_port for 3014f291-5937-472f-9b34-1d9371b4c7ca owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:48.918426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 2d7a8eae-18c3-4399-a824-54dfd9cecf32 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:48.918426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:48.985835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ee1d-06fd-4400-8669-cfc47e92b406 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.032787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-c6cec3c4-803b-4b8d-a07d-7fd2dcd64e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:45Z', 'revision_number': 7, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7a8eae-18c3-4399-a824-54dfd9cecf32', 'name': '', 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:0f:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:33Z', 'updated_at': '2022-01-28T17:57:48Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:33Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:49.034408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-ef21630f-8495-42f8-a431-7955008fedb5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 56ea054f-58c0-4b7c-8fdb-5534976a5e74 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:49.046948 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cec3c4-803b-4b8d-a07d-7fd2dcd64e20 None None] The sync data for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:45Z', 'revision_number': 7, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7a8eae-18c3-4399-a824-54dfd9cecf32', 'name': '', 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:0f:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:33Z', 'updated_at': '2022-01-28T17:57:48Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:33Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:57:49.103722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a9228473-4d5d-44f9-a5a7-1d26968be557 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Synchronizing usage tracker for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:49.159684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a638d133-c11b-437b-802a-3d9ffbdfc4cd tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:49.189707 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a9228473-4d5d-44f9-a5a7-1d26968be557 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Unset dirty status for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:49.194486 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a9228473-4d5d-44f9-a5a7-1d26968be557 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5518591 Jan 28 17:57:49.195078 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41814) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:49.200312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-0c7d20a8-f246-4f50-ac32-3083cd9e6ac9 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group': {'name': 'tempest-secgroup--414834555'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:49.214273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0c7d20a8-f246-4f50-ac32-3083cd9e6ac9 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:49.272482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0c7d20a8-f246-4f50-ac32-3083cd9e6ac9 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:49.274502 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41998d78-808b-4731-aa5a-63fde341f2f0 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.371735 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc09f5b-590c-4763-b8ba-884199b03fc3 None None] Sync routers for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:57:49.381780 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc09f5b-590c-4763-b8ba-884199b03fc3 None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:49.382536 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3dc09f5b-590c-4763-b8ba-884199b03fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:49.464875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a638d133-c11b-437b-802a-3d9ffbdfc4cd tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:49.469303 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a638d133-c11b-437b-802a-3d9ffbdfc4cd tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6270239 Jan 28 17:57:49.472140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c7d20a8-f246-4f50-ac32-3083cd9e6ac9 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.476213 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ee1d-06fd-4400-8669-cfc47e92b406 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.483241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41818) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:49.505158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0c7d20a8-f246-4f50-ac32-3083cd9e6ac9 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:49.512093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0c7d20a8-f246-4f50-ac32-3083cd9e6ac9 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Usage tracker for resource:security_group_rule and tenant:1f24ef9acac541f98f442becb818cdff is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:49.518200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0c7d20a8-f246-4f50-ac32-3083cd9e6ac9 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:49.525837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0c7d20a8-f246-4f50-ac32-3083cd9e6ac9 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:49.541208 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-3dc09f5b-590c-4763-b8ba-884199b03fc3 None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:49.559218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef21630f-8495-42f8-a431-7955008fedb5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.598603 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-d4d3ee1d-06fd-4400-8669-cfc47e92b406 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1cceeb-d88d-4d39-9ef8-0239e0af86be']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:49.619132 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.629781 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-d4d3ee1d-06fd-4400-8669-cfc47e92b406 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39b5b6e-89d0-4a8b-a50f-965a2aa09047') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:49.630113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-d4d3ee1d-06fd-4400-8669-cfc47e92b406 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39b5b6e-89d0-4a8b-a50f-965a2aa09047') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:49.659896 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef21630f-8495-42f8-a431-7955008fedb5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.663915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ee1d-06fd-4400-8669-cfc47e92b406 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.677611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.689070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21630f-8495-42f8-a431-7955008fedb5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=56ea054f-58c0-4b7c-8fdb-5534976a5e74,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:49.764113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ee1d-06fd-4400-8669-cfc47e92b406 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.800436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.817915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d3ee1d-06fd-4400-8669-cfc47e92b406 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:49.818315 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ee1d-06fd-4400-8669-cfc47e92b406 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.852171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Pushing event deleted for resources: {'Port': ['ID=3014f291-5937-472f-9b34-1d9371b4c7ca,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:49.864942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c7d20a8-f246-4f50-ac32-3083cd9e6ac9 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.868858 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ef21630f-8495-42f8-a431-7955008fedb5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/56ea054f-58c0-4b7c-8fdb-5534976a5e74 HTTP/1.1" status: 204 len: 168 time: 2.1265967 Jan 28 17:57:49.872967 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41822) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:49.895233 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3dc09f5b-590c-4763-b8ba-884199b03fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:45Z', 'revision_number': 7, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7a8eae-18c3-4399-a824-54dfd9cecf32', 'name': '', 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:0f:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:33Z', 'updated_at': '2022-01-28T17:57:48Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:33Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:49.899815 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc09f5b-590c-4763-b8ba-884199b03fc3 None None] Checking router: b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:57:49.909493 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc09f5b-590c-4763-b8ba-884199b03fc3 None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:49.910270 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3dc09f5b-590c-4763-b8ba-884199b03fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:49.929042 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:49.941217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c7d20a8-f246-4f50-ac32-3083cd9e6ac9 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.957290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9ba84953-2a02-4375-bcc1-6748ba13f285 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:49.957677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.071312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9ba84953-2a02-4375-bcc1-6748ba13f285 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.092847 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-3dc09f5b-590c-4763-b8ba-884199b03fc3 None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:50.097080 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ee1d-06fd-4400-8669-cfc47e92b406 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.122168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ee1d-06fd-4400-8669-cfc47e92b406 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.144468 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d4d3ee1d-06fd-4400-8669-cfc47e92b406 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] 10.222.0.26 "DELETE /v2.0/networks/3b1cceeb-d88d-4d39-9ef8-0239e0af86be HTTP/1.1" status: 204 len: 168 time: 1.5250461 Jan 28 17:57:50.159258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3ee1d-06fd-4400-8669-cfc47e92b406 tempest-BulkNetworkOpsIpV6Test-1291265650 tempest-BulkNetworkOpsIpV6Test-1291265650-project] Pushing event deleted for resources: {'Network': ['ID=3b1cceeb-d88d-4d39-9ef8-0239e0af86be,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:50.168074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b37e38-0989-420a-97ff-72f8b6f3dcf6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:50.168537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b37e38-0989-420a-97ff-72f8b6f3dcf6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:50.172339 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c1b37e38-0989-420a-97ff-72f8b6f3dcf6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2960315 Jan 28 17:57:50.173193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41828) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:50.178799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.182784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.183861 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d20a8-f246-4f50-ac32-3083cd9e6ac9 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c63855-11e8-4174-956c-f07f49457fd9,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:50.209310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c7d20a8-f246-4f50-ac32-3083cd9e6ac9 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.214052 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0c7d20a8-f246-4f50-ac32-3083cd9e6ac9 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0179675 Jan 28 17:57:50.215051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41832) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:50.221699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-97e3744f-0b2e-4aa7-ac7d-bd417768e06b tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:50.222351 dv-neutron-826919-1-hyperv neutron-server[88158]: WARNING neutron.api.v2.base [None req-97e3744f-0b2e-4aa7-ac7d-bd417768e06b tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 17:57:50.223406 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-97e3744f-0b2e-4aa7-ac7d-bd417768e06b tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 17:57:50.228732 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-97e3744f-0b2e-4aa7-ac7d-bd417768e06b tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "PUT /v2.0/security-groups/a9c63855-11e8-4174-956c-f07f49457fd9 HTTP/1.1" status: 409 len: 330 time: 0.0115054 Jan 28 17:57:50.229140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41836) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:50.284107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.284627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Fanout notify agent at l3_agent the message router_deleted on router 1a43374b-84bc-411d-87c6-83be0347c039 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:57:50.310406 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.312560 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-584eaba7-cd9c-4d15-a102-bbe918700cf2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "DELETE /v2.0/routers/1a43374b-84bc-411d-87c6-83be0347c039 HTTP/1.1" status: 204 len: 168 time: 3.7089324 Jan 28 17:57:50.319562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-811cecf1-faab-4ac8-898c-c390dbbb755e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.319562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41840) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:50.325352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Request body: {'router': {'name': 'tempest-snat-router-319897446', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'enable_snat': False}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:50.340780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:50.353519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Usage tracker for resource:router and tenant:a1c03ba4c3df42509400c7591d745a4c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:50.358553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:50.367303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-811cecf1-faab-4ac8-898c-c390dbbb755e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.374967 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:50.463439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-41998d78-808b-4731-aa5a-63fde341f2f0 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 2d7a8eae-18c3-4399-a824-54dfd9cecf32 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:50.463776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41998d78-808b-4731-aa5a-63fde341f2f0 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.490385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.491472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.495610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-811cecf1-faab-4ac8-898c-c390dbbb755e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.515778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9ba84953-2a02-4375-bcc1-6748ba13f285 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.525160 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cecf1-faab-4ac8-898c-c390dbbb755e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c63855-11e8-4174-956c-f07f49457fd9,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:50.533800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.546760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-753dc78a-54f5-4699-911d-164a659c142c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet dd2057f5-5082-4d97-a9d7-eda4970ed950 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:57:50.554309 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3dc09f5b-590c-4763-b8ba-884199b03fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:45Z', 'revision_number': 7, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7a8eae-18c3-4399-a824-54dfd9cecf32', 'name': '', 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:0f:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:33Z', 'updated_at': '2022-01-28T17:57:48Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:33Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:50.558738 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc09f5b-590c-4763-b8ba-884199b03fc3 None None] The sync data for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:45Z', 'revision_number': 7, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7a8eae-18c3-4399-a824-54dfd9cecf32', 'name': '', 'network_id': 'a38455cc-d469-4e6c-80ec-f55163b0541c', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:0f:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:33Z', 'updated_at': '2022-01-28T17:57:48Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'a9892dc2-5402-4f2c-9d2d-23a5b35c065e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:33Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:57:50.561686 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-753dc78a-54f5-4699-911d-164a659c142c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.589623 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba84953-2a02-4375-bcc1-6748ba13f285 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c7861d-1225-45af-9993-d59eee21124f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:50.635650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-811cecf1-faab-4ac8-898c-c390dbbb755e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.635843 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-811cecf1-faab-4ac8-898c-c390dbbb755e tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "DELETE /v2.0/security-groups/a9c63855-11e8-4174-956c-f07f49457fd9 HTTP/1.1" status: 204 len: 168 time: 0.4057865 Jan 28 17:57:50.639430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41846) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:50.729635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 00d9c381-0c8d-44d3-a9ee-762502cc3330 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:50.780548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-753dc78a-54f5-4699-911d-164a659c142c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.811387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41850) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:50.821498 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 00d9c381-0c8d-44d3-a9ee-762502cc3330 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:50.822041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.947595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9ba84953-2a02-4375-bcc1-6748ba13f285 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:50.948708 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9ba84953-2a02-4375-bcc1-6748ba13f285 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-groups/57c7861d-1225-45af-9993-d59eee21124f HTTP/1.1" status: 204 len: 168 time: 1.4648473 Jan 28 17:57:50.963146 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41856) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:50.990250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6ef23aed-ac35-421e-b401-c57cfc1a380a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Synchronizing usage tracker for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:51.012731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:51.060149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6ef23aed-ac35-421e-b401-c57cfc1a380a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] Unset dirty status for tenant:1f24ef9acac541f98f442becb818cdff on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:51.061512 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6ef23aed-ac35-421e-b401-c57cfc1a380a tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4210582 Jan 28 17:57:51.065759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41862) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:51.078288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-41998d78-808b-4731-aa5a-63fde341f2f0 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] For port 2d7a8eae-18c3-4399-a824-54dfd9cecf32, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2d7a8eae-18c3-4399-a824-54dfd9cecf32,segment=NetworkSegment(1734982f-2d66-410f-9f7a-50537f30de4e),segment_id=1734982f-2d66-410f-9f7a-50537f30de4e)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:51.079417 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41998d78-808b-4731-aa5a-63fde341f2f0 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:51.082129 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-1cd7e06d-002a-4d0d-9107-8faeaea2e370 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] delete failed (client error): The resource could not be found. Jan 28 17:57:51.083710 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1cd7e06d-002a-4d0d-9107-8faeaea2e370 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "DELETE /v2.0/security-groups/bb79abcb-9e37-4155-8a03-d030e8dfcf57 HTTP/1.1" status: 404 len: 347 time: 0.0169749 Jan 28 17:57:51.087530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41866) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:51.117155 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-8f00a962-d602-4dd0-89cf-e255c31853a7 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] show failed (client error): The resource could not be found. Jan 28 17:57:51.118140 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8f00a962-d602-4dd0-89cf-e255c31853a7 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "GET /v2.0/security-groups/1e5e451d-f189-4696-9595-19170d560111 HTTP/1.1" status: 404 len: 347 time: 0.0299032 Jan 28 17:57:51.121832 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41870) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:51.179569 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-ec2df089-b607-4d8f-b218-fa93f2e550d3 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] show failed (client error): The resource could not be found. Jan 28 17:57:51.180566 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ec2df089-b607-4d8f-b218-fa93f2e550d3 tempest-NegativeSecGroupIPv6Test-1803909364 tempest-NegativeSecGroupIPv6Test-1803909364-project] 10.222.0.26 "GET /v2.0/security-group-rules/d9930b5f-681e-41e3-9516-8de31b0ed312 HTTP/1.1" status: 404 len: 356 time: 0.0577786 Jan 28 17:57:51.275657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-41998d78-808b-4731-aa5a-63fde341f2f0 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for 2d7a8eae-18c3-4399-a824-54dfd9cecf32 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:51.364261 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-753dc78a-54f5-4699-911d-164a659c142c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:51.399430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-65bdb1d6-f326-4f2c-baf1-e2568669a6b2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:51.422970 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bee6c488-53e1-48b7-893a-76706faef422 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc00068350264d27a2478c66bc478139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5969055 Jan 28 17:57:51.422970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:51.457723 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41876) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:51.491143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:51.553697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:51.586454 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:51.693804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41882) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:51.704566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-65bdb1d6-f326-4f2c-baf1-e2568669a6b2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:51.713415 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-65bdb1d6-f326-4f2c-baf1-e2568669a6b2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6873477 Jan 28 17:57:51.714721 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41888) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:51.722197 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e209bf17-acc1-4799-a8d4-54f5f5aa24a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:51.727414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-563b5d37-1c94-4794-94ed-a12b63cc1d0d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1828250533'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:51.738462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Allocated IP 172.26.1.36 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:51.752543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-563b5d37-1c94-4794-94ed-a12b63cc1d0d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:51.811372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-753dc78a-54f5-4699-911d-164a659c142c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:51.862931 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-909f9f17-6f08-4a46-b174-519fddb84f7e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f24ef9acac541f98f442becb818cdff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680017 Jan 28 17:57:51.866040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41892) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:51.886218 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e209bf17-acc1-4799-a8d4-54f5f5aa24a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:51.904913 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-563b5d37-1c94-4794-94ed-a12b63cc1d0d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:51.924510 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-539d6b4f-4cad-4719-9bd2-45f20d056fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:51.928774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dc78a-54f5-4699-911d-164a659c142c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2057f5-5082-4d97-a9d7-eda4970ed950,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:51.933469 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-753dc78a-54f5-4699-911d-164a659c142c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:51.940298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12c36ee-249a-4e21-a6f9-7ecf12c8da17 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:51.953293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-539d6b4f-4cad-4719-9bd2-45f20d056fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:51.992584 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Allocated IP 2001:db8::90 (6ac294a1-e389-43e3-8f0a-655034b1cfc0/34d8f689-9ccd-487c-8281-43b22ebeb77c/192ecb97-b4d5-4a70-8877-f4497d970794) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:52.002623 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-753dc78a-54f5-4699-911d-164a659c142c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/dd2057f5-5082-4d97-a9d7-eda4970ed950 HTTP/1.1" status: 204 len: 168 time: 1.8269353 Jan 28 17:57:52.007397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41896) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:52.168498 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-06928676-4005-4051-ab3e-05cc71b249c1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1600673 Jan 28 17:57:52.176424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41900) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:52.186320 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:52.221621 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486ef838-9c62-4999-a752-320ebc1a4b35 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:57:52.224161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-563b5d37-1c94-4794-94ed-a12b63cc1d0d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.227194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-486ef838-9c62-4999-a752-320ebc1a4b35 None None] Deleting port 00d9c381-0c8d-44d3-a9ee-762502cc3330 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:52.227904 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-486ef838-9c62-4999-a752-320ebc1a4b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.232663 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41998d78-808b-4731-aa5a-63fde341f2f0 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.305628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41998d78-808b-4731-aa5a-63fde341f2f0 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Port': ['ID=2d7a8eae-18c3-4399-a824-54dfd9cecf32,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:52.332756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-539d6b4f-4cad-4719-9bd2-45f20d056fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.352939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-563b5d37-1c94-4794-94ed-a12b63cc1d0d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:52.359960 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:52.368199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:52.370870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d6b4f-4cad-4719-9bd2-45f20d056fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1cdbf9-049c-4040-b9d1-04b64267266b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:52.383753 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:52.391882 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-563b5d37-1c94-4794-94ed-a12b63cc1d0d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:52.395901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.399261 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e209bf17-acc1-4799-a8d4-54f5f5aa24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.401386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:52.415835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-563b5d37-1c94-4794-94ed-a12b63cc1d0d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:52.444770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-563b5d37-1c94-4794-94ed-a12b63cc1d0d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:52.453911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209bf17-acc1-4799-a8d4-54f5f5aa24a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de6f33d-3f04-489a-bf3d-b8507e87514c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:52.474615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-539d6b4f-4cad-4719-9bd2-45f20d056fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.480919 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-539d6b4f-4cad-4719-9bd2-45f20d056fb8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b1cdbf9-049c-4040-b9d1-04b64267266b HTTP/1.1" status: 204 len: 168 time: 0.6134284 Jan 28 17:57:52.483424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:52.488868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.560168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e209bf17-acc1-4799-a8d4-54f5f5aa24a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.561198 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e209bf17-acc1-4799-a8d4-54f5f5aa24a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9de6f33d-3f04-489a-bf3d-b8507e87514c HTTP/1.1" status: 204 len: 168 time: 1.1005297 Jan 28 17:57:52.586910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-486ef838-9c62-4999-a752-320ebc1a4b35 None None] For port 00d9c381-0c8d-44d3-a9ee-762502cc3330, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=00d9c381-0c8d-44d3-a9ee-762502cc3330,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:52.592624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-486ef838-9c62-4999-a752-320ebc1a4b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.664542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.712551 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41998d78-808b-4731-aa5a-63fde341f2f0 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.726870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.778463 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-486ef838-9c62-4999-a752-320ebc1a4b35 None None] Calling delete_port for 00d9c381-0c8d-44d3-a9ee-762502cc3330 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:52.819689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event updated for resources: {'Port': ['ID=3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:52.823274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-563b5d37-1c94-4794-94ed-a12b63cc1d0d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.847660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:52.850872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:52.856702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:52.857778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 00d9c381-0c8d-44d3-a9ee-762502cc3330 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:57:52.901561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-563b5d37-1c94-4794-94ed-a12b63cc1d0d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:52.973138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b5d37-1c94-4794-94ed-a12b63cc1d0d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158084c2-9953-4aab-ac57-d100278c9aba,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:53.029667 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:53.040679 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-563b5d37-1c94-4794-94ed-a12b63cc1d0d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:53.044589 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-563b5d37-1c94-4794-94ed-a12b63cc1d0d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3247366 Jan 28 17:57:53.050740 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:53.069775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41912) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:53.080798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-4194e215-eb23-4b39-bdb9-7bf6ecc2ecf3 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group_rule': {'security_group_id': '158084c2-9953-4aab-ac57-d100278c9aba', 'direction': 'ingress', 'protocol': 17}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:53.088071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4194e215-eb23-4b39-bdb9-7bf6ecc2ecf3 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:53.093191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4194e215-eb23-4b39-bdb9-7bf6ecc2ecf3 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:53.096237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4194e215-eb23-4b39-bdb9-7bf6ecc2ecf3 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:53.107484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-486ef838-9c62-4999-a752-320ebc1a4b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:53.116207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4194e215-eb23-4b39-bdb9-7bf6ecc2ecf3 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:53.231458 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Network 6ac294a1-e389-43e3-8f0a-655034b1cfc0 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:53.238099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:53.243028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:53.304544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ef838-9c62-4999-a752-320ebc1a4b35 None None] Pushing event deleted for resources: {'Port': ['ID=00d9c381-0c8d-44d3-a9ee-762502cc3330,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:53.317266 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486ef838-9c62-4999-a752-320ebc1a4b35 None None] No DVR routers for this DVR port 00d9c381-0c8d-44d3-a9ee-762502cc3330 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:57:53.319456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event updated for resources: {'Port': ['ID=192ecb97-b4d5-4a70-8877-f4497d970794,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:53.370634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4194e215-eb23-4b39-bdb9-7bf6ecc2ecf3 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:53.397732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41998d78-808b-4731-aa5a-63fde341f2f0 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:57:53.520444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.objects.ports [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88158) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:57:53.524742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:53.664714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41998d78-808b-4731-aa5a-63fde341f2f0 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:57:53.673326 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-41998d78-808b-4731-aa5a-63fde341f2f0 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6762369 Jan 28 17:57:53.674224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41930) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:53.680153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38b0d3-5e41-4178-8c53-8c46760e178a None None] Sync routers for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:57:53.700444 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38b0d3-5e41-4178-8c53-8c46760e178a None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:53.701079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ae38b0d3-5e41-4178-8c53-8c46760e178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:53.848811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:53.854803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4194e215-eb23-4b39-bdb9-7bf6ecc2ecf3 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:53.864828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:53.873192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:53.873811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:53.905758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe235fa-6ef0-4c14-a359-9849a9fef645 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting subnet a9892dc2-5402-4f2c-9d2d-23a5b35c065e {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:57:53.909030 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-afe235fa-6ef0-4c14-a359-9849a9fef645 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:53.917730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=551528de-b967-4d41-8593-1247a8b1d3cd,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:53.957661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b429fe-b4aa-43e9-8486-7ee3e890c268 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:53.975829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-ae38b0d3-5e41-4178-8c53-8c46760e178a None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:53.976053 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-afe235fa-6ef0-4c14-a359-9849a9fef645 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:54.062888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4194e215-eb23-4b39-bdb9-7bf6ecc2ecf3 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:54.088820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-afe235fa-6ef0-4c14-a359-9849a9fef645 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:54.161304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194e215-eb23-4b39-bdb9-7bf6ecc2ecf3 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1272cb4-6ef0-44e2-99a7-225b40309eb2,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:54.193765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:54.250494 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e6acc126-6f8c-47df-b188-3a8ac2c4d1a2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0726357 Jan 28 17:57:54.261492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41948) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:54.267250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'mac_address': 'fa:16:3e:65:6a:10', 'name': 'tempest-NetworksTestDHCPv6-1521708120'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:54.299332 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4194e215-eb23-4b39-bdb9-7bf6ecc2ecf3 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:54.301981 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4194e215-eb23-4b39-bdb9-7bf6ecc2ecf3 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2245667 Jan 28 17:57:54.349085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41952) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:54.385926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-afe235fa-6ef0-4c14-a359-9849a9fef645 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:54.464450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe235fa-6ef0-4c14-a359-9849a9fef645 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Subnet': ['ID=a9892dc2-5402-4f2c-9d2d-23a5b35c065e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:54.477395 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-afe235fa-6ef0-4c14-a359-9849a9fef645 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:54.488230 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-afe235fa-6ef0-4c14-a359-9849a9fef645 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/a9892dc2-5402-4f2c-9d2d-23a5b35c065e HTTP/1.1" status: 204 len: 168 time: 0.8106937 Jan 28 17:57:54.493385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41960) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:54.496004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:54.547315 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78bc16b-75eb-43c5-a714-1077ce55f68c None None] Network a38455cc-d469-4e6c-80ec-f55163b0541c requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:54.601284 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-927147a0-291e-49cb-9555-7ea387a9e80d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:54.685538 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41966) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:54.697820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': '551528de-b967-4d41-8593-1247a8b1d3cd'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:57:54.698749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:54.701768 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-927147a0-291e-49cb-9555-7ea387a9e80d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:54.721385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:54.826368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port dc3e68ca-d1ac-435b-8734-af3c4da329e6 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:54.826694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:54.912336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ae38b0d3-5e41-4178-8c53-8c46760e178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:51Z', 'revision_number': 8, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:33Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:54.927683 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-927147a0-291e-49cb-9555-7ea387a9e80d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:54.954612 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:54.980784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:54.987423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:55.000275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:55.025957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927147a0-291e-49cb-9555-7ea387a9e80d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158084c2-9953-4aab-ac57-d100278c9aba,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:55.073191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:55.090715 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Allocated IP 2001:db8::f816:3eff:fe75:833f (c221bf74-e816-466d-af85-3d953f9ff4cd/551528de-b967-4d41-8593-1247a8b1d3cd/8848dd0c-70ff-49bc-8562-9d03236d4e6e) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:55.216886 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-927147a0-291e-49cb-9555-7ea387a9e80d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:55.218765 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-927147a0-291e-49cb-9555-7ea387a9e80d tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-groups/158084c2-9953-4aab-ac57-d100278c9aba HTTP/1.1" status: 204 len: 168 time: 0.8684504 Jan 28 17:57:55.236909 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41976) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:55.331210 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:55.341754 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Transition to ACTIVE for port object 8848dd0c-70ff-49bc-8562-9d03236d4e6e will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:55.359138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-554b5627-c36e-4997-917e-d15031f42305 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:55.360680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Transition to ACTIVE for port object 8848dd0c-70ff-49bc-8562-9d03236d4e6e will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:55.366288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:55.372526 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38b0d3-5e41-4178-8c53-8c46760e178a None None] Checking router: b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:57:55.380158 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1081051289'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:55.391784 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38b0d3-5e41-4178-8c53-8c46760e178a None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:55.392404 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ae38b0d3-5e41-4178-8c53-8c46760e178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:55.403065 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:55.425343 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:55.464353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:55.528770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:network and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:55.536802 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:55.563578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:55.620539 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:55.625963 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:55.630582 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:55.700256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Pushing event updated for resources: {'Port': ['ID=8848dd0c-70ff-49bc-8562-9d03236d4e6e,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:55.711571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-ae38b0d3-5e41-4178-8c53-8c46760e178a None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:55.713093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:55.717742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:55.745923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] For port dc3e68ca-d1ac-435b-8734-af3c4da329e6, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dc3e68ca-d1ac-435b-8734-af3c4da329e6,segment=NetworkSegment(1734982f-2d66-410f-9f7a-50537f30de4e),segment_id=1734982f-2d66-410f-9f7a-50537f30de4e)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:55.746808 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:55.750296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-554b5627-c36e-4997-917e-d15031f42305 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:55.752504 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-554b5627-c36e-4997-917e-d15031f42305 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5141547 Jan 28 17:57:55.758208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168156d0-4b80-4443-a422-78198129143a None None] DHCP port deletion for a38455cc-d469-4e6c-80ec-f55163b0541c request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:57:55.761203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 41988) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:55.773376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:55.813574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:55.822577 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:security_group_rule and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:55.823723 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-168156d0-4b80-4443-a422-78198129143a None None] Deleting port dc3e68ca-d1ac-435b-8734-af3c4da329e6 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:55.824103 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-168156d0-4b80-4443-a422-78198129143a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:55.828811 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:55.838854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:55.911345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Attempting to bind port 8848dd0c-70ff-49bc-8562-9d03236d4e6e on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:55.911477 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Attempting to bind port 8848dd0c-70ff-49bc-8562-9d03236d4e6e by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:55.911769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Attempting to bind port 8848dd0c-70ff-49bc-8562-9d03236d4e6e on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:55.938222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-43aea996-9442-42fc-a62d-62fb00f96692 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1726529208'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:55.945554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-43aea996-9442-42fc-a62d-62fb00f96692 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:55.956681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-43aea996-9442-42fc-a62d-62fb00f96692 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:55.987378 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:55.988141 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:55.988817 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:55.989398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:55.990070 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Bound port: 8848dd0c-70ff-49bc-8562-9d03236d4e6e, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:55.990731 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:56.001088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:56.002212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Router 87093305-5c7a-4356-a91f-f78052fd374b is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:57:56.129683 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:56.133682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for dc3e68ca-d1ac-435b-8734-af3c4da329e6 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:56.142651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:57:56.153241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:56.159606 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Added segment f5e00837-8278-4888-9b7d-a92bec4ccd27 of type vlan for network c3ff05f6-7508-47a4-8d71-3f1f9f79637d Jan 28 17:57:56.192218 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:56.203901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:56.240577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 03c05f61-76e4-4bfe-999b-8f742433c607 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:57:56.394575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::f816:3eff:fe65:6a10 (c221bf74-e816-466d-af85-3d953f9ff4cd/551528de-b967-4d41-8593-1247a8b1d3cd/03c05f61-76e4-4bfe-999b-8f742433c607) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:57:56.435863 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] For port 8848dd0c-70ff-49bc-8562-9d03236d4e6e, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:56.462886 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] For port 8848dd0c-70ff-49bc-8562-9d03236d4e6e, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8848dd0c-70ff-49bc-8562-9d03236d4e6e,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:56.475029 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-168156d0-4b80-4443-a422-78198129143a None None] For port dc3e68ca-d1ac-435b-8734-af3c4da329e6, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dc3e68ca-d1ac-435b-8734-af3c4da329e6,segment=NetworkSegment(1734982f-2d66-410f-9f7a-50537f30de4e),segment_id=1734982f-2d66-410f-9f7a-50537f30de4e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:56.475547 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-168156d0-4b80-4443-a422-78198129143a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:56.518159 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:57:56.528363 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Sync routers for ids ['87093305-5c7a-4356-a91f-f78052fd374b'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:57:56.544471 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Routers {'87093305-5c7a-4356-a91f-f78052fd374b'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:56.545476 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['87093305-5c7a-4356-a91f-f78052fd374b'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:56.571046 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e32245b-0b32-44c2-b2a8-e80b986d112a,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:56.602844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-43aea996-9442-42fc-a62d-62fb00f96692 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:56.605673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:56.616954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-168156d0-4b80-4443-a422-78198129143a None None] Calling delete_port for dc3e68ca-d1ac-435b-8734-af3c4da329e6 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:56.617195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Router a0c0c095-3643-4b41-8cdc-ed244d197268 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:57:56.654916 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:56.659593 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f5be1c25-7834-42bc-8914-abd2e0458fd7 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.2060909 Jan 28 17:57:56.660011 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 41996) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:56.699601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-43aea996-9442-42fc-a62d-62fb00f96692 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:56.743596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:56.749269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:56.750215 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:56.752333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dc3e68ca-d1ac-435b-8734-af3c4da329e6 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:57:56.796941 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Set router 87093305-5c7a-4356-a91f-f78052fd374b gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:56.815924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:56.852812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-168156d0-4b80-4443-a422-78198129143a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:57:56.853176 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-168156d0-4b80-4443-a422-78198129143a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:57:56.861184 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3fffd-ee22-43ac-8640-1a5a1248fa8d None None] Pushing event updated for resources: {'Port': ['ID=8848dd0c-70ff-49bc-8562-9d03236d4e6e,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:56.878677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42000) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:56.885248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ae38b0d3-5e41-4178-8c53-8c46760e178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:51Z', 'revision_number': 8, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:33Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:56.890902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38b0d3-5e41-4178-8c53-8c46760e178a None None] The sync data for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:57:51Z', 'revision_number': 8, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddc169c1-19f4-483d-a21c-e14abf3a5656', 'name': '', 'network_id': '8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:82:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:21Z', 'updated_at': '2022-01-28T17:57:33Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'd8c23cd3-854e-454d-83c9-c12212204dcc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:57:56.894359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No active binding found for port dc3e68ca-d1ac-435b-8734-af3c4da329e6 {{(pid=88160) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 28 17:57:56.894798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dc3e68ca-d1ac-435b-8734-af3c4da329e6 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:57:56.912227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1073340433', 'description': 'tempest-secgroup-smoke-1073340433 description', 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:56.919280 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:56.924195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Usage tracker for resource:security_group and tenant:f4cc15f844474f47a3d1494cfe5a41c9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:56.932917 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:56.954726 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:56.966255 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-43aea996-9442-42fc-a62d-62fb00f96692 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:56.976948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-43aea996-9442-42fc-a62d-62fb00f96692 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:56.983249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-43aea996-9442-42fc-a62d-62fb00f96692 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:57.053564 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.061399 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-43aea996-9442-42fc-a62d-62fb00f96692 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.074653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.127019 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4248724 Jan 28 17:57:57.127019 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9ea54-de16-4c2a-af4e-04a7872fbff6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Network': ['ID=c3ff05f6-7508-47a4-8d71-3f1f9f79637d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:57.127739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 03c05f61-76e4-4bfe-999b-8f742433c607 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:57.138394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network c3ff05f6-7508-47a4-8d71-3f1f9f79637d details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:57:57.143558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Port': ['ID=dc3e68ca-d1ac-435b-8734-af3c4da329e6,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:57.147050 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] No DVR routers for this DVR port dc3e68ca-d1ac-435b-8734-af3c4da329e6 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:57:57.150226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-43aea996-9442-42fc-a62d-62fb00f96692 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.199393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.298609 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87093305-5c7a-4356-a91f-f78052fd374b', 'name': '', 'tenant_id': '1d8e362e63894a49aff1c545b625e502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac294a1-e389-43e3-8f0a-655034b1cfc0', 'external_fixed_ips': [{'subnet_id': '34d8f689-9ccd-487c-8281-43b22ebeb77c', 'ip_address': '2001:db8::90'}], 'enable_snat': True}, 'gw_port_id': '192ecb97-b4d5-4a70-8877-f4497d970794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:57:48Z', 'updated_at': '2022-01-28T17:57:53Z', 'revision_number': 3, 'project_id': '1d8e362e63894a49aff1c545b625e502', 'gw_port': {'id': '192ecb97-b4d5-4a70-8877-f4497d970794', 'name': '', 'network_id': '6ac294a1-e389-43e3-8f0a-655034b1cfc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87093305-5c7a-4356-a91f-f78052fd374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '34d8f689-9ccd-487c-8281-43b22ebeb77c', 'ip_address': '2001:db8::90', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:51Z', 'updated_at': '2022-01-28T17:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34d8f689-9ccd-487c-8281-43b22ebeb77c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:57.303667 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Checking router: 87093305-5c7a-4356-a91f-f78052fd374b for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:57:57.305147 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42004) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:57.305504 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Updating router 87093305-5c7a-4356-a91f-f78052fd374b port 192ecb97-b4d5-4a70-8877-f4497d970794 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:57:57.310624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.337569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'subnet': {'network_id': 'c3ff05f6-7508-47a4-8d71-3f1f9f79637d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:57.354592 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-168156d0-4b80-4443-a422-78198129143a None None] Deleting port dc3e68ca-d1ac-435b-8734-af3c4da329e6 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:57.354975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-168156d0-4b80-4443-a422-78198129143a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.376010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:57.408268 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.440367 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-168156d0-4b80-4443-a422-78198129143a None None] The port 'dc3e68ca-d1ac-435b-8734-af3c4da329e6' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:57:57.475664 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Usage tracker for resource:security_group_rule and tenant:f4cc15f844474f47a3d1494cfe5a41c9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:57.490938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:57.523562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:57.573099 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aea996-9442-42fc-a62d-62fb00f96692 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29e6ca6-6de1-49fe-895d-8e5e2e81cb0e,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:57.575687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.580793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:57.597032 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.600239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:subnet and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:57.605401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:57.612297 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:57.661956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.673693 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:57:57.683202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Sync routers for ids ['a0c0c095-3643-4b41-8cdc-ed244d197268'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:57:57.694890 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Routers {'a0c0c095-3643-4b41-8cdc-ed244d197268'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:57.695812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['a0c0c095-3643-4b41-8cdc-ed244d197268'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:57.700738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Deleting port 192ecb97-b4d5-4a70-8877-f4497d970794 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:57.701908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.707984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:57:57.716530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:57.727449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:57:57.733170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:57.733978 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.750836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38455cc-d469-4e6c-80ec-f55163b0541c']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:57.767058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-43aea996-9442-42fc-a62d-62fb00f96692 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.768610 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-43aea996-9442-42fc-a62d-62fb00f96692 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0029430 Jan 28 17:57:57.769243 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=03c05f61-76e4-4bfe-999b-8f742433c607,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:57.771655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42008) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:57.773210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1734982f-2d66-410f-9f7a-50537f30de4e') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:57.773503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1734982f-2d66-410f-9f7a-50537f30de4e') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:57.789315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group': {'name': 'tempest-secgroup--940537397'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:57.796962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.804463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:57.812623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:57.817346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:57.826865 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5efb5ccf-15f1-4946-a23e-57970c3de86a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5659156 Jan 28 17:57:57.828005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.830368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:57.832101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42012) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:57.881221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:57:57.881623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.888761 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:57:57.896543 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:57:57.898626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.898626 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a38e04a0-d384-4e53-8c1f-fedfc64ddc8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5781097 Jan 28 17:57:57.918653 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42016) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:57.926601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Set router a0c0c095-3643-4b41-8cdc-ed244d197268 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:57.931337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:57.936379 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:57.994228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:58.021010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:58.027320 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:58.030767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:58.039300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:58.050670 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cd069e-ff87-4233-9a0c-95805b14b900 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:58.063109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cd069e-ff87-4233-9a0c-95805b14b900 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:58.063109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-81cd069e-ff87-4233-9a0c-95805b14b900 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:57:58.084236 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Transition to ACTIVE for port object 192ecb97-b4d5-4a70-8877-f4497d970794 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:58.091493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:58.115315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:58.123834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:58.127001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Network': ['ID=a38455cc-d469-4e6c-80ec-f55163b0541c,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:58.135396 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-37106ee5-b304-4a3e-9020-6904b02d4ee4 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/networks/a38455cc-d469-4e6c-80ec-f55163b0541c HTTP/1.1" status: 204 len: 168 time: 3.6386824 Jan 28 17:57:58.136067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42020) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:58.188201 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:58.276910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c0c095-3643-4b41-8cdc-ed244d197268', 'name': 'tempest-snat-router-319897446', 'tenant_id': 'a1c03ba4c3df42509400c7591d745a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.36'}], 'enable_snat': False}, 'gw_port_id': '3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:57:50Z', 'updated_at': '2022-01-28T17:57:53Z', 'revision_number': 3, 'project_id': 'a1c03ba4c3df42509400c7591d745a4c', 'gw_port': {'id': '3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c0c095-3643-4b41-8cdc-ed244d197268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:51Z', 'updated_at': '2022-01-28T17:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:58.282134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Checking router: a0c0c095-3643-4b41-8cdc-ed244d197268 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:57:58.282496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Updating router a0c0c095-3643-4b41-8cdc-ed244d197268 port 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:57:58.299821 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Calling delete_port for 192ecb97-b4d5-4a70-8877-f4497d970794 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:58.330276 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8769ed-4f5b-42c5-a0ed-c902661ff9a4 None None] Pushing event updated for resources: {'Port': ['ID=192ecb97-b4d5-4a70-8877-f4497d970794,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:58.373473 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Attempting to bind port 192ecb97-b4d5-4a70-8877-f4497d970794 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:58.374396 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Attempting to bind port 192ecb97-b4d5-4a70-8877-f4497d970794 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '6a5c1cb3-e232-4088-9ead-2a4f4b9a1f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6ac294a1-e389-43e3-8f0a-655034b1cfc0'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:58.374800 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Attempting to bind port 192ecb97-b4d5-4a70-8877-f4497d970794 on network 6ac294a1-e389-43e3-8f0a-655034b1cfc0 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:58.380456 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:58.381786 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:58.382160 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Checking segment: {'id': '6a5c1cb3-e232-4088-9ead-2a4f4b9a1f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6ac294a1-e389-43e3-8f0a-655034b1cfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:58.382552 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:58.382982 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Bound using segment: {'id': '6a5c1cb3-e232-4088-9ead-2a4f4b9a1f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6ac294a1-e389-43e3-8f0a-655034b1cfc0'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:58.383584 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Bound port: 192ecb97-b4d5-4a70-8877-f4497d970794, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5c1cb3-e232-4088-9ead-2a4f4b9a1f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6ac294a1-e389-43e3-8f0a-655034b1cfc0'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:58.383967 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:58.431150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-81cd069e-ff87-4233-9a0c-95805b14b900 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:57:58.435813 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-81cd069e-ff87-4233-9a0c-95805b14b900 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6020429 Jan 28 17:57:58.446866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42024) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:58.512475 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] For port 192ecb97-b4d5-4a70-8877-f4497d970794, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:58.522335 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] For port 192ecb97-b4d5-4a70-8877-f4497d970794, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=192ecb97-b4d5-4a70-8877-f4497d970794,segment=NetworkSegment(6a5c1cb3-e232-4088-9ead-2a4f4b9a1f41),segment_id=6a5c1cb3-e232-4088-9ead-2a4f4b9a1f41)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:58.560410 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:58.627343 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:58.700582 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3ed07576-2718-4f39-9f77-d5cef00f6679 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/routers/a0c0c095-3643-4b41-8cdc-ed244d197268 HTTP/1.1" status: 200 len: 907 time: 0.7748439 Jan 28 17:57:58.717590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42028) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:58.721538 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:58.783595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:58.819376 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8769ed-4f5b-42c5-a0ed-c902661ff9a4 None None] Pushing event updated for resources: {'Port': ['ID=192ecb97-b4d5-4a70-8877-f4497d970794,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:58.853104 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Routers {'87093305-5c7a-4356-a91f-f78052fd374b'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:58.853453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Request body: {'router': {'name': 'tempest-snat-router-319897446', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'enable_snat': True}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:58.853937 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['87093305-5c7a-4356-a91f-f78052fd374b'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:58.867145 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-63ef7184-66ee-4f43-bc04-02a95a576a53 None None] Provisioning for port 8848dd0c-70ff-49bc-8562-9d03236d4e6e completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:58.895977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:58.906534 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:57:58.906869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:57:58.913854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8848dd0c-70ff-49bc-8562-9d03236d4e6e up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:57:58.914017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:58.926130 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Usage tracker for resource:security_group_rule and tenant:f4cc15f844474f47a3d1494cfe5a41c9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:58.931903 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:58.941940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:58.944204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356cb7f8-4902-4786-a538-2aaaa5c5cce7,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:58.965196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.053954 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Subnet': ['ID=a2a998b9-3a18-4cdd-9b49-1b5734aa774d,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:59.066223 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:59.087771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.106943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Transition to ACTIVE for port object 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:57:59.109907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Checking segment: {'id': 'f5e00837-8278-4888-9b7d-a92bec4ccd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c3ff05f6-7508-47a4-8d71-3f1f9f79637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:59.110078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network hostable DHCP agents. Network: c3ff05f6-7508-47a4-8d71-3f1f9f79637d, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:57:59.133637 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] Set router 87093305-5c7a-4356-a91f-f78052fd374b gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:57:59.142651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Usage tracker for resource:router and tenant:a1c03ba4c3df42509400c7591d745a4c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:59.154028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:59.167648 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.169833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c17e2b7e-69c3-474b-a2d3-b4d52f70de26 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 03c05f61-76e4-4bfe-999b-8f742433c607 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:59.170236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c17e2b7e-69c3-474b-a2d3-b4d52f70de26 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.174063 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.203125 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network c3ff05f6-7508-47a4-8d71-3f1f9f79637d is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:57:59.208432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45423fd-9372-4ad5-b42f-c7e1428d5400,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:59.218420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:59.242237 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87093305-5c7a-4356-a91f-f78052fd374b', 'name': '', 'tenant_id': '1d8e362e63894a49aff1c545b625e502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:57:48Z', 'updated_at': '2022-01-28T17:57:57Z', 'revision_number': 4, 'project_id': '1d8e362e63894a49aff1c545b625e502', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:59.246336 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88f4124-e30d-4427-a4bd-71e90f14c6cb None None] The sync data for ids ['87093305-5c7a-4356-a91f-f78052fd374b'] in dv-neutron-826919-1-hyperv is: [{'id': '87093305-5c7a-4356-a91f-f78052fd374b', 'name': '', 'tenant_id': '1d8e362e63894a49aff1c545b625e502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:57:48Z', 'updated_at': '2022-01-28T17:57:57Z', 'revision_number': 4, 'project_id': '1d8e362e63894a49aff1c545b625e502', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:57:59.255489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c3c4a-c3c5-4e8b-a0cf-bfaef4a02585 None None] Pushing event updated for resources: {'Port': ['ID=3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:59.255985 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.260024 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a6bcee2d-24c8-4368-806f-b8a7a96acca7 None None] Provisioning for port 03c05f61-76e4-4bfe-999b-8f742433c607 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:59.265884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 8848dd0c-70ff-49bc-8562-9d03236d4e6e completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:57:59.271227 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a6bcee2d-24c8-4368-806f-b8a7a96acca7 None None] Provisioning complete for port 03c05f61-76e4-4bfe-999b-8f742433c607 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:59.271593 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a6bcee2d-24c8-4368-806f-b8a7a96acca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.301536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Attempting to bind port 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:57:59.302176 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Attempting to bind port 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:57:59.302527 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Attempting to bind port 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:57:59.310607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 8848dd0c-70ff-49bc-8562-9d03236d4e6e triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:57:59.310966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.315224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e9a658-7d9a-4578-9e1e-ad9ddff84db1,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:59.321542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.325732 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1fc7ca92-6c11-4b80-9c0f-a7e59cd1cfbc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5451376 Jan 28 17:57:59.326373 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42032) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:59.333982 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d9c4b494-bb6f-4f57-8d53-1ebd394714b2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group_rule': {'security_group_id': 'a29e6ca6-6de1-49fe-895d-8e5e2e81cb0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b45423fd-9372-4ad5-b42f-c7e1428d5400', 'remote_ip_prefix': None}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:59.340999 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d9c4b494-bb6f-4f57-8d53-1ebd394714b2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:59.345498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d9c4b494-bb6f-4f57-8d53-1ebd394714b2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:59.351147 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d9c4b494-bb6f-4f57-8d53-1ebd394714b2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:59.355193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d9c4b494-bb6f-4f57-8d53-1ebd394714b2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:59.360285 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, c3ff05f6-7508-47a4-8d71-3f1f9f79637d) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:57:59.366219 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:57:59.366799 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.386020 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bb3f40-12ff-48a0-87c3-7b55acf750ea None None] Network c3ff05f6-7508-47a4-8d71-3f1f9f79637d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:57:59.392695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.393770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.408640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Deleting port 192ecb97-b4d5-4a70-8877-f4497d970794 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:57:59.409792 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.410882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:57:59.411346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:57:59.411740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.412126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:57:59.412663 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Bound port: 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:57:59.413031 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.446648 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.454459 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-20e7eb4d-4332-477f-bc63-0c4fb423f868 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5663738 Jan 28 17:57:59.454459 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42036) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:59.480868 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b2d505d8-448f-4632-9732-bcc267d89833 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1712155 Jan 28 17:57:59.484135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-4a4538a9-5011-4cb6-935d-2e724a913ba7 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Request body: {'security_group_rule': {'security_group_id': '68e9a658-7d9a-4578-9e1e-ad9ddff84db1', 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:59.486574 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42040) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:57:59.500868 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4a4538a9-5011-4cb6-935d-2e724a913ba7 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:59.500981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] For port 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:57:59.500981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] For port 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:57:59.517900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9c4b494-bb6f-4f57-8d53-1ebd394714b2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.520839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4a4538a9-5011-4cb6-935d-2e724a913ba7 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Usage tracker for resource:security_group_rule and tenant:f4cc15f844474f47a3d1494cfe5a41c9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:59.525951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4a4538a9-5011-4cb6-935d-2e724a913ba7 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:59.536346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4a4538a9-5011-4cb6-935d-2e724a913ba7 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:59.551304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1212374732'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:57:59.555612 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.583555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:57:59.585134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.594489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:network and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:57:59.602804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:57:59.631923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:57:59.637363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c17e2b7e-69c3-474b-a2d3-b4d52f70de26 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.641050 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcee2d-24c8-4368-806f-b8a7a96acca7 None None] Port 03c05f61-76e4-4bfe-999b-8f742433c607 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:57:59.713522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9c4b494-bb6f-4f57-8d53-1ebd394714b2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.719645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4a4538a9-5011-4cb6-935d-2e724a913ba7 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.727607 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] For port 192ecb97-b4d5-4a70-8877-f4497d970794, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=192ecb97-b4d5-4a70-8877-f4497d970794,segment=NetworkSegment(6a5c1cb3-e232-4088-9ead-2a4f4b9a1f41),segment_id=6a5c1cb3-e232-4088-9ead-2a4f4b9a1f41)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:57:59.728046 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.746168 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Routers {'a0c0c095-3643-4b41-8cdc-ed244d197268'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:57:59.746800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['a0c0c095-3643-4b41-8cdc-ed244d197268'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:57:59.824288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c17e2b7e-69c3-474b-a2d3-b4d52f70de26 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 03c05f61-76e4-4bfe-999b-8f742433c607 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:59.869206 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Calling delete_port for 192ecb97-b4d5-4a70-8877-f4497d970794 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:57:59.870374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:57:59.873855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.896445 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9c4b494-bb6f-4f57-8d53-1ebd394714b2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:57:59.958765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4b494-bb6f-4f57-8d53-1ebd394714b2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1580e4a3-46f8-4f8d-bfab-8c9f1875a06d,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:57:59.986188 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c3c4a-c3c5-4e8b-a0cf-bfaef4a02585 None None] Pushing event updated for resources: {'Port': ['ID=3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:00.018585 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.062622 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4a4538a9-5011-4cb6-935d-2e724a913ba7 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.063840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0049-4dd9-4832-9d9c-008702c29b7e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.089501 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9c4b494-bb6f-4f57-8d53-1ebd394714b2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.093154 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d9c4b494-bb6f-4f57-8d53-1ebd394714b2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7632120 Jan 28 17:58:00.101343 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42044) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:00.128865 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] Set router a0c0c095-3643-4b41-8cdc-ed244d197268 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:00.137808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac08-bf98-4aab-a7d1-81e2ec7e44f7 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.182160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac08-bf98-4aab-a7d1-81e2ec7e44f7 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.202057 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4a4538a9-5011-4cb6-935d-2e724a913ba7 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.230539 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c3ff05f6-7508-47a4-8d71-3f1f9f79637d', 'network_id': 'c3ff05f6-7508-47a4-8d71-3f1f9f79637d', 'tenant_id': '5831e94d5fab43d1b080b35a5e33a6f7', 'fixed_ips': [{'subnet_id': 'a2a998b9-3a18-4cdd-9b49-1b5734aa774d'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:58:00.231078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.245889 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4538a9-5011-4cb6-935d-2e724a913ba7 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dea06f1-8ec0-49d5-9a33-3a610f635e22,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:00.281682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 8848dd0c-70ff-49bc-8562-9d03236d4e6e, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8848dd0c-70ff-49bc-8562-9d03236d4e6e,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:00.305879 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac08-bf98-4aab-a7d1-81e2ec7e44f7 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.310783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac08-bf98-4aab-a7d1-81e2ec7e44f7 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.314702 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0a96ac08-bf98-4aab-a7d1-81e2ec7e44f7 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/1580e4a3-46f8-4f8d-bfab-8c9f1875a06d HTTP/1.1" status: 204 len: 168 time: 0.2096984 Jan 28 17:58:00.322786 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42048) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:00.323954 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96ac08-bf98-4aab-a7d1-81e2ec7e44f7 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1580e4a3-46f8-4f8d-bfab-8c9f1875a06d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:00.329588 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4a4538a9-5011-4cb6-935d-2e724a913ba7 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.330757 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4a4538a9-5011-4cb6-935d-2e724a913ba7 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8644979 Jan 28 17:58:00.331540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.334020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:58:00.342627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.342970 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Added segment 362162bc-6c1a-4daa-b25c-c198ab7b2d0b of type vlan for network d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e Jan 28 17:58:00.355810 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42052) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:00.372853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.381529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.424191 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2d7a8eae-18c3-4399-a824-54dfd9cecf32 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:00.438402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event deleted for resources: {'Port': ['ID=192ecb97-b4d5-4a70-8877-f4497d970794,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:00.449807 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d9a7b35b-9761-430d-a447-90a357d9a279 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Request body: {'security_group_rule': {'security_group_id': '68e9a658-7d9a-4578-9e1e-ad9ddff84db1', 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:00.462284 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.469160 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.486940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 2d7a8eae-18c3-4399-a824-54dfd9cecf32 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:00.487318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2d7a8eae-18c3-4399-a824-54dfd9cecf32 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:00.510506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d9a7b35b-9761-430d-a447-90a357d9a279 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:00.612808 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.618027 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=8848dd0c-70ff-49bc-8562-9d03236d4e6e,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:00.618718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:00.619323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.639149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d9a7b35b-9761-430d-a447-90a357d9a279 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Usage tracker for resource:security_group_rule and tenant:f4cc15f844474f47a3d1494cfe5a41c9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:00.663081 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d9a7b35b-9761-430d-a447-90a357d9a279 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:00.678163 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d9a7b35b-9761-430d-a447-90a357d9a279 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:00.684346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.694179 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.728902 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9763bfd7-6d03-4855-9381-1200db8c81cc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:00.733028 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Allocated IP 172.20.255.242 (c3ff05f6-7508-47a4-8d71-3f1f9f79637d/a2a998b9-3a18-4cdd-9b49-1b5734aa774d/608f3ff7-665d-4710-b56c-511b02446c50) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:00.742414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8848dd0c-70ff-49bc-8562-9d03236d4e6e up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:00.850495 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b35b-9761-430d-a447-90a357d9a279 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.857103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Network': ['ID=d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:00.875233 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:58:00.880278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9763bfd7-6d03-4855-9381-1200db8c81cc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:00.882055 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9763bfd7-6d03-4855-9381-1200db8c81cc tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5549557 Jan 28 17:58:00.883321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c17e2b7e-69c3-474b-a2d3-b4d52f70de26 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.886162 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.886574 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42056) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:00.887311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87093305-5c7a-4356-a91f-f78052fd374b {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:58:00.910936 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:00.912048 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-83651b26-f501-4e86-9eda-9c8077bf1d00 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "DELETE /v2.0/routers/87093305-5c7a-4356-a91f-f78052fd374b HTTP/1.1" status: 204 len: 168 time: 4.2513077 Jan 28 17:58:00.914650 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42060) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:00.969710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e2b7e-69c3-474b-a2d3-b4d52f70de26 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=03c05f61-76e4-4bfe-999b-8f742433c607,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:01.015379 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e56143-e5bd-42dc-bd41-a3f328d25650 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Deleting subnet 34d8f689-9ccd-487c-8281-43b22ebeb77c {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:58:01.020173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88e56143-e5bd-42dc-bd41-a3f328d25650 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.024346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c0c095-3643-4b41-8cdc-ed244d197268', 'name': 'tempest-snat-router-319897446', 'tenant_id': 'a1c03ba4c3df42509400c7591d745a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.36'}], 'enable_snat': False}, 'gw_port_id': '3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:57:50Z', 'updated_at': '2022-01-28T17:57:53Z', 'revision_number': 3, 'project_id': 'a1c03ba4c3df42509400c7591d745a4c', 'gw_port': {'id': '3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c0c095-3643-4b41-8cdc-ed244d197268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:51Z', 'updated_at': '2022-01-28T17:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:01.051774 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4849819-3c46-49a6-97b9-9777401dd717 None None] The sync data for ids ['a0c0c095-3643-4b41-8cdc-ed244d197268'] in dv-neutron-826919-1-hyperv is: [{'id': 'a0c0c095-3643-4b41-8cdc-ed244d197268', 'name': 'tempest-snat-router-319897446', 'tenant_id': 'a1c03ba4c3df42509400c7591d745a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.36'}], 'enable_snat': False}, 'gw_port_id': '3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:57:50Z', 'updated_at': '2022-01-28T17:57:53Z', 'revision_number': 3, 'project_id': 'a1c03ba4c3df42509400c7591d745a4c', 'gw_port': {'id': '3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c0c095-3643-4b41-8cdc-ed244d197268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:51Z', 'updated_at': '2022-01-28T17:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:01.060259 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-38770aa4-85ab-4e06-b1ef-7ec4990b2e24 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5677936 Jan 28 17:58:01.078470 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 8848dd0c-70ff-49bc-8562-9d03236d4e6e triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:01.079117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.081505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c17e2b7e-69c3-474b-a2d3-b4d52f70de26 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.088853 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c17e2b7e-69c3-474b-a2d3-b4d52f70de26 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/03c05f61-76e4-4bfe-999b-8f742433c607 HTTP/1.1" status: 204 len: 168 time: 2.6310973 Jan 28 17:58:01.091136 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42064) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:01.091490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42066) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:01.197665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'subnet': {'network_id': 'd4bd15a1-c91f-4aa0-9d2f-b455f2d6075e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:01.237695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b35b-9761-430d-a447-90a357d9a279 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.267650 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88e56143-e5bd-42dc-bd41-a3f328d25650 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.296629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b35b-9761-430d-a447-90a357d9a279 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.338837 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7b35b-9761-430d-a447-90a357d9a279 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36cc553e-3034-4b40-a3b4-f8cbeb713b49,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:01.344607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.359990 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Transition to ACTIVE for port object 608f3ff7-665d-4710-b56c-511b02446c50 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:01.365680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88e56143-e5bd-42dc-bd41-a3f328d25650 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.381093 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Transition to ACTIVE for port object 608f3ff7-665d-4710-b56c-511b02446c50 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:01.435709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b35b-9761-430d-a447-90a357d9a279 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.435819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02521de8-0a47-4549-ada6-413e48836892 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.435912 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d9a7b35b-9761-430d-a447-90a357d9a279 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0078173 Jan 28 17:58:01.436470 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42072) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:01.445089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-73ae9b59-18c7-4846-b5f3-1d0cb3854caa tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Request body: {'security_group_rule': {'security_group_id': '68e9a658-7d9a-4578-9e1e-ad9ddff84db1', 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:01.454199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-73ae9b59-18c7-4846-b5f3-1d0cb3854caa tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:01.456301 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.462869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-73ae9b59-18c7-4846-b5f3-1d0cb3854caa tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Usage tracker for resource:security_group_rule and tenant:f4cc15f844474f47a3d1494cfe5a41c9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:01.466450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-73ae9b59-18c7-4846-b5f3-1d0cb3854caa tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:01.476210 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-73ae9b59-18c7-4846-b5f3-1d0cb3854caa tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:01.525071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb4201e-4cf3-4918-bab1-38b4c7961534 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:01.526685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb4201e-4cf3-4918-bab1-38b4c7961534 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:01.527702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-aeb4201e-4cf3-4918-bab1-38b4c7961534 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:01.532119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02521de8-0a47-4549-ada6-413e48836892 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.542913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d0049-4dd9-4832-9d9c-008702c29b7e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port ddc169c1-19f4-483d-a21c-e14abf3a5656 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:01.543284 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0049-4dd9-4832-9d9c-008702c29b7e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.557900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88e56143-e5bd-42dc-bd41-a3f328d25650 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.565020 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Network c3ff05f6-7508-47a4-8d71-3f1f9f79637d is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:01.568212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:01.574215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:01.606956 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e56143-e5bd-42dc-bd41-a3f328d25650 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=34d8f689-9ccd-487c-8281-43b22ebeb77c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:01.611012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-73ae9b59-18c7-4846-b5f3-1d0cb3854caa tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.618333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Pushing event updated for resources: {'Port': ['ID=608f3ff7-665d-4710-b56c-511b02446c50,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:01.622294 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88e56143-e5bd-42dc-bd41-a3f328d25650 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.637950 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-88e56143-e5bd-42dc-bd41-a3f328d25650 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/34d8f689-9ccd-487c-8281-43b22ebeb77c HTTP/1.1" status: 204 len: 168 time: 0.7222214 Jan 28 17:58:01.639050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42076) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:01.688812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Attempting to bind port 608f3ff7-665d-4710-b56c-511b02446c50 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:01.689463 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Attempting to bind port 608f3ff7-665d-4710-b56c-511b02446c50 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'f5e00837-8278-4888-9b7d-a92bec4ccd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c3ff05f6-7508-47a4-8d71-3f1f9f79637d'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:01.689827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Attempting to bind port 608f3ff7-665d-4710-b56c-511b02446c50 on network c3ff05f6-7508-47a4-8d71-3f1f9f79637d {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:01.696664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:01.697037 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Checking segment: {'id': 'f5e00837-8278-4888-9b7d-a92bec4ccd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c3ff05f6-7508-47a4-8d71-3f1f9f79637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:01.697792 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.698182 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Bound using segment: {'id': 'f5e00837-8278-4888-9b7d-a92bec4ccd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c3ff05f6-7508-47a4-8d71-3f1f9f79637d'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:01.698644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Bound port: 608f3ff7-665d-4710-b56c-511b02446c50, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e00837-8278-4888-9b7d-a92bec4ccd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c3ff05f6-7508-47a4-8d71-3f1f9f79637d'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:01.699032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.762015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-7a4d0049-4dd9-4832-9d9c-008702c29b7e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] For port ddc169c1-19f4-483d-a21c-e14abf3a5656, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ddc169c1-19f4-483d-a21c-e14abf3a5656,segment=NetworkSegment(f85b1cd6-c77c-4344-994e-7160ad663527),segment_id=f85b1cd6-c77c-4344-994e-7160ad663527)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:01.762723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0049-4dd9-4832-9d9c-008702c29b7e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.796812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada32330-001e-46a7-a4cb-307124350426 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.810069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] For port 608f3ff7-665d-4710-b56c-511b02446c50, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:01.813633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] For port 608f3ff7-665d-4710-b56c-511b02446c50, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=608f3ff7-665d-4710-b56c-511b02446c50,segment=NetworkSegment(f5e00837-8278-4888-9b7d-a92bec4ccd27),segment_id=f5e00837-8278-4888-9b7d-a92bec4ccd27)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:01.817365 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-73ae9b59-18c7-4846-b5f3-1d0cb3854caa tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.897288 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.909027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d0049-4dd9-4832-9d9c-008702c29b7e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for ddc169c1-19f4-483d-a21c-e14abf3a5656 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:01.936399 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-73ae9b59-18c7-4846-b5f3-1d0cb3854caa tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.975226 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada32330-001e-46a7-a4cb-307124350426 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:01.997787 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae9b59-18c7-4846-b5f3-1d0cb3854caa tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79d7bfc-d252-48e6-8e42-55148a9930cb,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:02.045338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2e0b9-34ee-4efe-9d6b-fe6f6ded4ad9 None None] Pushing event updated for resources: {'Port': ['ID=608f3ff7-665d-4710-b56c-511b02446c50,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:02.048765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-ada32330-001e-46a7-a4cb-307124350426 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac294a1-e389-43e3-8f0a-655034b1cfc0']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:02.068885 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-ada32330-001e-46a7-a4cb-307124350426 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5c1cb3-e232-4088-9ead-2a4f4b9a1f41') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:02.069340 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-ada32330-001e-46a7-a4cb-307124350426 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5c1cb3-e232-4088-9ead-2a4f4b9a1f41') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:02.083961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada32330-001e-46a7-a4cb-307124350426 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.100987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:02.102854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada32330-001e-46a7-a4cb-307124350426 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.110268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada32330-001e-46a7-a4cb-307124350426 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:58:02.110887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada32330-001e-46a7-a4cb-307124350426 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:58:02.126209 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:58:02.132688 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-73ae9b59-18c7-4846-b5f3-1d0cb3854caa tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.136544 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-73ae9b59-18c7-4846-b5f3-1d0cb3854caa tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6962290 Jan 28 17:58:02.148475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:subnet and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:02.154034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42080) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:02.160886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:02.228180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-54b8ab89-fc9f-4376-aa0c-6471865770d9 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Request body: {'security_group_rule': {'security_group_id': '68e9a658-7d9a-4578-9e1e-ad9ddff84db1', 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:02.250353 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-aeb4201e-4cf3-4918-bab1-38b4c7961534 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:02.251570 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-aeb4201e-4cf3-4918-bab1-38b4c7961534 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 1.1423755 Jan 28 17:58:02.254843 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42084) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:02.263993 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:02.266446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-54b8ab89-fc9f-4376-aa0c-6471865770d9 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:02.308939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada32330-001e-46a7-a4cb-307124350426 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.338441 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada32330-001e-46a7-a4cb-307124350426 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ac294a1-e389-43e3-8f0a-655034b1cfc0 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 17:58:02.346747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-54b8ab89-fc9f-4376-aa0c-6471865770d9 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Usage tracker for resource:security_group_rule and tenant:f4cc15f844474f47a3d1494cfe5a41c9 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:02.351998 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ada32330-001e-46a7-a4cb-307124350426 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.361066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-54b8ab89-fc9f-4376-aa0c-6471865770d9 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:02.369456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada32330-001e-46a7-a4cb-307124350426 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ac294a1-e389-43e3-8f0a-655034b1cfc0,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:02.372317 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ada32330-001e-46a7-a4cb-307124350426 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "DELETE /v2.0/networks/6ac294a1-e389-43e3-8f0a-655034b1cfc0 HTTP/1.1" status: 204 len: 168 time: 0.7247190 Jan 28 17:58:02.423108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-49953333-2801-41f1-94d7-6aab4486a488 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 551528de-b967-4d41-8593-1247a8b1d3cd {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:58:02.428898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-54b8ab89-fc9f-4376-aa0c-6471865770d9 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:02.430305 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-49953333-2801-41f1-94d7-6aab4486a488 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.479383 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.508998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02521de8-0a47-4549-ada6-413e48836892 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.541649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.545488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-49953333-2801-41f1-94d7-6aab4486a488 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.553007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:02.555107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.628406 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02521de8-0a47-4549-ada6-413e48836892 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45423fd-9372-4ad5-b42f-c7e1428d5400,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:02.682953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-49953333-2801-41f1-94d7-6aab4486a488 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.775937 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-54b8ab89-fc9f-4376-aa0c-6471865770d9 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.859169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02521de8-0a47-4549-ada6-413e48836892 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.871794 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-02521de8-0a47-4549-ada6-413e48836892 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-groups/b45423fd-9372-4ad5-b42f-c7e1428d5400 HTTP/1.1" status: 204 len: 168 time: 1.9841352 Jan 28 17:58:02.872466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-49953333-2801-41f1-94d7-6aab4486a488 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:02.876252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42094) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:02.898748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:02.935378 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42096) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:02.948790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5b006c9f-bddb-46de-914d-3acca2560818 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Request body: {'router': {'name': 'tempest-router--1343851951', 'project_id': '358cab24136548faa1f797ef40b593a5'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:02.979603 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49953333-2801-41f1-94d7-6aab4486a488 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=551528de-b967-4d41-8593-1247a8b1d3cd,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:02.984554 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a1dd7-39f5-411c-8681-cf5f43594246 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:02.991177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5b006c9f-bddb-46de-914d-3acca2560818 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:02.999177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-49953333-2801-41f1-94d7-6aab4486a488 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.023069 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5b006c9f-bddb-46de-914d-3acca2560818 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Usage tracker for resource:router and tenant:358cab24136548faa1f797ef40b593a5 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:03.030504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5b006c9f-bddb-46de-914d-3acca2560818 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:03.050389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5b006c9f-bddb-46de-914d-3acca2560818 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:03.067896 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-49953333-2801-41f1-94d7-6aab4486a488 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/551528de-b967-4d41-8593-1247a8b1d3cd HTTP/1.1" status: 204 len: 168 time: 0.8111959 Jan 28 17:58:03.070576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42102) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:03.091411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0049-4dd9-4832-9d9c-008702c29b7e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.092228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:03.109055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Allocated IP 172.26.1.144 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/e59b70c7-88bc-436b-98a5-635d81c24b0d) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:03.119829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:03.120607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.177173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b006c9f-bddb-46de-914d-3acca2560818 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.178282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b006c9f-bddb-46de-914d-3acca2560818 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.199442 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0cb0ce51-a2db-4615-8818-1060e75c6db0 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257987 Jan 28 17:58:03.200815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42106) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:03.257015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b006c9f-bddb-46de-914d-3acca2560818 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.291645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d0049-4dd9-4832-9d9c-008702c29b7e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Port': ['ID=ddc169c1-19f4-483d-a21c-e14abf3a5656,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:03.310298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-54b8ab89-fc9f-4376-aa0c-6471865770d9 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.358838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d0f221-f034-4a8e-a427-db67f44fe7d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:03.359751 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b0d0f221-f034-4a8e-a427-db67f44fe7d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:03.403350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.409144 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b006c9f-bddb-46de-914d-3acca2560818 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.409721 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-281f2349-99d9-48a3-83df-431886ad84cd tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:03.422065 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:03.441065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-54b8ab89-fc9f-4376-aa0c-6471865770d9 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.483238 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b0d0f221-f034-4a8e-a427-db67f44fe7d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:03.486772 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b0d0f221-f034-4a8e-a427-db67f44fe7d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2823122 Jan 28 17:58:03.486971 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42110) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:03.511967 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.518532 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 608f3ff7-665d-4710-b56c-511b02446c50 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:03.539411 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b006c9f-bddb-46de-914d-3acca2560818 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.543351 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5b006c9f-bddb-46de-914d-3acca2560818 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5973699 Jan 28 17:58:03.547401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42114) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:03.617140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8ab89-fc9f-4376-aa0c-6471865770d9 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8572651c-e64c-4c2d-981e-cc0c578d305b,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:03.630056 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e905e-a55a-4bfa-a385-b07ab1582eb9 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:58:03.669709 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a2a04-4458-44a4-8fea-cb3266337ba1 None None] Network c3ff05f6-7508-47a4-8d71-3f1f9f79637d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:03.681909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e905e-a55a-4bfa-a385-b07ab1582eb9 None None] Deleting port 8848dd0c-70ff-49bc-8562-9d03236d4e6e {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:03.682405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f9e905e-a55a-4bfa-a385-b07ab1582eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.726446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-491b4ef6-9317-42f5-9462-5dc08fd604c0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.753613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-281f2349-99d9-48a3-83df-431886ad84cd tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:03.758134 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-281f2349-99d9-48a3-83df-431886ad84cd tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.8240106 Jan 28 17:58:03.780570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42118) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:03.783692 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd583e89-7a4d-4b71-8529-fedb4fab30a3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:03.783692 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fd583e89-7a4d-4b71-8529-fedb4fab30a3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:03.826145 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-54b8ab89-fc9f-4376-aa0c-6471865770d9 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.827646 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-54b8ab89-fc9f-4376-aa0c-6471865770d9 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6726813 Jan 28 17:58:03.847959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42122) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:03.879115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d0e2cdcb-ee51-42fe-a5ef-53e97e645b8a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Request body: {'security_group_rule': {'security_group_id': '68e9a658-7d9a-4578-9e1e-ad9ddff84db1', 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:03.910897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d0e2cdcb-ee51-42fe-a5ef-53e97e645b8a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:03.924102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d0e2cdcb-ee51-42fe-a5ef-53e97e645b8a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Usage tracker for resource:security_group_rule and tenant:f4cc15f844474f47a3d1494cfe5a41c9 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:03.931196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d0e2cdcb-ee51-42fe-a5ef-53e97e645b8a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:03.937855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:03.947557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d0e2cdcb-ee51-42fe-a5ef-53e97e645b8a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:03.949422 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:03.966364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0049-4dd9-4832-9d9c-008702c29b7e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.118409 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:58:04.124509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-36740073-3c8a-427b-b799-0f1215e9bc48 None None] Provisioning for port 608f3ff7-665d-4710-b56c-511b02446c50 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:04.158049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fd583e89-7a4d-4b71-8529-fedb4fab30a3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:04.161715 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fd583e89-7a4d-4b71-8529-fedb4fab30a3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6712830 Jan 28 17:58:04.209723 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-7f9e905e-a55a-4bfa-a385-b07ab1582eb9 None None] For port 8848dd0c-70ff-49bc-8562-9d03236d4e6e, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8848dd0c-70ff-49bc-8562-9d03236d4e6e,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:04.210644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f9e905e-a55a-4bfa-a385-b07ab1582eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.210789 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42126) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:04.229148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 608f3ff7-665d-4710-b56c-511b02446c50 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:04.231056 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-d0e2cdcb-ee51-42fe-a5ef-53e97e645b8a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Project f4cc15f844474f47a3d1494cfe5a41c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:58:04.235436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.281012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-491b4ef6-9317-42f5-9462-5dc08fd604c0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.290941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-491b4ef6-9317-42f5-9462-5dc08fd604c0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.292669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d0849d81-7304-4ce7-8214-5201c07bb6a5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.292816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 608f3ff7-665d-4710-b56c-511b02446c50 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:04.292816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.297153 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0e2cdcb-ee51-42fe-a5ef-53e97e645b8a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.310580 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-16de048a-b455-4207-b666-cce8b9dbd253 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843356 Jan 28 17:58:04.314312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42130) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:04.326008 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-32f5fb9a-de2e-48e9-b6e4-ac3d2bdecb08 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:04.345710 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d0849d81-7304-4ce7-8214-5201c07bb6a5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.395564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e905e-a55a-4bfa-a385-b07ab1582eb9 None None] Calling delete_port for 8848dd0c-70ff-49bc-8562-9d03236d4e6e owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:04.420136 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-491b4ef6-9317-42f5-9462-5dc08fd604c0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.421476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491b4ef6-9317-42f5-9462-5dc08fd604c0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4d9526b-146b-4adb-92cb-087dd6506482 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:58:04.483734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d0849d81-7304-4ce7-8214-5201c07bb6a5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.502079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Subnet': ['ID=66f72fa4-d4fa-4722-915f-9fc65ccb4c24,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:04.513939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d0849d81-7304-4ce7-8214-5201c07bb6a5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.515673 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d0849d81-7304-4ce7-8214-5201c07bb6a5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-groups/a29e6ca6-6de1-49fe-895d-8e5e2e81cb0e HTTP/1.1" status: 204 len: 168 time: 0.7250891 Jan 28 17:58:04.517021 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0849d81-7304-4ce7-8214-5201c07bb6a5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29e6ca6-6de1-49fe-895d-8e5e2e81cb0e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:04.526973 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42134) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:04.544511 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-491b4ef6-9317-42f5-9462-5dc08fd604c0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.546039 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-491b4ef6-9317-42f5-9462-5dc08fd604c0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "DELETE /v2.0/routers/e4d9526b-146b-4adb-92cb-087dd6506482 HTTP/1.1" status: 204 len: 168 time: 0.9975526 Jan 28 17:58:04.586107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.589653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Checking segment: {'id': '362162bc-6c1a-4daa-b25c-c198ab7b2d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd4bd15a1-c91f-4aa0-9d2f-b455f2d6075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:04.590002 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network hostable DHCP agents. Network: d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:58:04.594403 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7390871f-4a48-4147-adf1-2b111ec2b391 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:04.619628 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.651110 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f9e905e-a55a-4bfa-a385-b07ab1582eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.699103 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e905e-a55a-4bfa-a385-b07ab1582eb9 None None] No DVR routers for this DVR port 8848dd0c-70ff-49bc-8562-9d03236d4e6e on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:58:04.713304 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 608f3ff7-665d-4710-b56c-511b02446c50, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=608f3ff7-665d-4710-b56c-511b02446c50,segment=NetworkSegment(f5e00837-8278-4888-9b7d-a92bec4ccd27),segment_id=f5e00837-8278-4888-9b7d-a92bec4ccd27)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:04.714500 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e905e-a55a-4bfa-a385-b07ab1582eb9 None None] Pushing event deleted for resources: {'Port': ['ID=8848dd0c-70ff-49bc-8562-9d03236d4e6e,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:04.717726 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7390871f-4a48-4147-adf1-2b111ec2b391 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:04.723682 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7390871f-4a48-4147-adf1-2b111ec2b391 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1910398 Jan 28 17:58:04.729304 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42140) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:04.729562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0e2cdcb-ee51-42fe-a5ef-53e97e645b8a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.729928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e985fa08-005d-4706-9331-38c28d8823d5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086790763'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:04.736521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e985fa08-005d-4706-9331-38c28d8823d5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:04.740012 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-32f5fb9a-de2e-48e9-b6e4-ac3d2bdecb08 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:04.747927 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e985fa08-005d-4706-9331-38c28d8823d5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:04.774435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.792248 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:04.802449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-32f5fb9a-de2e-48e9-b6e4-ac3d2bdecb08 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:04.811952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:04.818604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event updated for resources: {'Port': ['ID=e59b70c7-88bc-436b-98a5-635d81c24b0d,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:04.821103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0e2cdcb-ee51-42fe-a5ef-53e97e645b8a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.826375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:04.877401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e985fa08-005d-4706-9331-38c28d8823d5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:04.902815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2cdcb-ee51-42fe-a5ef-53e97e645b8a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ecc8404-2d25-46bd-bf6c-de902d708833,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:04.918304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:58:04.930952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4d0049-4dd9-4832-9d9c-008702c29b7e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:58:04.932131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e985fa08-005d-4706-9331-38c28d8823d5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:04.947319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e985fa08-005d-4706-9331-38c28d8823d5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:04.947319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42144) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:04.949522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e985fa08-005d-4706-9331-38c28d8823d5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:04.975126 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e985fa08-005d-4706-9331-38c28d8823d5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:04.986690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=608f3ff7-665d-4710-b56c-511b02446c50,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:05.009143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:05.014212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0e2cdcb-ee51-42fe-a5ef-53e97e645b8a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.018197 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d0e2cdcb-ee51-42fe-a5ef-53e97e645b8a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1564281 Jan 28 17:58:05.019884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f5fb9a-de2e-48e9-b6e4-ac3d2bdecb08 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:05.023512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-32f5fb9a-de2e-48e9-b6e4-ac3d2bdecb08 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.024766 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42150) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:05.040385 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7c56eade-4b3d-455d-9992-c311082fc00d tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Request body: {'security_group_rule': {'security_group_id': '68e9a658-7d9a-4578-9e1e-ad9ddff84db1', 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:05.062896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7c56eade-4b3d-455d-9992-c311082fc00d tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:05.073544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7c56eade-4b3d-455d-9992-c311082fc00d tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Usage tracker for resource:security_group_rule and tenant:f4cc15f844474f47a3d1494cfe5a41c9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:05.078566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7c56eade-4b3d-455d-9992-c311082fc00d tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:05.086428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7c56eade-4b3d-455d-9992-c311082fc00d tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:05.098505 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a2ad1923-9157-4c6b-bea6-3a0d37deae77 None None] Provisioning complete for port 608f3ff7-665d-4710-b56c-511b02446c50 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:05.099098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a2ad1923-9157-4c6b-bea6-3a0d37deae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.149893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e985fa08-005d-4706-9331-38c28d8823d5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.151799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:05.163330 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-7c56eade-4b3d-455d-9992-c311082fc00d tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Project f4cc15f844474f47a3d1494cfe5a41c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:58:05.170125 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9278398-45f9-4949-91aa-293f78f5853c None None] Network d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:05.173124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c56eade-4b3d-455d-9992-c311082fc00d tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.211844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e985fa08-005d-4706-9331-38c28d8823d5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.227317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:05.227914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.278076 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:05.278439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.281449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-871643276', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:05.299237 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:05.308848 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985fa08-005d-4706-9331-38c28d8823d5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019b5df6-297d-4e64-8a5b-1effaf1ae545,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:05.311441 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Usage tracker for resource:router and tenant:b12b49855aa542ef9b021c96e9f00328 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:05.323562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:05.332170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c56eade-4b3d-455d-9992-c311082fc00d tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.338477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:05.380074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c56eade-4b3d-455d-9992-c311082fc00d tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.410346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56eade-4b3d-455d-9992-c311082fc00d tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f412be40-cbe5-48ae-88da-c05b5c4a654c,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:05.413531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.414521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.418046 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e985fa08-005d-4706-9331-38c28d8823d5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.421421 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e985fa08-005d-4706-9331-38c28d8823d5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6940422 Jan 28 17:58:05.421579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4d0049-4dd9-4832-9d9c-008702c29b7e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:05.422492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42154) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:05.431485 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7a4d0049-4dd9-4832-9d9c-008702c29b7e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2924268 Jan 28 17:58:05.435903 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64ec098-a08b-4103-a5df-8774487fb927 None None] Sync routers for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:05.437165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42158) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:05.445376 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ec098-a08b-4103-a5df-8774487fb927 None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:05.445561 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-79ffcdf5-e42e-44ef-9a38-5e5ee03f9522 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group_rule': {'security_group_id': '019b5df6-297d-4e64-8a5b-1effaf1ae545', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:05.446361 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e64ec098-a08b-4103-a5df-8774487fb927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:05.477962 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c56eade-4b3d-455d-9992-c311082fc00d tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.482277 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7c56eade-4b3d-455d-9992-c311082fc00d tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4559388 Jan 28 17:58:05.483187 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42162) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:05.484414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.508008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Request body: {'network': {'name': 'tempest-network-smoke--1396541498', 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'port_security_enabled': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:05.522505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:05.532766 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Usage tracker for resource:network and tenant:f4cc15f844474f47a3d1494cfe5a41c9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:05.539045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:05.550671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:05.558280 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8337d8b-83cb-48fd-beb4-951a010c8b24 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting subnet d8c23cd3-854e-454d-83c9-c12212204dcc {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:58:05.562941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f8337d8b-83cb-48fd-beb4-951a010c8b24 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.603778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42166) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:05.605701 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3031357f-901f-4a5c-a936-a68737fa214e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.5092320 Jan 28 17:58:05.608065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-79ffcdf5-e42e-44ef-9a38-5e5ee03f9522 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:05.631578 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-e64ec098-a08b-4103-a5df-8774487fb927 None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:05.772108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e', 'network_id': 'd4bd15a1-c91f-4aa0-9d2f-b455f2d6075e', 'tenant_id': '5831e94d5fab43d1b080b35a5e33a6f7', 'fixed_ips': [{'subnet_id': '66f72fa4-d4fa-4722-915f-9fc65ccb4c24'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:58:05.773069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.832934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Made reservation on behalf of f4cc15f844474f47a3d1494cfe5a41c9 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:05.836628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.848994 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8848dd0c-70ff-49bc-8562-9d03236d4e6e no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:05.902360 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 8848dd0c-70ff-49bc-8562-9d03236d4e6e {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:05.902698 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8848dd0c-70ff-49bc-8562-9d03236d4e6e not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:05.953150 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f8337d8b-83cb-48fd-beb4-951a010c8b24 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.957711 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-79ffcdf5-e42e-44ef-9a38-5e5ee03f9522 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:05.979938 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-32f5fb9a-de2e-48e9-b6e4-ac3d2bdecb08 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:05.991335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-79ffcdf5-e42e-44ef-9a38-5e5ee03f9522 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:06.007130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Allocated IP 172.20.0.2 (d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e/66f72fa4-d4fa-4722-915f-9fc65ccb4c24/f8a0e26f-e6ba-4257-bede-0a4a39ff7827) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:06.083070 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e64ec098-a08b-4103-a5df-8774487fb927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:58:02Z', 'revision_number': 9, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:06.093890 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64ec098-a08b-4103-a5df-8774487fb927 None None] Checking router: b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:58:06.100439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.116946 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ec098-a08b-4103-a5df-8774487fb927 None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:06.117578 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e64ec098-a08b-4103-a5df-8774487fb927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:06.143939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:58:06.146063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.244397 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.250555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-79ffcdf5-e42e-44ef-9a38-5e5ee03f9522 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:06.260254 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Transition to ACTIVE for port object f8a0e26f-e6ba-4257-bede-0a4a39ff7827 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:06.289550 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Transition to ACTIVE for port object f8a0e26f-e6ba-4257-bede-0a4a39ff7827 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:06.296692 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-e64ec098-a08b-4103-a5df-8774487fb927 None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:06.343196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.343774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f5fb9a-de2e-48e9-b6e4-ac3d2bdecb08 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:06.346748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.347130 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Added segment 8c654a41-6825-4052-b78d-3a967c7cccc1 of type vlan for network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f Jan 28 17:58:06.351121 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-32f5fb9a-de2e-48e9-b6e4-ac3d2bdecb08 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:06.358900 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f5fb9a-de2e-48e9-b6e4-ac3d2bdecb08 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:06.359511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-32f5fb9a-de2e-48e9-b6e4-ac3d2bdecb08 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.371615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5fb9a-de2e-48e9-b6e4-ac3d2bdecb08 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=b7a134a5-d057-4366-99df-0d3c55bc1bff,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:06.372045 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203a10b1-187d-4f5a-bafa-91353783d3f5 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:06.451381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f8337d8b-83cb-48fd-beb4-951a010c8b24 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.478121 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-79ffcdf5-e42e-44ef-9a38-5e5ee03f9522 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.489009 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Deleting port f8a0e26f-e6ba-4257-bede-0a4a39ff7827 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:06.489009 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.518303 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.582671 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-32f5fb9a-de2e-48e9-b6e4-ac3d2bdecb08 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2587273 Jan 28 17:58:06.595362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42170) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:06.604244 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'mac_address': 'fa:16:3e:0a:fc:63', 'name': 'tempest-NetworksTestDHCPv6-3703530'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:06.610629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.667608 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e64ec098-a08b-4103-a5df-8774487fb927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:58:02Z', 'revision_number': 9, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:06.672919 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64ec098-a08b-4103-a5df-8774487fb927 None None] The sync data for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:58:02Z', 'revision_number': 9, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76d1ba00-2172-4f82-b7f4-9d5c4318c4e3', 'name': '', 'network_id': '2823bfad-7a21-4d0e-b25b-7da9d8be426d', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:6c:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:57:07Z', 'updated_at': '2022-01-28T17:57:21Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': '109fd6b0-abce-4f7c-a1eb-5a6f5319eb98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:06.719591 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.725975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-79ffcdf5-e42e-44ef-9a38-5e5ee03f9522 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.749720 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Pushing event updated for resources: {'Port': ['ID=f8a0e26f-e6ba-4257-bede-0a4a39ff7827,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:06.763069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Network d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:06.766549 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:06.776040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:06.782662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.788015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:06.788591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.877326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f8337d8b-83cb-48fd-beb4-951a010c8b24 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.899971 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': 'b7a134a5-d057-4366-99df-0d3c55bc1bff'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:58:06.900783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.919033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-79ffcdf5-e42e-44ef-9a38-5e5ee03f9522 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.922741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Attempting to bind port f8a0e26f-e6ba-4257-bede-0a4a39ff7827 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:06.922741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Attempting to bind port f8a0e26f-e6ba-4257-bede-0a4a39ff7827 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '362162bc-6c1a-4daa-b25c-c198ab7b2d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd4bd15a1-c91f-4aa0-9d2f-b455f2d6075e'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:06.922741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Attempting to bind port f8a0e26f-e6ba-4257-bede-0a4a39ff7827 on network d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:06.930952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:06.932544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Checking segment: {'id': '362162bc-6c1a-4daa-b25c-c198ab7b2d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd4bd15a1-c91f-4aa0-9d2f-b455f2d6075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:06.932544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.932544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Bound using segment: {'id': '362162bc-6c1a-4daa-b25c-c198ab7b2d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd4bd15a1-c91f-4aa0-9d2f-b455f2d6075e'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:06.932544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Bound port: f8a0e26f-e6ba-4257-bede-0a4a39ff7827, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362162bc-6c1a-4daa-b25c-c198ab7b2d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd4bd15a1-c91f-4aa0-9d2f-b455f2d6075e'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:06.932998 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:06.945896 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:06.954646 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8337d8b-83cb-48fd-beb4-951a010c8b24 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c23cd3-854e-454d-83c9-c12212204dcc,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:06.955195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffcdf5-e42e-44ef-9a38-5e5ee03f9522 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674d011d-7c3f-414b-908c-439435bad31e,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:06.973418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:07.004495 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f8337d8b-83cb-48fd-beb4-951a010c8b24 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.006332 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f8337d8b-83cb-48fd-beb4-951a010c8b24 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/d8c23cd3-854e-454d-83c9-c12212204dcc HTTP/1.1" status: 204 len: 168 time: 1.5683293 Jan 28 17:58:07.009836 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'Network': ['ID=11d6f6f3-ff9e-4d56-8bda-9cef17edb99f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:07.010136 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42174) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:07.038903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c5d94c-9a0c-40d7-9625-7c650d3b3468 None None] Network 8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:07.050652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:58:07.097662 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4994b5e3-b00c-460d-bd95-c5514950d2ff tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6071892 Jan 28 17:58:07.100803 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42178) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:07.119277 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-79ffcdf5-e42e-44ef-9a38-5e5ee03f9522 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.119277 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-79ffcdf5-e42e-44ef-9a38-5e5ee03f9522 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6942294 Jan 28 17:58:07.126281 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42180) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:07.126473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] For port f8a0e26f-e6ba-4257-bede-0a4a39ff7827, host dv-neutron-826919-1-hyperv, got binding levels [] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:07.126473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.171387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.176610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b2ace983-ec2e-47cf-b28c-78defbbd3345 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.192408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b2ace983-ec2e-47cf-b28c-78defbbd3345 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.207270 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:07.207632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.212636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'admin_state_up': True, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:07.228894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:07.236163 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Usage tracker for resource:router and tenant:f4cc15f844474f47a3d1494cfe5a41c9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:07.240496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Router 03d7e6e2-b9f0-4d2f-aa95-8582ad408197 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:58:07.241163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:07.277271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 608f3ff7-665d-4710-b56c-511b02446c50 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:07.288267 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:07.383073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Calling delete_port for f8a0e26f-e6ba-4257-bede-0a4a39ff7827 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:07.408204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b2ace983-ec2e-47cf-b28c-78defbbd3345 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.414283 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:07.438345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.474454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.501277 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] For port f8a0e26f-e6ba-4257-bede-0a4a39ff7827, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:07.558362 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] For port f8a0e26f-e6ba-4257-bede-0a4a39ff7827, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f8a0e26f-e6ba-4257-bede-0a4a39ff7827,segment=NetworkSegment(362162bc-6c1a-4daa-b25c-c198ab7b2d0b),segment_id=362162bc-6c1a-4daa-b25c-c198ab7b2d0b)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:07.588699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Allocated IP 2001:db8::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/b7a134a5-d057-4366-99df-0d3c55bc1bff/c641821b-e685-45ee-a649-47a1e2b8de72) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:07.607113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 608f3ff7-665d-4710-b56c-511b02446c50 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:07.607497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.623546 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.624505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.656589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ace983-ec2e-47cf-b28c-78defbbd3345 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=674d011d-7c3f-414b-908c-439435bad31e,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:07.663025 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.666980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b2ace983-ec2e-47cf-b28c-78defbbd3345 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.668089 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b2ace983-ec2e-47cf-b28c-78defbbd3345 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/674d011d-7c3f-414b-908c-439435bad31e HTTP/1.1" status: 204 len: 168 time: 0.5444412 Jan 28 17:58:07.678777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42186) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:07.681636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Allocated IP 172.26.1.188 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/18d7350c-c09c-4806-b139-581898985f0f) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:07.708503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.803851 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3fe7f27b-4741-4082-8621-38ed359dd245 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:07.819707 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:58:07.820013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:58:07.836681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.895715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 31e6f338-624b-41fc-899b-06903926cdc1 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:58:07.928533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524c170-9bfe-43fa-b9d4-a1d2e1b377db None None] Pushing event updated for resources: {'Port': ['ID=f8a0e26f-e6ba-4257-bede-0a4a39ff7827,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:07.985894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] For port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=78d97c9a-1a82-4ed2-ae15-9d25106bb70c,segment=NetworkSegment(f85b1cd6-c77c-4344-994e-7160ad663527),segment_id=f85b1cd6-c77c-4344-994e-7160ad663527)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:07.986659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:07.988193 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd675f8-0884-4a90-85ce-69e63c68f393 None None] DHCP port deletion for 8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:58:08.013078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-bfd675f8-0884-4a90-85ce-69e63c68f393 None None] Deleting port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:08.013448 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bfd675f8-0884-4a90-85ce-69e63c68f393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:08.127340 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ddc169c1-19f4-483d-a21c-e14abf3a5656 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:08.162276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:08.176063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for 78d97c9a-1a82-4ed2-ae15-9d25106bb70c owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:08.178361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Sync routers for ids ['03d7e6e2-b9f0-4d2f-aa95-8582ad408197'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:08.181090 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: ddc169c1-19f4-483d-a21c-e14abf3a5656 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:08.181423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ddc169c1-19f4-483d-a21c-e14abf3a5656 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:08.232132 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3fe7f27b-4741-4082-8621-38ed359dd245 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:08.235818 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3fe7f27b-4741-4082-8621-38ed359dd245 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5533938 Jan 28 17:58:08.237352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:08.254932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Transition to ACTIVE for port object c641821b-e685-45ee-a649-47a1e2b8de72 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:08.256387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42190) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:08.257376 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Routers {'03d7e6e2-b9f0-4d2f-aa95-8582ad408197'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:08.258010 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['03d7e6e2-b9f0-4d2f-aa95-8582ad408197'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:08.268224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:08.338635 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Deleting port f8a0e26f-e6ba-4257-bede-0a4a39ff7827 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:08.339244 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:08.398003 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8127877-79e8-46c5-b754-ec263bdf0bb5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:08.414598 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:08.443317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Transition to ACTIVE for port object c641821b-e685-45ee-a649-47a1e2b8de72 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:08.445908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8127877-79e8-46c5-b754-ec263bdf0bb5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:08.494007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:08.497730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:08.498971 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5476bdf7-5de8-40bf-9cd3-9053a4c34c60 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.7731676 Jan 28 17:58:08.537270 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42194) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:08.555541 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:08.593937 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:08.615508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-bfd675f8-0884-4a90-85ce-69e63c68f393 None None] For port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=78d97c9a-1a82-4ed2-ae15-9d25106bb70c,segment=NetworkSegment(f85b1cd6-c77c-4344-994e-7160ad663527),segment_id=f85b1cd6-c77c-4344-994e-7160ad663527)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:08.615897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bfd675f8-0884-4a90-85ce-69e63c68f393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:08.655798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Port': ['ID=78d97c9a-1a82-4ed2-ae15-9d25106bb70c,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:08.669544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] No DVR routers for this DVR port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:58:08.718152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:08.770678 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:08.775561 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:08.776295 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Pushing event updated for resources: {'Port': ['ID=c641821b-e685-45ee-a649-47a1e2b8de72,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:08.784845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-bfd675f8-0884-4a90-85ce-69e63c68f393 None None] Calling delete_port for 78d97c9a-1a82-4ed2-ae15-9d25106bb70c owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:08.785115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:08.821089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:08.836799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8127877-79e8-46c5-b754-ec263bdf0bb5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:08.846245 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:08.850109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Pushing event updated for resources: {'Port': ['ID=18d7350c-c09c-4806-b139-581898985f0f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:08.852609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Set router 03d7e6e2-b9f0-4d2f-aa95-8582ad408197 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:08.993361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f8a0e26f-e6ba-4257-bede-0a4a39ff7827 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:09.003152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8127877-79e8-46c5-b754-ec263bdf0bb5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019b5df6-297d-4e64-8a5b-1effaf1ae545,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:09.026920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::1e5 (c221bf74-e816-466d-af85-3d953f9ff4cd/b7a134a5-d057-4366-99df-0d3c55bc1bff/31e6f338-624b-41fc-899b-06903926cdc1) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:09.077667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.119967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] For port f8a0e26f-e6ba-4257-bede-0a4a39ff7827, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f8a0e26f-e6ba-4257-bede-0a4a39ff7827,segment=NetworkSegment(362162bc-6c1a-4daa-b25c-c198ab7b2d0b),segment_id=362162bc-6c1a-4daa-b25c-c198ab7b2d0b)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:09.120196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.139351 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c7c1e820-d501-4391-ba9a-1c207183f41d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/routers/03d7e6e2-b9f0-4d2f-aa95-8582ad408197 HTTP/1.1" status: 200 len: 907 time: 0.6009111 Jan 28 17:58:09.141207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:09.149090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42198) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:09.170251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85b1cd6-c77c-4344-994e-7160ad663527') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:09.170710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85b1cd6-c77c-4344-994e-7160ad663527') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:09.261524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Attempting to bind port c641821b-e685-45ee-a649-47a1e2b8de72 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:09.262085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Attempting to bind port c641821b-e685-45ee-a649-47a1e2b8de72 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:09.262569 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Attempting to bind port c641821b-e685-45ee-a649-47a1e2b8de72 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:09.327717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8127877-79e8-46c5-b754-ec263bdf0bb5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.332831 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b8127877-79e8-46c5-b754-ec263bdf0bb5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-groups/019b5df6-297d-4e64-8a5b-1effaf1ae545 HTTP/1.1" status: 204 len: 168 time: 1.0736437 Jan 28 17:58:09.343586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42202) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:09.345431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.345920 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:09.346302 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:09.346706 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.347161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:09.347651 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Bound port: c641821b-e685-45ee-a649-47a1e2b8de72, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:09.348030 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.351371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Calling delete_port for f8a0e26f-e6ba-4257-bede-0a4a39ff7827 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:09.375521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.387476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-bfd675f8-0884-4a90-85ce-69e63c68f393 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:58:09.388333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-bfd675f8-0884-4a90-85ce-69e63c68f393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:58:09.394010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:58:09.394700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:58:09.411337 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:58:09.510017 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288c6971-c4d3-436a-82ad-3cff0d24695b None None] Network d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:09.552883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.585296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 31e6f338-624b-41fc-899b-06903926cdc1 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:09.633104 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port f8a0e26f-e6ba-4257-bede-0a4a39ff7827 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:09.670165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.670714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] For port c641821b-e685-45ee-a649-47a1e2b8de72, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:09.694047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] For port c641821b-e685-45ee-a649-47a1e2b8de72, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c641821b-e685-45ee-a649-47a1e2b8de72,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:09.695087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.721108 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/networks/8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f HTTP/1.1" status: 204 len: 168 time: 2.7068841 Jan 28 17:58:09.723014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 78d97c9a-1a82-4ed2-ae15-9d25106bb70c no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:09.723562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42206) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:09.724753 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.762480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 78d97c9a-1a82-4ed2-ae15-9d25106bb70c {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:09.762779 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 78d97c9a-1a82-4ed2-ae15-9d25106bb70c not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:09.775052 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc05d15-91ef-4f60-9153-9418894a9d39 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Network': ['ID=8c9ac6f6-6a9d-47d9-83f0-c2b1650cda8f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:09.794224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d9ea037a-1905-4ddb-beec-86b29f2cd8cd None None] Provisioning for port f8a0e26f-e6ba-4257-bede-0a4a39ff7827 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:09.820492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:09.820825 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d9ea037a-1905-4ddb-beec-86b29f2cd8cd None None] Provisioning complete for port f8a0e26f-e6ba-4257-bede-0a4a39ff7827 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:09.821298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d9ea037a-1905-4ddb-beec-86b29f2cd8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.823627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:09.826098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:09.832025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:09.832635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.869290 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.912707 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d7e6e2-b9f0-4d2f-aa95-8582ad408197', 'name': 'tempest-snat-router-319897446', 'tenant_id': 'a1c03ba4c3df42509400c7591d745a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'e59b70c7-88bc-436b-98a5-635d81c24b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:57:59Z', 'updated_at': '2022-01-28T17:58:05Z', 'revision_number': 3, 'project_id': 'a1c03ba4c3df42509400c7591d745a4c', 'gw_port': {'id': 'e59b70c7-88bc-436b-98a5-635d81c24b0d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d7e6e2-b9f0-4d2f-aa95-8582ad408197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:02Z', 'updated_at': '2022-01-28T17:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:09.926499 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-bfd675f8-0884-4a90-85ce-69e63c68f393 None None] Deleting port 78d97c9a-1a82-4ed2-ae15-9d25106bb70c {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:09.926499 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bfd675f8-0884-4a90-85ce-69e63c68f393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:09.984977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=31e6f338-624b-41fc-899b-06903926cdc1,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:10.019786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Checking router: 03d7e6e2-b9f0-4d2f-aa95-8582ad408197 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:58:10.019786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Updating router 03d7e6e2-b9f0-4d2f-aa95-8582ad408197 port e59b70c7-88bc-436b-98a5-635d81c24b0d binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:58:10.060761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bfb18fc6-6e6d-4fbe-9ee6-99956c357ca4 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:10.061916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-37fdd619-9b77-478c-a731-863974ffe1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:10.073721 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0437c3eb-daba-400b-a48c-724cd2177e13 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4749570 Jan 28 17:58:10.074392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42210) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:10.135277 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-bfd675f8-0884-4a90-85ce-69e63c68f393 None None] The port '78d97c9a-1a82-4ed2-ae15-9d25106bb70c' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:58:10.159477 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dab3be-559e-4747-af06-f8bf417346d2 None None] Pushing event updated for resources: {'Port': ['ID=c641821b-e685-45ee-a649-47a1e2b8de72,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:10.169001 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:10.171312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:10.194701 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf1dfb6-373b-4c6c-99ad-8f9cd91a78a0 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:10.205676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf1dfb6-373b-4c6c-99ad-8f9cd91a78a0 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:10.209159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7bf1dfb6-373b-4c6c-99ad-8f9cd91a78a0 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:10.284275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7bf1dfb6-373b-4c6c-99ad-8f9cd91a78a0 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:10.293286 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7bf1dfb6-373b-4c6c-99ad-8f9cd91a78a0 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.2170591 Jan 28 17:58:10.294394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42214) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:10.294515 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:10.336029 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d9ea037a-1905-4ddb-beec-86b29f2cd8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:10.366907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:10.410550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 31e6f338-624b-41fc-899b-06903926cdc1 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:10.418009 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:10.640853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bfb18fc6-6e6d-4fbe-9ee6-99956c357ca4 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:10.649903 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bfb18fc6-6e6d-4fbe-9ee6-99956c357ca4 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.2680483 Jan 28 17:58:10.661037 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42218) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:10.668262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:10.685824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:10.766231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:10.797811 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-4b769a21-6da0-4a83-a130-ae795494b971 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group': {'name': 'tempest-secgroup--688457413'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:10.837799 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4b769a21-6da0-4a83-a130-ae795494b971 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:10.892488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:10.918367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 31e6f338-624b-41fc-899b-06903926cdc1 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:10.919805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Transition to ACTIVE for port object e59b70c7-88bc-436b-98a5-635d81c24b0d will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:10.932899 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c641821b-e685-45ee-a649-47a1e2b8de72 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:11.003728 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:11.054221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4b769a21-6da0-4a83-a130-ae795494b971 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:11.073274 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-88bde24c-26be-43ae-9406-541131e8c6f4 None None] Could not find standard attr ID for object f8a0e26f-e6ba-4257-bede-0a4a39ff7827. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:58:11.087529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:11.101486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Attempting to bind port e59b70c7-88bc-436b-98a5-635d81c24b0d on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:11.101859 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Attempting to bind port e59b70c7-88bc-436b-98a5-635d81c24b0d by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:11.102222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Attempting to bind port e59b70c7-88bc-436b-98a5-635d81c24b0d on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:11.113958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:11.117316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:11.117316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:11.117316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:11.117316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Bound port: e59b70c7-88bc-436b-98a5-635d81c24b0d, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:11.117316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:11.163291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:11.170896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Port': ['ID=f8a0e26f-e6ba-4257-bede-0a4a39ff7827,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:11.198718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] For port e59b70c7-88bc-436b-98a5-635d81c24b0d, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:11.201995 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] For port e59b70c7-88bc-436b-98a5-635d81c24b0d, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e59b70c7-88bc-436b-98a5-635d81c24b0d,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:11.205673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port c641821b-e685-45ee-a649-47a1e2b8de72 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:11.217864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2257f-e683-4264-8dcd-234e5735b365 None None] Pushing event updated for resources: {'Port': ['ID=e59b70c7-88bc-436b-98a5-635d81c24b0d,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:11.269893 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34c43c6-55ac-4e73-a580-dc1036a7a48a None None] DHCP port deletion for d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:58:11.309805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=31e6f338-624b-41fc-899b-06903926cdc1,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:11.312846 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.313452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.313608 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.314015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.314365 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.315314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.315725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.316160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.316486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.316991 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.317319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.317641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.318734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:11.322129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.322473 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.322827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.323770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.323770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.324221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.324301 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.324633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.324878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.325195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.325507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.325819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:11.329991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:11.383794 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Deleting port e59b70c7-88bc-436b-98a5-635d81c24b0d {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:11.384169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:11.415111 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e2dd2f68-3a74-4f4c-8f81-170c8a949f45 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/31e6f338-624b-41fc-899b-06903926cdc1 HTTP/1.1" status: 204 len: 168 time: 1.1191595 Jan 28 17:58:11.417664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42222) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:11.421465 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4b769a21-6da0-4a83-a130-ae795494b971 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:11.458888 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No DVR routers for this DVR port f8a0e26f-e6ba-4257-bede-0a4a39ff7827 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:58:11.461894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2257f-e683-4264-8dcd-234e5735b365 None None] Pushing event updated for resources: {'Port': ['ID=e59b70c7-88bc-436b-98a5-635d81c24b0d,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:11.480456 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Routers {'03d7e6e2-b9f0-4d2f-aa95-8582ad408197'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:11.481022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:57:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['03d7e6e2-b9f0-4d2f-aa95-8582ad408197'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:11.498634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f7fca-461d-4723-9ca5-fcedf6a1ee6d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:11.500595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f7fca-461d-4723-9ca5-fcedf6a1ee6d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:11.501547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a12f7fca-461d-4723-9ca5-fcedf6a1ee6d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:11.545986 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4b769a21-6da0-4a83-a130-ae795494b971 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:11.637252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a12f7fca-461d-4723-9ca5-fcedf6a1ee6d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:11.642417 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a12f7fca-461d-4723-9ca5-fcedf6a1ee6d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2232759 Jan 28 17:58:11.643019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42226) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:11.645721 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4b769a21-6da0-4a83-a130-ae795494b971 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:11.666163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] Set router 03d7e6e2-b9f0-4d2f-aa95-8582ad408197 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:11.669773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4b769a21-6da0-4a83-a130-ae795494b971 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:11.675351 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Allocated IP 172.26.1.155 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/d1da9cdd-dc91-48ea-babb-48f8be169d39) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:11.727224 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ad8204-7439-4848-adbf-723b54ee3e68 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet b7a134a5-d057-4366-99df-0d3c55bc1bff {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:58:11.730673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8204-7439-4848-adbf-723b54ee3e68 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:11.732304 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fff99fcf-67dc-42e4-83b2-ed002b3f5578 None None] Provisioning for port c641821b-e685-45ee-a649-47a1e2b8de72 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:11.746384 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4b769a21-6da0-4a83-a130-ae795494b971 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:11.796098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8204-7439-4848-adbf-723b54ee3e68 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:11.809425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d7e6e2-b9f0-4d2f-aa95-8582ad408197', 'name': 'tempest-snat-router-319897446', 'tenant_id': 'a1c03ba4c3df42509400c7591d745a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:57:59Z', 'updated_at': '2022-01-28T17:58:11Z', 'revision_number': 4, 'project_id': 'a1c03ba4c3df42509400c7591d745a4c', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:11.811849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fff99fcf-67dc-42e4-83b2-ed002b3f5578 None None] Provisioning complete for port c641821b-e685-45ee-a649-47a1e2b8de72 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:11.812324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fff99fcf-67dc-42e4-83b2-ed002b3f5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:11.859054 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc01215-96f2-4b7f-8259-2da297e084b5 None None] The sync data for ids ['03d7e6e2-b9f0-4d2f-aa95-8582ad408197'] in dv-neutron-826919-1-hyperv is: [{'id': '03d7e6e2-b9f0-4d2f-aa95-8582ad408197', 'name': 'tempest-snat-router-319897446', 'tenant_id': 'a1c03ba4c3df42509400c7591d745a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:57:59Z', 'updated_at': '2022-01-28T17:58:11Z', 'revision_number': 4, 'project_id': 'a1c03ba4c3df42509400c7591d745a4c', 'gw_port_host': None}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:11.904379 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8204-7439-4848-adbf-723b54ee3e68 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:11.976825 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fff99fcf-67dc-42e4-83b2-ed002b3f5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:12.091514 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:12.101128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8204-7439-4848-adbf-723b54ee3e68 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:12.147360 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20bc0b7-26b3-473a-ba08-5f00c2a34c78 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:58:12.147949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad8204-7439-4848-adbf-723b54ee3e68 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a134a5-d057-4366-99df-0d3c55bc1bff,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:12.151749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8204-7439-4848-adbf-723b54ee3e68 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:12.214086 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] For port e59b70c7-88bc-436b-98a5-635d81c24b0d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e59b70c7-88bc-436b-98a5-635d81c24b0d,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:12.214701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:12.241195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-fff99fcf-67dc-42e4-83b2-ed002b3f5578 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:58:12.241546 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-fff99fcf-67dc-42e4-83b2-ed002b3f5578 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:58:12.252702 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f7ad8204-7439-4848-adbf-723b54ee3e68 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/b7a134a5-d057-4366-99df-0d3c55bc1bff HTTP/1.1" status: 204 len: 168 time: 0.6084869 Jan 28 17:58:12.255632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42230) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:12.304573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20bc0b7-26b3-473a-ba08-5f00c2a34c78 None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:58:12.329000 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d0cbc827-eb61-4f14-8b12-d0e65a37a1fc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699120 Jan 28 17:58:12.329256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42234) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:12.335761 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-61cca4af-9ef8-4f90-bb39-86d0cb63f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:12.413839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Calling delete_port for e59b70c7-88bc-436b-98a5-635d81c24b0d owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:12.429147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe26803-8185-4097-9002-7d3153fd16f7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:12.429955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ffe26803-8185-4097-9002-7d3153fd16f7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:12.454949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:12.528683 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ffe26803-8185-4097-9002-7d3153fd16f7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:12.532299 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ffe26803-8185-4097-9002-7d3153fd16f7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1996851 Jan 28 17:58:12.532451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42238) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:12.597008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4b769a21-6da0-4a83-a130-ae795494b971 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:12.605165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eede627-e40b-415e-a8f1-34f6d67ea100 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:12.606079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7eede627-e40b-415e-a8f1-34f6d67ea100 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:12.637249 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:12.664874 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dfca1c-fadc-4417-afe9-4f1c6d5dc8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e', 'network_id': 'd4bd15a1-c91f-4aa0-9d2f-b455f2d6075e', 'tenant_id': '5831e94d5fab43d1b080b35a5e33a6f7', 'fixed_ips': [{'subnet_id': '66f72fa4-d4fa-4722-915f-9fc65ccb4c24'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:58:12.666239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a1dfca1c-fadc-4417-afe9-4f1c6d5dc8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:12.723906 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7eede627-e40b-415e-a8f1-34f6d67ea100 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:12.725630 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7eede627-e40b-415e-a8f1-34f6d67ea100 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1922488 Jan 28 17:58:12.728362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42242) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:12.806942 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5310c1d9-4c3b-4f9e-a4cb-c3c607d81475 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736868 Jan 28 17:58:12.814125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42246) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:12.814125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:12.824850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fff99fcf-67dc-42e4-83b2-ed002b3f5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server [None req-a1dfca1c-fadc-4417-afe9-4f1c6d5dc8c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66f72fa4-d4fa-4722-915f-9fc65ccb4c24: This subnet is being modified by another concurrent operation. Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise exception Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66f72fa4-d4fa-4722-915f-9fc65ccb4c24: This subnet is being modified by another concurrent operation. Jan 28 17:58:12.874459 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server Jan 28 17:58:12.895564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-fff99fcf-67dc-42e4-83b2-ed002b3f5578 None None] For port c641821b-e685-45ee-a649-47a1e2b8de72, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c641821b-e685-45ee-a649-47a1e2b8de72,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:12.912466 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f8a0e26f-e6ba-4257-bede-0a4a39ff7827 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:12.942339 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4b769a21-6da0-4a83-a130-ae795494b971 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:12.945460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7831f45b-f5e7-4ac4-b0ba-9ee7091294f4 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:58:12.946215 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:12.959871 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:12.975970 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:12.978045 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fff99fcf-67dc-42e4-83b2-ed002b3f5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.013662 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: f8a0e26f-e6ba-4257-bede-0a4a39ff7827 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:13.014000 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f8a0e26f-e6ba-4257-bede-0a4a39ff7827 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:13.036577 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Subnet': ['ID=66f72fa4-d4fa-4722-915f-9fc65ccb4c24,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:13.060194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:13.064711 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.101282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff99fcf-67dc-42e4-83b2-ed002b3f5578 None None] Pushing event updated for resources: {'Port': ['ID=c641821b-e685-45ee-a649-47a1e2b8de72,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:13.105360 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b769a21-6da0-4a83-a130-ae795494b971 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1800558b-e2b2-401a-9a23-4c53e60460d6,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:13.116232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-14b7aeb3-97fc-420a-a2b3-3886efe8bbd1 None None] Could not find standard attr ID for object 31e6f338-624b-41fc-899b-06903926cdc1. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:58:13.150513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7831f45b-f5e7-4ac4-b0ba-9ee7091294f4 None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:58:13.233245 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.235446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.322265 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d643698a-e72b-448e-861e-2d2105e4bf08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.377801 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:13.385105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4b769a21-6da0-4a83-a130-ae795494b971 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.386319 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4b769a21-6da0-4a83-a130-ae795494b971 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.7193987 Jan 28 17:58:13.390390 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42250) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:13.396006 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2253f9e7-7232-4bc1-9f81-5d319b4185d0 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group_rule': {'security_group_id': '1800558b-e2b2-401a-9a23-4c53e60460d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:13.400609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.402145 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2253f9e7-7232-4bc1-9f81-5d319b4185d0 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:13.406670 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2253f9e7-7232-4bc1-9f81-5d319b4185d0 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:13.410113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2253f9e7-7232-4bc1-9f81-5d319b4185d0 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:13.419255 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2253f9e7-7232-4bc1-9f81-5d319b4185d0 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:13.467189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.505842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362162bc-6c1a-4daa-b25c-c198ab7b2d0b') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:13.506138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362162bc-6c1a-4daa-b25c-c198ab7b2d0b') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:13.531779 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7287ad-65fb-4149-a583-554864f99e81 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:13.548810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ad2b6-d849-4ecd-877d-858acb7b5a06 None None] Network d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:13.561827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.objects.ports [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88158) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:58:13.565785 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.600272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:13.604316 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'Port': ['ID=d1da9cdd-dc91-48ea-babb-48f8be169d39,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:13.607183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.611669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:13.627053 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:13.653383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:58:13.653789 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.669372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Router 5af7aa3b-1aa5-4547-89b6-f03a46c331d1 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:58:13.718875 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:58:13.741620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2253f9e7-7232-4bc1-9f81-5d319b4185d0 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.782373 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.834034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2253f9e7-7232-4bc1-9f81-5d319b4185d0 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.866052 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e97ddb-f2b5-4812-be23-48db4327400a None None] DHCP port deletion for d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:58:13.908512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2253f9e7-7232-4bc1-9f81-5d319b4185d0 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:13.934713 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253f9e7-7232-4bc1-9f81-5d319b4185d0 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2531a80-1137-4203-8209-d4c6f9a745f0,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:13.959126 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event deleted for resources: {'Port': ['ID=e59b70c7-88bc-436b-98a5-635d81c24b0d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:14.017528 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.068811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2253f9e7-7232-4bc1-9f81-5d319b4185d0 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.072629 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2253f9e7-7232-4bc1-9f81-5d319b4185d0 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6783772 Jan 28 17:58:14.074420 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.078205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42254) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:14.110166 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cedca601-6608-4dda-a21b-1b953b6462f7 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules/d2531a80-1137-4203-8209-d4c6f9a745f0 HTTP/1.1" status: 200 len: 763 time: 0.0309575 Jan 28 17:58:14.113119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42258) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:14.156701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.238236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-15b16eab-ad09-444a-a45f-77edc93a2b1a tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:14.245290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Network': ['ID=d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:14.250349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-def829ef-4fc3-43cb-ab84-60435c2434f2 None None] Provisioning complete for port c641821b-e685-45ee-a649-47a1e2b8de72 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:14.250812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-def829ef-4fc3-43cb-ab84-60435c2434f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.331149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] For port c641821b-e685-45ee-a649-47a1e2b8de72, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c641821b-e685-45ee-a649-47a1e2b8de72,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:14.333960 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-15b16eab-ad09-444a-a45f-77edc93a2b1a tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:14.337918 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-15b16eab-ad09-444a-a45f-77edc93a2b1a tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2212918 Jan 28 17:58:14.338534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42262) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:14.384468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-800bff6c-1b7c-4226-b4d4-d630d1ba07e9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.395694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.400985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-800bff6c-1b7c-4226-b4d4-d630d1ba07e9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.448593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.449406 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.474179 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-08b4d014-d3a1-4fbe-9e0b-f702d499358c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e HTTP/1.1" status: 204 len: 168 time: 8.8663092 Jan 28 17:58:14.510656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42266) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:14.531245 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.536374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-800bff6c-1b7c-4226-b4d4-d630d1ba07e9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.549491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-375486154'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:14.578607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:14.596402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:14.599370 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:network and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:14.607244 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:14.611637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:14.613924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bff6c-1b7c-4226-b4d4-d630d1ba07e9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2531a80-1137-4203-8209-d4c6f9a745f0,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:14.618124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:14.618742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.622868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d79634-3f29-4559-a948-6e4318546c1c None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:14.628289 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:14.642045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=054810cc-6188-4310-9a05-4b7dbad2f259,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:14.655297 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=c641821b-e685-45ee-a649-47a1e2b8de72,revision_number=6']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:14.677364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-800bff6c-1b7c-4226-b4d4-d630d1ba07e9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.679153 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-800bff6c-1b7c-4226-b4d4-d630d1ba07e9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d2531a80-1137-4203-8209-d4c6f9a745f0 HTTP/1.1" status: 204 len: 168 time: 0.3395531 Jan 28 17:58:14.681124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42270) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:14.702894 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a02e0df9-f802-4871-a35f-ec2ab0894b5a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8943434 Jan 28 17:58:14.706008 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:14.709364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42274) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:14.710039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.712361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:14.730659 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a94eba3-bce4-402b-9f09-87e8d399ff6e None None] Sync routers for ids ['5af7aa3b-1aa5-4547-89b6-f03a46c331d1'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:14.731231 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-85bcc042-210c-4a1e-a7d0-508433a3b5f7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:14.744875 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a94eba3-bce4-402b-9f09-87e8d399ff6e None None] Routers {'5af7aa3b-1aa5-4547-89b6-f03a46c331d1'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:14.745926 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-9a94eba3-bce4-402b-9f09-87e8d399ff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5af7aa3b-1aa5-4547-89b6-f03a46c331d1'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:14.759583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-580847a2-aa34-4a48-8dd0-709ea327aeb2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:14.767835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.781506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.782322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:58:14.793028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.793698 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Added segment 938d5501-4e85-4c7a-8bfd-e256b7a71f3a of type vlan for network 718578d4-6643-447c-9ef8-64de6138eecd Jan 28 17:58:14.833726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.860954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-580847a2-aa34-4a48-8dd0-709ea327aeb2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:14.863300 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-580847a2-aa34-4a48-8dd0-709ea327aeb2 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1805093 Jan 28 17:58:14.864756 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-9a94eba3-bce4-402b-9f09-87e8d399ff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:14.874388 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a94eba3-bce4-402b-9f09-87e8d399ff6e None None] Routers {'5af7aa3b-1aa5-4547-89b6-f03a46c331d1'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:14.875300 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-9a94eba3-bce4-402b-9f09-87e8d399ff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5af7aa3b-1aa5-4547-89b6-f03a46c331d1'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:14.879377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42278) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:14.888073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-453c087f-0f1e-47df-8bda-577ddc07bcd9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group_rule': {'security_group_id': '1800558b-e2b2-401a-9a23-4c53e60460d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:14.897843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-453c087f-0f1e-47df-8bda-577ddc07bcd9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:14.914075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-453c087f-0f1e-47df-8bda-577ddc07bcd9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:14.917396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c641821b-e685-45ee-a649-47a1e2b8de72 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:14.968929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.985472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.993192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:14.993954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.997553 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:14.997787 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-9a94eba3-bce4-402b-9f09-87e8d399ff6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:14.998382 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a94eba3-bce4-402b-9f09-87e8d399ff6e None None] The sync data for ids ['5af7aa3b-1aa5-4547-89b6-f03a46c331d1'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:14.998766 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4864911a-b7fb-4100-a9e7-33b30a7af6a9 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.0512393 Jan 28 17:58:15.009021 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42282) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:15.035525 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d643698a-e72b-448e-861e-2d2105e4bf08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:15.035774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d643698a-e72b-448e-861e-2d2105e4bf08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:15.050131 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port c641821b-e685-45ee-a649-47a1e2b8de72 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:15.052994 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:15.076937 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:15.077469 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03d7e6e2-b9f0-4d2f-aa95-8582ad408197 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:58:15.201354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:15.207047 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-41362797-0062-4850-b82c-f0ef2f435650 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "DELETE /v2.0/routers/03d7e6e2-b9f0-4d2f-aa95-8582ad408197 HTTP/1.1" status: 204 len: 168 time: 6.0535884 Jan 28 17:58:15.207047 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-85bcc042-210c-4a1e-a7d0-508433a3b5f7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:15.211619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42286) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:15.250659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-453c087f-0f1e-47df-8bda-577ddc07bcd9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:15.287584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Network': ['ID=718578d4-6643-447c-9ef8-64de6138eecd,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:15.291837 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-85bcc042-210c-4a1e-a7d0-508433a3b5f7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:15.297271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 718578d4-6643-447c-9ef8-64de6138eecd details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:58:15.364663 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-017c1e82-33a7-4739-94aa-aa542457f90f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8437917 Jan 28 17:58:15.369049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42290) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:15.385724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'subnet': {'network_id': '718578d4-6643-447c-9ef8-64de6138eecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:15.416630 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bcc042-210c-4a1e-a7d0-508433a3b5f7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:15.419868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ec981769-54a0-4695-a13e-b28216fc9477 None None] Provisioning complete for port c641821b-e685-45ee-a649-47a1e2b8de72 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:15.420120 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-85bcc042-210c-4a1e-a7d0-508433a3b5f7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:15.420266 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec981769-54a0-4695-a13e-b28216fc9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:15.447880 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:15.499782 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-88439520-3b60-4acc-b402-68145a47f985 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/routers/5af7aa3b-1aa5-4547-89b6-f03a46c331d1 HTTP/1.1" status: 200 len: 924 time: 0.4711919 Jan 28 17:58:15.509119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42294) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:15.574983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-453c087f-0f1e-47df-8bda-577ddc07bcd9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:15.576054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:15.579727 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c5b6fd04-6a6b-4f42-b6b9-c645823e512f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "GET /v2.0/ports?device_id=5af7aa3b-1aa5-4547-89b6-f03a46c331d1 HTTP/1.1" status: 200 len: 205 time: 0.0672698 Jan 28 17:58:15.582750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:subnet and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:15.585070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42298) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:15.587455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:15.657264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:15.684616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-453c087f-0f1e-47df-8bda-577ddc07bcd9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:15.735271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:15.768081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c087f-0f1e-47df-8bda-577ddc07bcd9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3787627-96e6-44a9-9432-77664ca9d954,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:15.912451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:15.916025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.022258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.050001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-d643698a-e72b-448e-861e-2d2105e4bf08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] For port 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=76d1ba00-2172-4f82-b7f4-9d5c4318c4e3,segment=NetworkSegment(d682893d-3c4a-4508-9dfc-bbe7f62ccb5c),segment_id=d682893d-3c4a-4508-9dfc-bbe7f62ccb5c)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:16.050362 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d643698a-e72b-448e-861e-2d2105e4bf08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.069775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.ipam_backend_mixin [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Performing IP validity checks on allocation pools {{(pid=88158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 17:58:16.070295 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.ipam_backend_mixin [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 17:58:16.078394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-453c087f-0f1e-47df-8bda-577ddc07bcd9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.088553 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-453c087f-0f1e-47df-8bda-577ddc07bcd9 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1989098 Jan 28 17:58:16.092051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42302) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:16.135981 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a7cde214-464d-4237-8444-330a96f48e6c tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules/f3787627-96e6-44a9-9432-77664ca9d954 HTTP/1.1" status: 200 len: 763 time: 0.0428123 Jan 28 17:58:16.189809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42306) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:16.200174 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d643698a-e72b-448e-861e-2d2105e4bf08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:16.258676 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.ipam_backend_mixin [None req-85bcc042-210c-4a1e-a7d0-508433a3b5f7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 054810cc-6188-4310-9a05-4b7dbad2f259 (CIDR: 2001:db8::/64) Jan 28 17:58:16.308630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7cfa8c25-433b-4273-b0bb-576ca5aafb2f tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:16.334930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.387776 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bcc042-210c-4a1e-a7d0-508433a3b5f7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:58:16.388257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bcc042-210c-4a1e-a7d0-508433a3b5f7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:58:16.402447 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7cfa8c25-433b-4273-b0bb-576ca5aafb2f tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:16.403830 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7cfa8c25-433b-4273-b0bb-576ca5aafb2f tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2131674 Jan 28 17:58:16.406542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42310) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:16.434414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02198c3c-3ae0-4721-a11d-e567f9f102ae tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.444974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Deleting port 18d7350c-c09c-4806-b139-581898985f0f {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:16.445236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.473682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02198c3c-3ae0-4721-a11d-e567f9f102ae tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.504513 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.549382 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-85bcc042-210c-4a1e-a7d0-508433a3b5f7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8387797 Jan 28 17:58:16.551381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.559117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42314) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:16.571466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d77eb83d-ef4a-42d4-9766-0f0f82a77051 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:16.656242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Subnet': ['ID=c2057354-07d9-4c3e-9cb0-6f21b1c3e7d7,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:16.659522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Deleting port 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:16.659864 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.699796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Checking segment: {'id': '938d5501-4e85-4c7a-8bfd-e256b7a71f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '718578d4-6643-447c-9ef8-64de6138eecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:16.700046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network hostable DHCP agents. Network: 718578d4-6643-447c-9ef8-64de6138eecd, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:58:16.709854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.724265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02198c3c-3ae0-4721-a11d-e567f9f102ae tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.740036 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.754448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02198c3c-3ae0-4721-a11d-e567f9f102ae tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3787627-96e6-44a9-9432-77664ca9d954,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:16.876750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Calling delete_port for 18d7350c-c09c-4806-b139-581898985f0f owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:16.902781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network 718578d4-6643-447c-9ef8-64de6138eecd is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:58:16.975644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02198c3c-3ae0-4721-a11d-e567f9f102ae tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:16.976681 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-02198c3c-3ae0-4721-a11d-e567f9f102ae tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f3787627-96e6-44a9-9432-77664ca9d954 HTTP/1.1" status: 204 len: 168 time: 0.5692103 Jan 28 17:58:16.979119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42318) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:17.002918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 718578d4-6643-447c-9ef8-64de6138eecd) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:17.010913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:17.011548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.015757 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b280fc7-3419-4bb7-8e8e-b2eea7f94b3f None None] Network 718578d4-6643-447c-9ef8-64de6138eecd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:17.079109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d77eb83d-ef4a-42d4-9766-0f0f82a77051 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:17.116590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d77eb83d-ef4a-42d4-9766-0f0f82a77051 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:17.150849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-42b04b7c-abbf-439e-904a-299d93063f36 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:17.152432 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] For port 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:17.152791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.164952 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d643698a-e72b-448e-861e-2d2105e4bf08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.192579 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ee2c40a7-c222-4c54-97c9-89be12034445 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8187215 Jan 28 17:58:17.193365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.196947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42322) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:17.241290 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-718578d4-6643-447c-9ef8-64de6138eecd', 'network_id': '718578d4-6643-447c-9ef8-64de6138eecd', 'tenant_id': '5831e94d5fab43d1b080b35a5e33a6f7', 'fixed_ips': [{'subnet_id': 'c2057354-07d9-4c3e-9cb0-6f21b1c3e7d7'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:58:17.242148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.266368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Pushing event deleted for resources: {'Port': ['ID=18d7350c-c09c-4806-b139-581898985f0f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:17.353259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-42b04b7c-abbf-439e-904a-299d93063f36 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:17.357373 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-42b04b7c-abbf-439e-904a-299d93063f36 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3772678 Jan 28 17:58:17.367617 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42326) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:17.409252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a04ba0f0-c745-42d6-b632-5e54ba87ec52 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group_rule': {'security_group_id': '1800558b-e2b2-401a-9a23-4c53e60460d6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:17.431096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a04ba0f0-c745-42d6-b632-5e54ba87ec52 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:17.454838 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Allocated IP 172.20.0.3 (718578d4-6643-447c-9ef8-64de6138eecd/c2057354-07d9-4c3e-9cb0-6f21b1c3e7d7/35429f18-3a06-42dc-ae38-28419c34177a) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:17.460705 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a04ba0f0-c745-42d6-b632-5e54ba87ec52 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:17.464299 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.480228 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Calling delete_port for 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:17.508902 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77eb83d-ef4a-42d4-9766-0f0f82a77051 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:17.512289 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d77eb83d-ef4a-42d4-9766-0f0f82a77051 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.526383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643698a-e72b-448e-861e-2d2105e4bf08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Port': ['ID=76d1ba00-2172-4f82-b7f4-9d5c4318c4e3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:17.682597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.696190 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Transition to ACTIVE for port object 35429f18-3a06-42dc-ae38-28419c34177a will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:17.714907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Router 61ea90ee-895f-4086-bce7-a63addb1154d is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:58:17.717631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Transition to ACTIVE for port object 35429f18-3a06-42dc-ae38-28419c34177a will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:17.781012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.824176 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-a04ba0f0-c745-42d6-b632-5e54ba87ec52 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Project ec864192063f46b3ba0e7ffd9bf29ce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 17:58:17.840534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.842211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a04ba0f0-c745-42d6-b632-5e54ba87ec52 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.850175 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Network 718578d4-6643-447c-9ef8-64de6138eecd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:17.851598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.852897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:17.855179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.856781 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:17.866946 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Pushing event updated for resources: {'Port': ['ID=35429f18-3a06-42dc-ae38-28419c34177a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:17.909588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Deleting port 35429f18-3a06-42dc-ae38-28419c34177a {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:17.909922 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.942348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:17.942696 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:17.943083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:17.943420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:17.943753 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:17.944166 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:17.944440 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:17.944769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:17.945094 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:17.945411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:17.945728 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:17.946361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:17.972941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Attempting to bind port 35429f18-3a06-42dc-ae38-28419c34177a on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:17.974047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Attempting to bind port 35429f18-3a06-42dc-ae38-28419c34177a by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '938d5501-4e85-4c7a-8bfd-e256b7a71f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '718578d4-6643-447c-9ef8-64de6138eecd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:17.975325 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Attempting to bind port 35429f18-3a06-42dc-ae38-28419c34177a on network 718578d4-6643-447c-9ef8-64de6138eecd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:17.979703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.980224 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Fanout notify agent at l3_agent the message router_deleted on router 5af7aa3b-1aa5-4547-89b6-f03a46c331d1 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:58:17.982678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a04ba0f0-c745-42d6-b632-5e54ba87ec52 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.986032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:17.986032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Checking segment: {'id': '938d5501-4e85-4c7a-8bfd-e256b7a71f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '718578d4-6643-447c-9ef8-64de6138eecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:17.986032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:17.987203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Bound using segment: {'id': '938d5501-4e85-4c7a-8bfd-e256b7a71f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '718578d4-6643-447c-9ef8-64de6138eecd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:17.989119 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Bound port: 35429f18-3a06-42dc-ae38-28419c34177a, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938d5501-4e85-4c7a-8bfd-e256b7a71f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '718578d4-6643-447c-9ef8-64de6138eecd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:17.989624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:18.075947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:18.077032 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-140bd5e9-fc7f-4eea-b9f3-a9ddb0564443 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "DELETE /v2.0/routers/5af7aa3b-1aa5-4547-89b6-f03a46c331d1 HTTP/1.1" status: 204 len: 168 time: 2.4910414 Jan 28 17:58:18.104639 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] For port 35429f18-3a06-42dc-ae38-28419c34177a, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:18.107855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] For port 35429f18-3a06-42dc-ae38-28419c34177a, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=35429f18-3a06-42dc-ae38-28419c34177a,segment=NetworkSegment(938d5501-4e85-4c7a-8bfd-e256b7a71f3a),segment_id=938d5501-4e85-4c7a-8bfd-e256b7a71f3a)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:18.111419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42330) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:18.119642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a04ba0f0-c745-42d6-b632-5e54ba87ec52 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:18.132543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Request body: {'router': {'name': 'tempest-snat-router-107550537', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'enable_snat': False}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:18.140924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:18.156386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ba0f0-c745-42d6-b632-5e54ba87ec52 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3209618-0020-4671-b3d7-c4575e5c96f1,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:18.158208 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Usage tracker for resource:router and tenant:1d8e362e63894a49aff1c545b625e502 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:18.171392 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:18.203046 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:18.208025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] For port 35429f18-3a06-42dc-ae38-28419c34177a, host dv-neutron-826919-1-hyperv, got binding levels [] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:18.213404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:18.213542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d643698a-e72b-448e-861e-2d2105e4bf08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:18.215346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:18.240411 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:18.267443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Sync routers for ids ['61ea90ee-895f-4086-bce7-a63addb1154d'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:18.269834 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a04ba0f0-c745-42d6-b632-5e54ba87ec52 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:18.273426 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a04ba0f0-c745-42d6-b632-5e54ba87ec52 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9024427 Jan 28 17:58:18.291842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Routers {'61ea90ee-895f-4086-bce7-a63addb1154d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:18.292664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['61ea90ee-895f-4086-bce7-a63addb1154d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:18.339143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42334) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:18.346593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Calling delete_port for 35429f18-3a06-42dc-ae38-28419c34177a owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:18.389981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c15303-b4ef-421e-9b6b-7889e540c77c None None] Pushing event updated for resources: {'Port': ['ID=35429f18-3a06-42dc-ae38-28419c34177a,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:18.406251 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b092b468-55a7-4239-9cce-fdf45c25aeff tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules/e3209618-0020-4671-b3d7-c4575e5c96f1 HTTP/1.1" status: 200 len: 769 time: 0.0673194 Jan 28 17:58:18.408768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42338) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:18.451408 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:18.452631 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:18.481794 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7416e23a-0916-4482-917e-fe4bbafd0dc5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:18.508537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Set router 61ea90ee-895f-4086-bce7-a63addb1154d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:18.545864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:58:18.546557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:58:18.550202 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:18.556429 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a303b9d5-f056-4cbd-b663-458edbae6bbb tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 11.4314983 Jan 28 17:58:18.557315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42342) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:18.575904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7416e23a-0916-4482-917e-fe4bbafd0dc5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:18.578896 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7416e23a-0916-4482-917e-fe4bbafd0dc5 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1681824 Jan 28 17:58:18.581998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42348) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:18.627401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-67c138a3-86da-48fe-95e7-7c04a93a7734 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:18.651625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-67c138a3-86da-48fe-95e7-7c04a93a7734 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:18.665428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:18.755349 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0a1fdec2-7c0b-411b-86c2-86307cfbea7c tempest-TestNetworkAdvancedServerOps-657629173 tempest-TestNetworkAdvancedServerOps-657629173-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f4cc15f844474f47a3d1494cfe5a41c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1965132 Jan 28 17:58:18.758049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42352) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:18.789310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-67c138a3-86da-48fe-95e7-7c04a93a7734 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:18.871167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c138a3-86da-48fe-95e7-7c04a93a7734 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3209618-0020-4671-b3d7-c4575e5c96f1,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:18.914118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T17:58:14Z', 'revision_number': 3, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:18.929067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Checking router: 61ea90ee-895f-4086-bce7-a63addb1154d for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:58:18.929067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Updating router 61ea90ee-895f-4086-bce7-a63addb1154d port d1da9cdd-dc91-48ea-babb-48f8be169d39 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:58:18.953360 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f08e1e-906a-4c1c-b458-4c75881cdbc0 tempest-TestNetworkAdvancedServerOps-657629173 tempest-TestNetworkAdvancedServerOps-657629173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:18.954955 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c3f08e1e-906a-4c1c-b458-4c75881cdbc0 tempest-TestNetworkAdvancedServerOps-657629173 tempest-TestNetworkAdvancedServerOps-657629173-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1957388 Jan 28 17:58:18.958455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42356) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:18.981298 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:18.984176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:19.029653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:19.033070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-67c138a3-86da-48fe-95e7-7c04a93a7734 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:19.034671 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-67c138a3-86da-48fe-95e7-7c04a93a7734 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e3209618-0020-4671-b3d7-c4575e5c96f1 HTTP/1.1" status: 204 len: 168 time: 0.4512434 Jan 28 17:58:19.051107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Deleting port 35429f18-3a06-42dc-ae38-28419c34177a {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:19.051448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:19.052353 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42360) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:19.071629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 35429f18-3a06-42dc-ae38-28419c34177a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:19.087595 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-679b7876-b28f-4069-aded-574f8046be31 tempest-TestNetworkAdvancedServerOps-657629173 tempest-TestNetworkAdvancedServerOps-657629173-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1276293 Jan 28 17:58:19.094744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42364) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:19.109462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-253208291', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:19.173210 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-142794a8-7831-4c73-81e8-169002f28f32 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:19.177408 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d643698a-e72b-448e-861e-2d2105e4bf08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:58:19.266238 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:19.290855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:19.311543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Usage tracker for resource:subnet and tenant:f4cc15f844474f47a3d1494cfe5a41c9 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:19.319991 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:19.328809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d77eb83d-ef4a-42d4-9766-0f0f82a77051 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:19.378283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:19.445645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] For port 35429f18-3a06-42dc-ae38-28419c34177a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=35429f18-3a06-42dc-ae38-28419c34177a,segment=NetworkSegment(938d5501-4e85-4c7a-8bfd-e256b7a71f3a),segment_id=938d5501-4e85-4c7a-8bfd-e256b7a71f3a)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:19.446436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:19.455173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Made reservation on behalf of f4cc15f844474f47a3d1494cfe5a41c9 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:19.460001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:19.522397 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:19.534688 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Transition to ACTIVE for port object d1da9cdd-dc91-48ea-babb-48f8be169d39 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:19.539598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 35429f18-3a06-42dc-ae38-28419c34177a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:19.556791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-142794a8-7831-4c73-81e8-169002f28f32 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:19.560939 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-142794a8-7831-4c73-81e8-169002f28f32 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4961908 Jan 28 17:58:19.560939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d643698a-e72b-448e-861e-2d2105e4bf08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:19.574249 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf410b-5359-492d-a1c8-7f9421d1bdc7 None None] Sync routers for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:19.575292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705fad29-dd49-4237-931d-957b42ae19f4 None None] Network 718578d4-6643-447c-9ef8-64de6138eecd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:19.581238 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42368) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:19.585757 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf410b-5359-492d-a1c8-7f9421d1bdc7 None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:19.586483 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5dcf410b-5359-492d-a1c8-7f9421d1bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:19.661318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:19.666327 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d643698a-e72b-448e-861e-2d2105e4bf08 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8780043 Jan 28 17:58:19.670063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42370) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:19.756754 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-5dcf410b-5359-492d-a1c8-7f9421d1bdc7 None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:19.764453 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9773d-873b-4d74-844a-4f3e4c22c08a None None] Pushing event updated for resources: {'Port': ['ID=d1da9cdd-dc91-48ea-babb-48f8be169d39,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:19.794686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Calling delete_port for 35429f18-3a06-42dc-ae38-28419c34177a owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:19.805557 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77eb83d-ef4a-42d4-9766-0f0f82a77051 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:19.842593 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Attempting to bind port d1da9cdd-dc91-48ea-babb-48f8be169d39 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:19.843322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Attempting to bind port d1da9cdd-dc91-48ea-babb-48f8be169d39 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:19.843849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Attempting to bind port d1da9cdd-dc91-48ea-babb-48f8be169d39 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:19.862801 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:19.867602 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:19.868265 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:19.868836 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:19.869426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:19.870265 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Bound port: d1da9cdd-dc91-48ea-babb-48f8be169d39, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:19.870898 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:19.913140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-945bc318-a085-4de6-8fa5-c8b14f6d2b5e None None] Provisioning for port 35429f18-3a06-42dc-ae38-28419c34177a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:19.963672 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-945bc318-a085-4de6-8fa5-c8b14f6d2b5e None None] Provisioning complete for port 35429f18-3a06-42dc-ae38-28419c34177a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:19.964045 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-945bc318-a085-4de6-8fa5-c8b14f6d2b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.032972 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77eb83d-ef4a-42d4-9766-0f0f82a77051 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=be7952bf-5e56-4e3b-a5b8-54d84334a087,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:20.055523 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] For port d1da9cdd-dc91-48ea-babb-48f8be169d39, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:20.098832 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5dcf410b-5359-492d-a1c8-7f9421d1bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:58:16Z', 'revision_number': 10, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:20.102814 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf410b-5359-492d-a1c8-7f9421d1bdc7 None None] Checking router: b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:58:20.111666 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf410b-5359-492d-a1c8-7f9421d1bdc7 None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:20.112887 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5dcf410b-5359-492d-a1c8-7f9421d1bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:20.135060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] For port d1da9cdd-dc91-48ea-babb-48f8be169d39, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d1da9cdd-dc91-48ea-babb-48f8be169d39,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:20.159024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-d77eb83d-ef4a-42d4-9766-0f0f82a77051 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:20.162282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77eb83d-ef4a-42d4-9766-0f0f82a77051 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:20.163106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d77eb83d-ef4a-42d4-9766-0f0f82a77051 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.179786 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acc06b6-3f41-448f-9d6a-d6bd5680b350 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting subnet 109fd6b0-abce-4f7c-a1eb-5a6f5319eb98 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:58:20.188792 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db102c94-b0b5-4f5c-80af-414e13d50e4f None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:20.189020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.206064 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7acc06b6-3f41-448f-9d6a-d6bd5680b350 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.233981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.240539 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.268851 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-5dcf410b-5359-492d-a1c8-7f9421d1bdc7 None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:20.273957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b306e5c9-2fc5-4133-a83a-b78504b2113f tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.280210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.287879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.308136 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7acc06b6-3f41-448f-9d6a-d6bd5680b350 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.336374 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-945bc318-a085-4de6-8fa5-c8b14f6d2b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.341748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.350756 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b306e5c9-2fc5-4133-a83a-b78504b2113f tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.370370 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d77eb83d-ef4a-42d4-9766-0f0f82a77051 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8069670 Jan 28 17:58:20.372722 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42376) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:20.380386 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'mac_address': 'fa:16:3e:5d:92:dd', 'name': 'tempest-NetworksTestDHCPv6-1674544265'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:20.417965 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Routers {'61ea90ee-895f-4086-bce7-a63addb1154d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:20.418878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['61ea90ee-895f-4086-bce7-a63addb1154d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:20.438175 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Port': ['ID=35429f18-3a06-42dc-ae38-28419c34177a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:20.552441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9773d-873b-4d74-844a-4f3e4c22c08a None None] Pushing event updated for resources: {'Port': ['ID=d1da9cdd-dc91-48ea-babb-48f8be169d39,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:20.574097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No DVR routers for this DVR port 35429f18-3a06-42dc-ae38-28419c34177a on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:58:20.641356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'Subnet': ['ID=5188d41f-1359-48c7-95b8-dac3786107e0,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:20.655610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Checking segment: {'id': '8c654a41-6825-4052-b78d-3a967c7cccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:20.656153 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Network hostable DHCP agents. Network: 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:58:20.693349 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5dcf410b-5359-492d-a1c8-7f9421d1bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:58:16Z', 'revision_number': 10, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:20.698933 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf410b-5359-492d-a1c8-7f9421d1bdc7 None None] The sync data for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:58:16Z', 'revision_number': 10, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None, '_interfaces': [{'id': '242e74c8-cf78-42fc-8039-fecca447c1be', 'name': '', 'network_id': '609d2484-33fd-4e11-aee5-28758da9f6b4', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'mac_address': 'fa:16:3e:e4:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:56:54Z', 'updated_at': '2022-01-28T17:57:10Z', 'revision_number': 5, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'subnets': [{'id': 'e62590f7-3b31-41eb-a834-c806af9b2c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:20.710854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.742674 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:20.763434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:58:20.779076 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.779662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0c0c095-3643-4b41-8cdc-ed244d197268 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:58:20.816421 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:20.821811 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.822936 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a10c539e-a96e-4d73-bb9a-18f0495db1e5 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "DELETE /v2.0/routers/a0c0c095-3643-4b41-8cdc-ed244d197268 HTTP/1.1" status: 204 len: 168 time: 5.6081073 Jan 28 17:58:20.834453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42380) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:20.841757 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1312613293', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}, 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:20.855199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:20.859436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ccff3990-0130-4065-8cfb-2efe4c1a470b None None] Could not find standard attr ID for object 35429f18-3a06-42dc-ae38-28419c34177a. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:58:20.865067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:20.875059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:20.876117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.877406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824d62cc-5194-43fd-a989-842d9fd90101 None None] Network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:20.885409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Usage tracker for resource:router and tenant:b19d324a2e6d496e805530bcc90e4cba is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:20.896321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.900522 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] Set router 61ea90ee-895f-4086-bce7-a63addb1154d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:20.904187 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:20.930951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7acc06b6-3f41-448f-9d6a-d6bd5680b350 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.947233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:20.963656 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:20.984656 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b306e5c9-2fc5-4133-a83a-b78504b2113f tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:20.988581 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Subnet': ['ID=c2057354-07d9-4c3e-9cb0-6f21b1c3e7d7,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:21.064995 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dd101c4e-8a42-4bdd-8fe4-eeda484203fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9665864 Jan 28 17:58:21.074549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42384) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:21.099933 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306e5c9-2fc5-4133-a83a-b78504b2113f tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1800558b-e2b2-401a-9a23-4c53e60460d6,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:21.111739 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8665344c-0e7b-42b0-a0fe-22588318f294 None None] DHCP port deletion for 718578d4-6643-447c-9ef8-64de6138eecd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:58:21.212613 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b306e5c9-2fc5-4133-a83a-b78504b2113f tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:21.213919 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b306e5c9-2fc5-4133-a83a-b78504b2113f tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-groups/1800558b-e2b2-401a-9a23-4c53e60460d6 HTTP/1.1" status: 204 len: 168 time: 1.5461845 Jan 28 17:58:21.218003 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42388) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:21.292522 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c8f28f-e06f-4672-b57b-6514ef8b2059 None None] Network 718578d4-6643-447c-9ef8-64de6138eecd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:21.316061 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:21.384955 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7acc06b6-3f41-448f-9d6a-d6bd5680b350 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:21.392537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:21.393533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:21.402938 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:21.461199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718578d4-6643-447c-9ef8-64de6138eecd']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:21.480209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7acc06b6-3f41-448f-9d6a-d6bd5680b350 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:21.482978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc06b6-3f41-448f-9d6a-d6bd5680b350 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Subnet': ['ID=109fd6b0-abce-4f7c-a1eb-5a6f5319eb98,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:21.507066 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a22332-e5da-4edd-b651-561034b3cf86 None None] Network 2823bfad-7a21-4d0e-b25b-7da9d8be426d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:21.538679 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:21.541091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938d5501-4e85-4c7a-8bfd-e256b7a71f3a') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:21.541392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938d5501-4e85-4c7a-8bfd-e256b7a71f3a') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:21.548182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 00cd53cc-2ea5-4456-b73e-8febb5cef598 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:58:21.589108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:21.607468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:21.610023 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7acc06b6-3f41-448f-9d6a-d6bd5680b350 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/109fd6b0-abce-4f7c-a1eb-5a6f5319eb98 HTTP/1.1" status: 204 len: 168 time: 1.8641636 Jan 28 17:58:21.617579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42392) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:21.625910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0ab7e54d-bf9f-4f6c-bbfc-414876fa4741 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:21.646473 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:58:21.646822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:58:21.664509 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:58:21.694210 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:21.694812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:21.733048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:21.818451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:21.818672 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 76d1ba00-2172-4f82-b7f4-9d5c4318c4e3 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:21.819043 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 35429f18-3a06-42dc-ae38-28419c34177a no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:21.825355 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0ab7e54d-bf9f-4f6c-bbfc-414876fa4741 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:21.831836 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0ab7e54d-bf9f-4f6c-bbfc-414876fa4741 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6034918 Jan 28 17:58:21.840194 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42396) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:21.856509 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-bdb279cf-5c0a-4d71-8a1e-43dea2462c9b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099508536'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:21.866770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bdb279cf-5c0a-4d71-8a1e-43dea2462c9b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:21.881996 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 35429f18-3a06-42dc-ae38-28419c34177a {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:21.882333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 35429f18-3a06-42dc-ae38-28419c34177a not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:21.895456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bdb279cf-5c0a-4d71-8a1e-43dea2462c9b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:21.932546 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26d74d6-a8de-40fb-87f5-5e1eeee6228d None None] DHCP port deletion for 718578d4-6643-447c-9ef8-64de6138eecd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:58:22.015473 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56220a47-1aca-4f8e-84d8-d41cb2ef5b53 None None] Update dhcp port {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'fixed_ips': [{'subnet_id': '054810cc-6188-4310-9a05-4b7dbad2f259', 'ip_address': '2001:db8::f816:3eff:fec5:ce03'}, {'subnet_id': 'be7952bf-5e56-4e3b-a5b8-54d84334a087'}], 'binding:host_id': 'dv-neutron-826919-1-hyperv'}, 'id': 'c641821b-e685-45ee-a649-47a1e2b8de72'} from dv-neutron-826919-1-hyperv. {{(pid=88160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 17:58:22.035832 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8:0:1::2b9 (c221bf74-e816-466d-af85-3d953f9ff4cd/be7952bf-5e56-4e3b-a5b8-54d84334a087/00cd53cc-2ea5-4456-b73e-8febb5cef598) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:22.044297 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Allocated IP 172.26.1.30 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:22.049410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::f816:3eff:fe5d:92dd (c221bf74-e816-466d-af85-3d953f9ff4cd/054810cc-6188-4310-9a05-4b7dbad2f259/00cd53cc-2ea5-4456-b73e-8febb5cef598) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:22.098177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bdb279cf-5c0a-4d71-8a1e-43dea2462c9b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.104854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-56220a47-1aca-4f8e-84d8-d41cb2ef5b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.113220 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'fixed_ips': [{'subnet_id': '5188d41f-1359-48c7-95b8-dac3786107e0'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:58:22.114016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.156204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.201386 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bdb279cf-5c0a-4d71-8a1e-43dea2462c9b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:22.228848 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bdb279cf-5c0a-4d71-8a1e-43dea2462c9b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:22.275594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.275845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T17:58:14Z', 'revision_number': 3, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:22.277368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bdb279cf-5c0a-4d71-8a1e-43dea2462c9b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:22.300494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bdb279cf-5c0a-4d71-8a1e-43dea2462c9b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:22.334890 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be856a-0214-4dfc-80c1-b2d7a9c227de None None] The sync data for ids ['61ea90ee-895f-4086-bce7-a63addb1154d'] in dv-neutron-826919-1-hyperv is: [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T17:58:14Z', 'revision_number': 3, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:22.367878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.414810 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.420331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 04031f3e-53fa-4855-81b0-589797a3ef07 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:22.421343 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.439511 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Allocated IP 172.20.0.2 (11d6f6f3-ff9e-4d56-8bda-9cef17edb99f/5188d41f-1359-48c7-95b8-dac3786107e0/9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:22.463364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.488294 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/718578d4-6643-447c-9ef8-64de6138eecd HTTP/1.1" status: 204 len: 168 time: 5.2592201 Jan 28 17:58:22.496080 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42400) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:22.496290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae3926-5a33-4938-876f-0c939dc4f3e5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Network': ['ID=718578d4-6643-447c-9ef8-64de6138eecd,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:22.507287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.508984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 00cd53cc-2ea5-4456-b73e-8febb5cef598 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:22.520619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1211231903'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:22.526863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bdb279cf-5c0a-4d71-8a1e-43dea2462c9b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.530106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:22.537024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:network and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:22.540772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:22.549498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:22.550101 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] DHCP port deletion for 2823bfad-7a21-4d0e-b25b-7da9d8be426d request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:58:22.569988 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] Deleting port 04031f3e-53fa-4855-81b0-589797a3ef07 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:22.570362 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.608590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bdb279cf-5c0a-4d71-8a1e-43dea2462c9b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.647467 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.651045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:22.654574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.761195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.788288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb279cf-5c0a-4d71-8a1e-43dea2462c9b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b50af3-ba1a-4689-94d7-87ad1a95b4ad,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:22.810402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:22.823539 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:22.828689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:22.848992 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Transition to ACTIVE for port object 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:22.851357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:22.894203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Transition to ACTIVE for port object 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:22.901607 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:58:23.030415 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d1da9cdd-dc91-48ea-babb-48f8be169d39 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:23.057766 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.098138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] For port 04031f3e-53fa-4855-81b0-589797a3ef07, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=04031f3e-53fa-4855-81b0-589797a3ef07,segment=NetworkSegment(d682893d-3c4a-4508-9dfc-bbe7f62ccb5c),segment_id=d682893d-3c4a-4508-9dfc-bbe7f62ccb5c)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:23.098487 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:23.099085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.102407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:23.104833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event updated for resources: {'Port': ['ID=0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:23.120776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:23.129546 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:23.130435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.217712 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=00cd53cc-2ea5-4456-b73e-8febb5cef598,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:23.228144 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bdb279cf-5c0a-4d71-8a1e-43dea2462c9b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.229749 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bdb279cf-5c0a-4d71-8a1e-43dea2462c9b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3858895 Jan 28 17:58:23.243732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42404) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:23.250795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-fe3554a4-7192-40a3-8aa6-a3bc5f5b6041 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Request body: {'security_group_rule': {'security_group_id': '71b50af3-ba1a-4689-94d7-87ad1a95b4ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:23.257015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fe3554a4-7192-40a3-8aa6-a3bc5f5b6041 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:23.257447 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:23.261552 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fe3554a4-7192-40a3-8aa6-a3bc5f5b6041 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Usage tracker for resource:security_group_rule and tenant:ec864192063f46b3ba0e7ffd9bf29ce1 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:23.270224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fe3554a4-7192-40a3-8aa6-a3bc5f5b6041 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:23.272390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fe3554a4-7192-40a3-8aa6-a3bc5f5b6041 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:23.273653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:23.276249 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:23.280542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.280871 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Added segment 1b1c47bf-5e79-4a7f-8bc9-e72979780069 of type vlan for network bb04fc3f-bf61-4dad-b083-6628b26a7fd4 Jan 28 17:58:23.285635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-56220a47-1aca-4f8e-84d8-d41cb2ef5b53 None None] Allocated IP 2001:db8:0:1::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/be7952bf-5e56-4e3b-a5b8-54d84334a087/c641821b-e685-45ee-a649-47a1e2b8de72) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:23.300611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.301653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Pushing event updated for resources: {'Port': ['ID=9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:23.306336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] For port 04031f3e-53fa-4855-81b0-589797a3ef07, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=04031f3e-53fa-4855-81b0-589797a3ef07,segment=NetworkSegment(d682893d-3c4a-4508-9dfc-bbe7f62ccb5c),segment_id=d682893d-3c4a-4508-9dfc-bbe7f62ccb5c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:23.306862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.336942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for 04031f3e-53fa-4855-81b0-589797a3ef07 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:23.492177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fe3554a4-7192-40a3-8aa6-a3bc5f5b6041 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.520996 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1bd7dc3a-94d5-4c6e-add6-377e28e4875c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.1406446 Jan 28 17:58:23.520996 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42408) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:23.566210 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port d1da9cdd-dc91-48ea-babb-48f8be169d39 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:23.575919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] Calling delete_port for 04031f3e-53fa-4855-81b0-589797a3ef07 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:23.595788 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.708419 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Attempting to bind port 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:23.708735 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Attempting to bind port 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '8c654a41-6825-4052-b78d-3a967c7cccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:23.709024 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Attempting to bind port 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd on network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:23.728437 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port d1da9cdd-dc91-48ea-babb-48f8be169d39 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:23.728924 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.771129 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fe3554a4-7192-40a3-8aa6-a3bc5f5b6041 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.777669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-67994b25-3bc2-4525-bf40-8745b6e0fb86 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 00cd53cc-2ea5-4456-b73e-8febb5cef598 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:23.778006 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-67994b25-3bc2-4525-bf40-8745b6e0fb86 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.799303 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:23.799715 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Checking segment: {'id': '8c654a41-6825-4052-b78d-3a967c7cccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:23.800115 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.800512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Bound using segment: {'id': '8c654a41-6825-4052-b78d-3a967c7cccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:23.800997 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Bound port: 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c654a41-6825-4052-b78d-3a967c7cccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:23.801373 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.947542 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] For port 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:23.950736 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] For port 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:23.951347 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.957241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:23.957819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:23.961341 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fe3554a4-7192-40a3-8aa6-a3bc5f5b6041 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:24.022585 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-56220a47-1aca-4f8e-84d8-d41cb2ef5b53 None None] For port c641821b-e685-45ee-a649-47a1e2b8de72, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c641821b-e685-45ee-a649-47a1e2b8de72,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:24.024853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 28 17:58:24.024853 dv-neutron-826919-1-hyperv neutron-server[88160]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Jan 28 17:58:24.024853 dv-neutron-826919-1-hyperv neutron-server[88160]: [parameters: {'port_id': '04031f3e-53fa-4855-81b0-589797a3ef07', 'host': 'dv-neutron-826919-1-hyperv'}] Jan 28 17:58:24.024853 dv-neutron-826919-1-hyperv neutron-server[88160]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:58:24.025189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:58:24.040740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:24.088006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:24.105749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port d1da9cdd-dc91-48ea-babb-48f8be169d39, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d1da9cdd-dc91-48ea-babb-48f8be169d39,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:24.151238 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-56220a47-1aca-4f8e-84d8-d41cb2ef5b53 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:24.160841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3554a4-7192-40a3-8aa6-a3bc5f5b6041 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c955bdda-94ea-43ae-b1bc-aa69f8aab7eb,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:24.185140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:24.202205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2feb25-865f-4630-9ff1-64ffcc6a09e9 None None] Pushing event updated for resources: {'Port': ['ID=9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:24.291622 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:24.344836 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Network': ['ID=bb04fc3f-bf61-4dad-b083-6628b26a7fd4,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:24.363143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network bb04fc3f-bf61-4dad-b083-6628b26a7fd4 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:58:24.385816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:24.386157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3b9e5d47-71d9-4fd0-89a1-9ca4d56c69c2 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:24.386632 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 04031f3e-53fa-4855-81b0-589797a3ef07 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:24.437308 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3d3b681d-5c51-4446-aae3-30dff1f542c3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9111774 Jan 28 17:58:24.437308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fe3554a4-7192-40a3-8aa6-a3bc5f5b6041 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:24.437308 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fe3554a4-7192-40a3-8aa6-a3bc5f5b6041 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1746092 Jan 28 17:58:24.445905 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42412) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:24.446428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42414) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:24.457246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Allocated IP 172.20.0.1 (11d6f6f3-ff9e-4d56-8bda-9cef17edb99f/5188d41f-1359-48c7-95b8-dac3786107e0/b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:24.466109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'subnet': {'network_id': 'bb04fc3f-bf61-4dad-b083-6628b26a7fd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:24.559134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] Deleting port 04031f3e-53fa-4855-81b0-589797a3ef07 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:24.559960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:24.665043 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=d1da9cdd-dc91-48ea-babb-48f8be169d39,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:24.731958 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-67994b25-3bc2-4525-bf40-8745b6e0fb86 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:24.745575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:24.755472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:24.763870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:24.810489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:24.819612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-56220a47-1aca-4f8e-84d8-d41cb2ef5b53 None None] Transition to ACTIVE for port object c641821b-e685-45ee-a649-47a1e2b8de72 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:24.820432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:24.829474 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No ports have port_id starting with 04031f3e-53fa-4855-81b0-589797a3ef07 Jan 28 17:58:24.851324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:24.885347 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Transition to ACTIVE for port object b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:24.905075 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-56220a47-1aca-4f8e-84d8-d41cb2ef5b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:24.945833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Port': ['ID=04031f3e-53fa-4855-81b0-589797a3ef07,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:24.961904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] No DVR routers for this DVR port 04031f3e-53fa-4855-81b0-589797a3ef07 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:58:25.122887 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] For port 04031f3e-53fa-4855-81b0-589797a3ef07, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=04031f3e-53fa-4855-81b0-589797a3ef07,segment=NetworkSegment(d682893d-3c4a-4508-9dfc-bbe7f62ccb5c),segment_id=d682893d-3c4a-4508-9dfc-bbe7f62ccb5c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:25.123503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:25.128184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-67994b25-3bc2-4525-bf40-8745b6e0fb86 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 00cd53cc-2ea5-4456-b73e-8febb5cef598 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:25.161569 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:25.248113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:25.282578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2823bfad-7a21-4d0e-b25b-7da9d8be426d']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:25.301800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd682893d-3c4a-4508-9dfc-bbe7f62ccb5c') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:25.302181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd682893d-3c4a-4508-9dfc-bbe7f62ccb5c') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:25.314708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Allocated IP 172.26.1.135 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/70bde84a-ff4f-4f88-b312-ac38fb86a4e5) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:25.319806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:25.337235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:subnet and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:25.342513 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:25.344018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] Calling delete_port for 04031f3e-53fa-4855-81b0-589797a3ef07 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:25.363896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:25.380205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:25.428037 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56220a47-1aca-4f8e-84d8-d41cb2ef5b53 None None] Pushing event updated for resources: {'Port': ['ID=c641821b-e685-45ee-a649-47a1e2b8de72,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:25.434901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:25.450220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:25.452583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:25.462203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6d42-29fd-4049-92c4-4d6afbad6e4b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:25.490635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:58:25.492417 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:58:25.494433 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:25.503237 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:25.551266 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:25.557880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d1da9cdd-dc91-48ea-babb-48f8be169d39 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:25.645702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:25.647677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port d1da9cdd-dc91-48ea-babb-48f8be169d39 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:25.648409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:25.699217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6d42-29fd-4049-92c4-4d6afbad6e4b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:25.711442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:58:25.711852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:25.717258 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] Deleting port 04031f3e-53fa-4855-81b0-589797a3ef07 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:25.717889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:58:25.767348 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:58:25.778886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:25.818405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-801dc1e6-8799-4d72-a76b-606f8f64a565 None None] The port '04031f3e-53fa-4855-81b0-589797a3ef07' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:58:25.871255 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'Port': ['ID=b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:25.917744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6d42-29fd-4049-92c4-4d6afbad6e4b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:25.936428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:25.960602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e6d42-29fd-4049-92c4-4d6afbad6e4b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b50af3-ba1a-4689-94d7-87ad1a95b4ad,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:25.966909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875884b6-7e79-465b-b05a-3920728948f5 None None] Network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:26.134068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-67994b25-3bc2-4525-bf40-8745b6e0fb86 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:26.225471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:26.247297 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67994b25-3bc2-4525-bf40-8745b6e0fb86 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=00cd53cc-2ea5-4456-b73e-8febb5cef598,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:26.266182 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b81c5882-8767-40cf-91f9-15e2adb27606 None None] Provisioning for port 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:26.279313 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b81c5882-8767-40cf-91f9-15e2adb27606 None None] Provisioning complete for port 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:26.279838 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b81c5882-8767-40cf-91f9-15e2adb27606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:26.305543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6d42-29fd-4049-92c4-4d6afbad6e4b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:26.306666 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4e7e6d42-29fd-4049-92c4-4d6afbad6e4b tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-groups/71b50af3-ba1a-4689-94d7-87ad1a95b4ad HTTP/1.1" status: 204 len: 168 time: 1.8569412 Jan 28 17:58:26.313979 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-67994b25-3bc2-4525-bf40-8745b6e0fb86 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:26.350090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42420) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:26.351617 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-67994b25-3bc2-4525-bf40-8745b6e0fb86 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/00cd53cc-2ea5-4456-b73e-8febb5cef598 HTTP/1.1" status: 204 len: 168 time: 2.8230522 Jan 28 17:58:26.372780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42424) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:26.389691 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:26.421031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:26.451720 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b81c5882-8767-40cf-91f9-15e2adb27606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:26.489413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b81c5882-8767-40cf-91f9-15e2adb27606 None None] For port 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:26.499667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:26.518235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:26.524069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:26.534320 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c02d3de8-498b-4bba-9e59-5e67baf0877e tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:26.579897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b81c5882-8767-40cf-91f9-15e2adb27606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:26.596479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:26.599719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Network': ['ID=2823bfad-7a21-4d0e-b25b-7da9d8be426d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:26.684443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c5882-8767-40cf-91f9-15e2adb27606 None None] Pushing event updated for resources: {'Port': ['ID=9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:26.725550 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c02d3de8-498b-4bba-9e59-5e67baf0877e tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:26.730182 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c02d3de8-498b-4bba-9e59-5e67baf0877e tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3774207 Jan 28 17:58:26.730902 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42428) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:26.734336 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:26.777020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:26.785698 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Pushing event updated for resources: {'Port': ['ID=70bde84a-ff4f-4f88-b312-ac38fb86a4e5,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:26.813805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e5ff0c39-8a4f-4b74-883b-280c40f9697e None None] Provisioning for port c641821b-e685-45ee-a649-47a1e2b8de72 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:26.820136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e5ff0c39-8a4f-4b74-883b-280c40f9697e None None] Provisioning complete for port c641821b-e685-45ee-a649-47a1e2b8de72 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:26.820613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e5ff0c39-8a4f-4b74-883b-280c40f9697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:26.865142 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0140676c-6c72-42fd-b043-c7af9672bb9b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/networks/2823bfad-7a21-4d0e-b25b-7da9d8be426d HTTP/1.1" status: 204 len: 168 time: 5.2464495 Jan 28 17:58:26.872650 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b2328eab-a2cd-4d0d-b725-7c27445d66fb tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Synchronizing usage tracker for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:26.875542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42432) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:26.880519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Subnet': ['ID=2679a288-ba91-4d8d-bab5-658de9013201,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:26.892527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Router d70adb6f-fffe-48ab-a038-37b490f92785 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:58:26.913881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Checking segment: {'id': '1b1c47bf-5e79-4a7f-8bc9-e72979780069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bb04fc3f-bf61-4dad-b083-6628b26a7fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:26.914261 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network hostable DHCP agents. Network: bb04fc3f-bf61-4dad-b083-6628b26a7fd4, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:58:27.008811 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b2328eab-a2cd-4d0d-b725-7c27445d66fb tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] Unset dirty status for tenant:ec864192063f46b3ba0e7ffd9bf29ce1 on resource:security_group_rule {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:27.012579 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b2328eab-a2cd-4d0d-b725-7c27445d66fb tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2774131 Jan 28 17:58:27.024117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42436) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:27.050441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:27.053102 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-0e8e7c82-340b-4e9c-8fa4-64f5201a8225 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] delete failed (client error): The resource could not be found. Jan 28 17:58:27.057441 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0e8e7c82-340b-4e9c-8fa4-64f5201a8225 tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "DELETE /v2.0/security-groups/71b50af3-ba1a-4689-94d7-87ad1a95b4ad HTTP/1.1" status: 404 len: 347 time: 0.0271339 Jan 28 17:58:27.060111 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42440) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:27.178519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff08a40b-5d79-43c2-906d-9917d6ba7265 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:58:27.226253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:27.226621 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:27.289085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e5ff0c39-8a4f-4b74-883b-280c40f9697e None None] Could not find standard attr ID for object 00cd53cc-2ea5-4456-b73e-8febb5cef598. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:58:27.312042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97343411-a1f3-4a42-80e7-fb7979871e1b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:27.316162 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-97343411-a1f3-4a42-80e7-fb7979871e1b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9330230 Jan 28 17:58:27.328788 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42444) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:27.334537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network bb04fc3f-bf61-4dad-b083-6628b26a7fd4 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:58:27.377940 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-db3b2229-8ece-4615-ada1-561457b4f8df tempest-SecGroupIPv6Test-1929630908 tempest-SecGroupIPv6Test-1929630908-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3167195 Jan 28 17:58:27.379283 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:27.409961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, bb04fc3f-bf61-4dad-b083-6628b26a7fd4) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:27.415707 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:27.416618 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:27.442973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Sync routers for ids ['d70adb6f-fffe-48ab-a038-37b490f92785'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:27.454867 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:27.457615 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-df09d39a-e230-43a5-bb5b-74a698ae534d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.3451052 Jan 28 17:58:27.460320 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42450) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:27.475089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Routers {'d70adb6f-fffe-48ab-a038-37b490f92785'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:27.475725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d70adb6f-fffe-48ab-a038-37b490f92785'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:27.531674 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1240422d-3237-45f0-862f-aa3e5776d526 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0836060 Jan 28 17:58:27.550539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42454) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:27.550788 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c641821b-e685-45ee-a649-47a1e2b8de72 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:27.583282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff08a40b-5d79-43c2-906d-9917d6ba7265 None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:58:27.622179 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-25cb133f-971d-4d2a-84ff-52a62bb7f9b4 None None] Provisioning complete for port 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:27.622549 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-25cb133f-971d-4d2a-84ff-52a62bb7f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:27.675388 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1b71dd26-7331-45af-9320-6875ed15a835 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/routers/d70adb6f-fffe-48ab-a038-37b490f92785 HTTP/1.1" status: 200 len: 907 time: 0.2068117 Jan 28 17:58:27.675788 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42458) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:27.680999 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Request body: {'router': {'name': 'tempest-snat-router-107550537', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'enable_snat': True}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:27.686367 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:27.690711 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Usage tracker for resource:router and tenant:1d8e362e63894a49aff1c545b625e502 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:27.694195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:27.702073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:27.832031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:27.833364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:27.861115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:27.921118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Set router d70adb6f-fffe-48ab-a038-37b490f92785 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:28.095486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42464) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:28.154325 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port c641821b-e685-45ee-a649-47a1e2b8de72 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:28.154686 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:28.247391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96d7a52-5284-483b-aabe-317258077bc9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:28.249444 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f96d7a52-5284-483b-aabe-317258077bc9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9161050 Jan 28 17:58:28.282648 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42470) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:28.356477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:28.394187 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-96a526b7-7593-4720-a7d2-9561f8fedf49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec864192063f46b3ba0e7ffd9bf29ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942097 Jan 28 17:58:28.394437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:28.394549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42474) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:28.443379 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-25cb133f-971d-4d2a-84ff-52a62bb7f9b4 None None] Provisioning for port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:28.462063 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-25cb133f-971d-4d2a-84ff-52a62bb7f9b4 None None] Provisioning complete for port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:28.462491 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-25cb133f-971d-4d2a-84ff-52a62bb7f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:28.462908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:28.481455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-36480aa7-43ef-4eb6-bbc2-44c399ac5d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:28.564586 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663e979c-525c-4fc9-aaa4-604404a2e34c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:28.566697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663e979c-525c-4fc9-aaa4-604404a2e34c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:28.567434 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-36480aa7-43ef-4eb6-bbc2-44c399ac5d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:28.568404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663e979c-525c-4fc9-aaa4-604404a2e34c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:28.569268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-663e979c-525c-4fc9-aaa4-604404a2e34c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:28.577266 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-25cb133f-971d-4d2a-84ff-52a62bb7f9b4 None None] Port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:58:28.606216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70adb6f-fffe-48ab-a038-37b490f92785', 'name': 'tempest-snat-router-107550537', 'tenant_id': '1d8e362e63894a49aff1c545b625e502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.30'}], 'enable_snat': False}, 'gw_port_id': '0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:18Z', 'updated_at': '2022-01-28T17:58:23Z', 'revision_number': 3, 'project_id': '1d8e362e63894a49aff1c545b625e502', 'gw_port': {'id': '0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70adb6f-fffe-48ab-a038-37b490f92785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:21Z', 'updated_at': '2022-01-28T17:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:28.615077 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Checking router: d70adb6f-fffe-48ab-a038-37b490f92785 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:58:28.615547 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Updating router d70adb6f-fffe-48ab-a038-37b490f92785 port 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:58:28.653759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-bb04fc3f-bf61-4dad-b083-6628b26a7fd4', 'network_id': 'bb04fc3f-bf61-4dad-b083-6628b26a7fd4', 'tenant_id': '5831e94d5fab43d1b080b35a5e33a6f7', 'fixed_ips': [{'subnet_id': '2679a288-ba91-4d8d-bab5-658de9013201'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:58:28.654666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:28.728915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:28.757804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:28.776150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:28.809588 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-36480aa7-43ef-4eb6-bbc2-44c399ac5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:28.838037 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36480aa7-43ef-4eb6-bbc2-44c399ac5d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadd62d7-3af9-4e33-a389-2a683522a557,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:28.858658 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:28.879408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-663e979c-525c-4fc9-aaa4-604404a2e34c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:28.883144 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-663e979c-525c-4fc9-aaa4-604404a2e34c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5972035 Jan 28 17:58:28.883144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:28.886653 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42478) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:28.921977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.024035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Allocated IP 172.20.0.1 (bb04fc3f-bf61-4dad-b083-6628b26a7fd4/2679a288-ba91-4d8d-bab5-658de9013201/c219d34f-5390-4e71-92fc-3cbc6d09c27d) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:29.029317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96089e9-410c-433e-a94d-834ca410e1ae tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 054810cc-6188-4310-9a05-4b7dbad2f259 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:58:29.035203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c96089e9-410c-433e-a94d-834ca410e1ae tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.109251 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-36480aa7-43ef-4eb6-bbc2-44c399ac5d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.113274 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-36480aa7-43ef-4eb6-bbc2-44c399ac5d23 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fadd62d7-3af9-4e33-a389-2a683522a557 HTTP/1.1" status: 204 len: 168 time: 0.7149544 Jan 28 17:58:29.135326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c96089e9-410c-433e-a94d-834ca410e1ae tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.198241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Allocated IP 172.26.1.129 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/d07357b4-8f66-45e2-a10d-d682c24d72c7) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:29.309289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.313899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'Port': ['ID=b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:29.324072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Transition to ACTIVE for port object c219d34f-5390-4e71-92fc-3cbc6d09c27d will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:29.339495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.345567 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Transition to ACTIVE for port object c219d34f-5390-4e71-92fc-3cbc6d09c27d will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:29.426757 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.456572 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c96089e9-410c-433e-a94d-834ca410e1ae tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.457877 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.524236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Network bb04fc3f-bf61-4dad-b083-6628b26a7fd4 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:29.529915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:29.535174 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:29.541897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Pushing event updated for resources: {'Port': ['ID=c219d34f-5390-4e71-92fc-3cbc6d09c27d,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:29.555308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29b95e09-0d7f-4429-a159-24cb343184b3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.564600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.626314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c96089e9-410c-433e-a94d-834ca410e1ae tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.635809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.654164 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Attempting to bind port c219d34f-5390-4e71-92fc-3cbc6d09c27d on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:29.654952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Attempting to bind port c219d34f-5390-4e71-92fc-3cbc6d09c27d by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '1b1c47bf-5e79-4a7f-8bc9-e72979780069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bb04fc3f-bf61-4dad-b083-6628b26a7fd4'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:29.655523 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Attempting to bind port c219d34f-5390-4e71-92fc-3cbc6d09c27d on network bb04fc3f-bf61-4dad-b083-6628b26a7fd4 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:29.665860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:29.666551 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Checking segment: {'id': '1b1c47bf-5e79-4a7f-8bc9-e72979780069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bb04fc3f-bf61-4dad-b083-6628b26a7fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:29.667163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.667707 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Bound using segment: {'id': '1b1c47bf-5e79-4a7f-8bc9-e72979780069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bb04fc3f-bf61-4dad-b083-6628b26a7fd4'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:29.668386 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Bound port: c219d34f-5390-4e71-92fc-3cbc6d09c27d, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1c47bf-5e79-4a7f-8bc9-e72979780069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bb04fc3f-bf61-4dad-b083-6628b26a7fd4'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:29.668931 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.673159 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.718566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96089e9-410c-433e-a94d-834ca410e1ae tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=054810cc-6188-4310-9a05-4b7dbad2f259,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:29.742869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c96089e9-410c-433e-a94d-834ca410e1ae tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:29.754016 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Subnet': ['ID=2679a288-ba91-4d8d-bab5-658de9013201,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:29.769371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:29.774377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:29.782503 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:29.833212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event updated for resources: {'Port': ['ID=d07357b4-8f66-45e2-a10d-d682c24d72c7,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:29.898319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] For port c219d34f-5390-4e71-92fc-3cbc6d09c27d, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:29.912380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] For port c219d34f-5390-4e71-92fc-3cbc6d09c27d, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c219d34f-5390-4e71-92fc-3cbc6d09c27d,segment=NetworkSegment(1b1c47bf-5e79-4a7f-8bc9-e72979780069),segment_id=1b1c47bf-5e79-4a7f-8bc9-e72979780069)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:29.915026 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c96089e9-410c-433e-a94d-834ca410e1ae tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/054810cc-6188-4310-9a05-4b7dbad2f259 HTTP/1.1" status: 204 len: 168 time: 1.0271542 Jan 28 17:58:29.922874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42494) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:29.981945 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.028811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.046645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:30.052456 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:30.084202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.147477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3724b8-7a7a-41c4-914f-b08325e4511d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet be7952bf-5e56-4e3b-a5b8-54d84334a087 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:58:30.154833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4b3724b8-7a7a-41c4-914f-b08325e4511d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.158802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Transition to ACTIVE for port object 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:30.177060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a25801-fb2c-4bdf-bd75-752e5873f880 None None] Pushing event updated for resources: {'Port': ['ID=c219d34f-5390-4e71-92fc-3cbc6d09c27d,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:30.209384 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8350330f-e887-469a-91b8-3c0df9dbe817 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:58:30.222582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb04fc3f-bf61-4dad-b083-6628b26a7fd4']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:30.228388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4b3724b8-7a7a-41c4-914f-b08325e4511d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.238594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.264650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1c47bf-5e79-4a7f-8bc9-e72979780069') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:30.264915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1c47bf-5e79-4a7f-8bc9-e72979780069') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:30.300951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.334415 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4b3724b8-7a7a-41c4-914f-b08325e4511d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.340123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Attempting to bind port 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:30.340765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Attempting to bind port 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:30.341320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Attempting to bind port 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:30.354746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:30.355507 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:30.356108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.356693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:30.357468 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Bound port: 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:30.358129 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.383223 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42506) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:30.405123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fd278-616b-4fe3-97b3-a172bf8b8186 None None] Pushing event updated for resources: {'Port': ['ID=0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:30.419740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.435194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:58:30.435585 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:58:30.450907 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:58:30.483959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] For port 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:30.487732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] For port 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:30.488786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8350330f-e887-469a-91b8-3c0df9dbe817 None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:58:30.525094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Router 9376ffcd-ea95-40da-a64d-f00e0f5fac9a is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:58:30.589774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-4290beea-5aff-413e-baed-96d904dfae8e tempest-SubnetPoolsTestJSON-1930847710 tempest-SubnetPoolsTestJSON-1930847710-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-200783255', 'prefixes': ['172.20.0.0/16']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:30.600281 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4290beea-5aff-413e-baed-96d904dfae8e tempest-SubnetPoolsTestJSON-1930847710 tempest-SubnetPoolsTestJSON-1930847710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:30.607334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Router 61ea90ee-895f-4086-bce7-a63addb1154d has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:58:30.611079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:58:30.611079 dv-neutron-826919-1-hyperv neutron-server[88158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:58:30.611079 dv-neutron-826919-1-hyperv neutron-server[88158]: [parameters: {'id': 'bb04fc3f-bf61-4dad-b083-6628b26a7fd4'}] Jan 28 17:58:30.611079 dv-neutron-826919-1-hyperv neutron-server[88158]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:58:30.611504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:58:30.621828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.622326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.674091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4b3724b8-7a7a-41c4-914f-b08325e4511d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.738443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Routers {'d70adb6f-fffe-48ab-a038-37b490f92785'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:30.739214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d70adb6f-fffe-48ab-a038-37b490f92785'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:30.746737 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3724b8-7a7a-41c4-914f-b08325e4511d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=be7952bf-5e56-4e3b-a5b8-54d84334a087,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:30.756501 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4b3724b8-7a7a-41c4-914f-b08325e4511d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:30.854099 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4b3724b8-7a7a-41c4-914f-b08325e4511d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/be7952bf-5e56-4e3b-a5b8-54d84334a087 HTTP/1.1" status: 204 len: 168 time: 0.9301643 Jan 28 17:58:30.858345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42512) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:30.880894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fd278-616b-4fe3-97b3-a172bf8b8186 None None] Pushing event updated for resources: {'Port': ['ID=0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:30.943372 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7c53d15f-7cb0-47fe-9524-be86b525fbfa tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804360 Jan 28 17:58:30.948355 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42516) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:30.958808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:30.998034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-29b95e09-0d7f-4429-a159-24cb343184b3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 242e74c8-cf78-42fc-8039-fecca447c1be {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:30.998368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29b95e09-0d7f-4429-a159-24cb343184b3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:31.047928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] Set router d70adb6f-fffe-48ab-a038-37b490f92785 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:31.153151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:31.245308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:31.258642 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d0689-0a42-49ef-bba8-1814fe81720d None None] Sync routers for ids ['9376ffcd-ea95-40da-a64d-f00e0f5fac9a'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:31.269108 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d0689-0a42-49ef-bba8-1814fe81720d None None] Routers {'9376ffcd-ea95-40da-a64d-f00e0f5fac9a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:31.269992 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-179d0689-0a42-49ef-bba8-1814fe81720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['9376ffcd-ea95-40da-a64d-f00e0f5fac9a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:31.278783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Deleting port c219d34f-5390-4e71-92fc-3cbc6d09c27d {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:31.279171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:31.334441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:31.339518 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-179d0689-0a42-49ef-bba8-1814fe81720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:31.352696 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3168758d-235d-4e8f-b22d-fbd971a20b5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "PUT /v2.0/routers/61ea90ee-895f-4086-bce7-a63addb1154d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2645657 Jan 28 17:58:31.358950 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d0689-0a42-49ef-bba8-1814fe81720d None None] Routers {'9376ffcd-ea95-40da-a64d-f00e0f5fac9a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:31.359768 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-179d0689-0a42-49ef-bba8-1814fe81720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['9376ffcd-ea95-40da-a64d-f00e0f5fac9a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:31.393582 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:31.397790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4290beea-5aff-413e-baed-96d904dfae8e tempest-SubnetPoolsTestJSON-1930847710 tempest-SubnetPoolsTestJSON-1930847710-project] Notify callbacks [] for subnetpool, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:31.401401 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4290beea-5aff-413e-baed-96d904dfae8e tempest-SubnetPoolsTestJSON-1930847710 tempest-SubnetPoolsTestJSON-1930847710-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0146189 Jan 28 17:58:31.406227 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42522) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:31.432584 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-179d0689-0a42-49ef-bba8-1814fe81720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:31.433318 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d0689-0a42-49ef-bba8-1814fe81720d None None] The sync data for ids ['9376ffcd-ea95-40da-a64d-f00e0f5fac9a'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:31.445778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Sync routers for ids ['61ea90ee-895f-4086-bce7-a63addb1154d'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:31.481206 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:31.482406 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-418bb862-ab93-4e02-9f69-6eabadc3305b tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.6465259 Jan 28 17:58:31.484340 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-29b95e09-0d7f-4429-a159-24cb343184b3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] For port 242e74c8-cf78-42fc-8039-fecca447c1be, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=242e74c8-cf78-42fc-8039-fecca447c1be,segment=NetworkSegment(7f6d61e5-72a8-431a-b1ab-c8c64e58540e),segment_id=7f6d61e5-72a8-431a-b1ab-c8c64e58540e)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:31.484693 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29b95e09-0d7f-4429-a159-24cb343184b3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:31.486217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ea7ffd-56a0-4bff-bb25-8beb12b0a835 None None] Network bb04fc3f-bf61-4dad-b083-6628b26a7fd4 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:31.490406 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42526) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:31.511701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-22899d95-7be5-462a-98ff-b7b838c2c956 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'enable_snat': False}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:31.518426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4d4ea0-0d46-409f-8fec-f15628d9df75 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:31.618093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:31.620846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Routers {'61ea90ee-895f-4086-bce7-a63addb1154d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:31.621566 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['61ea90ee-895f-4086-bce7-a63addb1154d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:31.697531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:31.708128 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:31.725732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:31.731591 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-95a70cdd-6149-420b-81b9-36070791485b tempest-SubnetPoolsTestJSON-1930847710 tempest-SubnetPoolsTestJSON-1930847710-project] 10.222.0.26 "GET /v2.0/subnetpools/6a095f79-3f91-412b-895a-f542235942dd HTTP/1.1" status: 200 len: 731 time: 0.3222759 Jan 28 17:58:31.732947 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42540) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:31.793300 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-da142572-ece4-435a-92a9-ed406c7df615 tempest-SubnetPoolsTestJSON-1930847710 tempest-SubnetPoolsTestJSON-1930847710-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-452558475'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:31.809349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-29b95e09-0d7f-4429-a159-24cb343184b3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for 242e74c8-cf78-42fc-8039-fecca447c1be owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:31.862468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] For port c219d34f-5390-4e71-92fc-3cbc6d09c27d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c219d34f-5390-4e71-92fc-3cbc6d09c27d,segment=NetworkSegment(1b1c47bf-5e79-4a7f-8bc9-e72979780069),segment_id=1b1c47bf-5e79-4a7f-8bc9-e72979780069)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:31.862468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:31.874310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:31.877356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:31.993192 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7e0af429-2a6d-41a4-aec1-a51cd8254880 None None] Provisioning complete for port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:31.993773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7e0af429-2a6d-41a4-aec1-a51cd8254880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:32.007476 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Calling delete_port for c219d34f-5390-4e71-92fc-3cbc6d09c27d owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:32.062571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Set router 61ea90ee-895f-4086-bce7-a63addb1154d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:32.067388 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-ddeba78a-8e64-4da6-acbf-b01a6f446e04 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073340433&fields=id&tenant_id=f4cc15f844474f47a3d1494cfe5a41c9 HTTP/1.1" status: 200 len: 267 time: 0.4184942 Jan 28 17:58:32.199855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70adb6f-fffe-48ab-a038-37b490f92785', 'name': 'tempest-snat-router-107550537', 'tenant_id': '1d8e362e63894a49aff1c545b625e502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.30'}], 'enable_snat': False}, 'gw_port_id': '0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:18Z', 'updated_at': '2022-01-28T17:58:23Z', 'revision_number': 3, 'project_id': '1d8e362e63894a49aff1c545b625e502', 'gw_port': {'id': '0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70adb6f-fffe-48ab-a038-37b490f92785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:21Z', 'updated_at': '2022-01-28T17:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:32.236028 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be13aa57-0b45-4e49-af21-cb3d897b5cf4 None None] The sync data for ids ['d70adb6f-fffe-48ab-a038-37b490f92785'] in dv-neutron-826919-1-hyperv is: [{'id': 'd70adb6f-fffe-48ab-a038-37b490f92785', 'name': 'tempest-snat-router-107550537', 'tenant_id': '1d8e362e63894a49aff1c545b625e502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.30'}], 'enable_snat': False}, 'gw_port_id': '0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:18Z', 'updated_at': '2022-01-28T17:58:23Z', 'revision_number': 3, 'project_id': '1d8e362e63894a49aff1c545b625e502', 'gw_port': {'id': '0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70adb6f-fffe-48ab-a038-37b490f92785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:21Z', 'updated_at': '2022-01-28T17:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:32.303397 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7e0af429-2a6d-41a4-aec1-a51cd8254880 None None] Port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:58:32.328001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da142572-ece4-435a-92a9-ed406c7df615 tempest-SubnetPoolsTestJSON-1930847710 tempest-SubnetPoolsTestJSON-1930847710-project] Notify callbacks [] for subnetpool, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:32.331848 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-da142572-ece4-435a-92a9-ed406c7df615 tempest-SubnetPoolsTestJSON-1930847710 tempest-SubnetPoolsTestJSON-1930847710-project] 10.222.0.26 "PUT /v2.0/subnetpools/6a095f79-3f91-412b-895a-f542235942dd HTTP/1.1" status: 200 len: 683 time: 0.5951045 Jan 28 17:58:32.337728 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42544) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:32.385964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Router b976446c-b46b-490f-b561-5ca7116709ef is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:58:32.449692 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafef8cf-4d48-42e1-85d7-a56a2d33d7ea None None] Network bb04fc3f-bf61-4dad-b083-6628b26a7fd4 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:32.542781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:32.631120 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22899d95-7be5-462a-98ff-b7b838c2c956 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:32.648148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No DVR routers for this DVR port c219d34f-5390-4e71-92fc-3cbc6d09c27d on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:58:32.694720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Port': ['ID=c219d34f-5390-4e71-92fc-3cbc6d09c27d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:32.710243 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b1c6d-1448-4933-8856-fb5b09021233 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:58:32.727690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b91b1c6d-1448-4933-8856-fb5b09021233 None None] Deleting port c641821b-e685-45ee-a649-47a1e2b8de72 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:32.727690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b91b1c6d-1448-4933-8856-fb5b09021233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:32.826657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-e5a022f4-5e9b-4f2a-afca-29cdb8018044 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:32.828426 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-e5a022f4-5e9b-4f2a-afca-29cdb8018044 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/networks?id=11d6f6f3-ff9e-4d56-8bda-9cef17edb99f HTTP/1.1" status: 200 len: 797 time: 0.7602582 Jan 28 17:58:32.907486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T17:58:26Z', 'revision_number': 4, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15', 'name': '', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'mac_address': 'fa:16:3e:9f:c4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:24Z', 'updated_at': '2022-01-28T17:58:27Z', 'revision_number': 2, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'subnets': [{'id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:32.984539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:33.003567 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-86976597-b540-4096-a788-ba572e76b366 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/quotas/f4cc15f844474f47a3d1494cfe5a41c9 HTTP/1.1" status: 200 len: 375 time: 0.1575382 Jan 28 17:58:33.062490 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:33.085605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:33.092273 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Checking router: 61ea90ee-895f-4086-bce7-a63addb1154d for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:58:33.092683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Updating router 61ea90ee-895f-4086-bce7-a63addb1154d port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:58:33.096060 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Sync routers for ids ['b976446c-b46b-490f-b561-5ca7116709ef'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:33.111754 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Routers {'b976446c-b46b-490f-b561-5ca7116709ef'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:33.115426 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b976446c-b46b-490f-b561-5ca7116709ef'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:33.129405 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb04fc3f-bf61-4dad-b083-6628b26a7fd4']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:33.146554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1c47bf-5e79-4a7f-8bc9-e72979780069') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:33.147169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1c47bf-5e79-4a7f-8bc9-e72979780069') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:33.167729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:33.203033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:33.214577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29b95e09-0d7f-4429-a159-24cb343184b3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:33.257053 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b91b1c6d-1448-4933-8856-fb5b09021233 None None] For port c641821b-e685-45ee-a649-47a1e2b8de72, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c641821b-e685-45ee-a649-47a1e2b8de72,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:33.257613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b91b1c6d-1448-4933-8856-fb5b09021233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:33.265359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:58:33.266020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:33.287943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.objects.ports [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88159) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:58:33.295712 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:58:33.312007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-389a3a63-5149-4cbf-8117-9c30d47f77d3 tempest-SubnetPoolsTestJSON-1930847710 tempest-SubnetPoolsTestJSON-1930847710-project] Notify callbacks [] for subnetpool, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:33.313382 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-389a3a63-5149-4cbf-8117-9c30d47f77d3 tempest-SubnetPoolsTestJSON-1930847710 tempest-SubnetPoolsTestJSON-1930847710-project] 10.222.0.26 "DELETE /v2.0/subnetpools/6a095f79-3f91-412b-895a-f542235942dd HTTP/1.1" status: 204 len: 168 time: 0.9746120 Jan 28 17:58:33.345610 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42548) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:33.387784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b95e09-0d7f-4429-a159-24cb343184b3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Port': ['ID=242e74c8-cf78-42fc-8039-fecca447c1be,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:33.426614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-16f8a2a8-c9b5-44ef-bdb5-5108065c7ad4 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Synchronizing usage tracker for tenant:f4cc15f844474f47a3d1494cfe5a41c9 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:33.479234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:33.484980 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b91b1c6d-1448-4933-8856-fb5b09021233 None None] Calling delete_port for c641821b-e685-45ee-a649-47a1e2b8de72 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:33.490076 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8a5cf94c-596a-42a1-8abb-8b7cefe75d4c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8130682 Jan 28 17:58:33.490797 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Set router b976446c-b46b-490f-b561-5ca7116709ef gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:33.490937 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42552) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:33.563058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:33.574544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:33.629507 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-47be41be-1aba-4e01-a2b7-fb39f8d97a0a tempest-SubnetPoolsTestJSON-1930847710 tempest-SubnetPoolsTestJSON-1930847710-project] show failed (client error): The resource could not be found. Jan 28 17:58:33.631054 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-47be41be-1aba-4e01-a2b7-fb39f8d97a0a tempest-SubnetPoolsTestJSON-1930847710 tempest-SubnetPoolsTestJSON-1930847710-project] 10.222.0.26 "GET /v2.0/subnetpools/6a095f79-3f91-412b-895a-f542235942dd HTTP/1.1" status: 404 len: 346 time: 0.1652865 Jan 28 17:58:33.639836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42556) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:33.660264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:33.804348 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/bb04fc3f-bf61-4dad-b083-6628b26a7fd4 HTTP/1.1" status: 204 len: 168 time: 6.2324343 Jan 28 17:58:33.804348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29b95e09-0d7f-4429-a159-24cb343184b3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:33.812494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42560) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:33.814432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4c6bc-2350-4f84-a975-2913a178be75 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Network': ['ID=bb04fc3f-bf61-4dad-b083-6628b26a7fd4,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:33.826304 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:33.826605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-16f8a2a8-c9b5-44ef-bdb5-5108065c7ad4 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Unset dirty status for tenant:f4cc15f844474f47a3d1494cfe5a41c9 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:33.827036 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1640009799'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:33.828414 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-16f8a2a8-c9b5-44ef-bdb5-5108065c7ad4 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4cc15f844474f47a3d1494cfe5a41c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8237917 Jan 28 17:58:33.842894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:33.843543 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:33.854475 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:33.868712 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:network and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:33.875558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:33.882373 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b976446c-b46b-490f-b561-5ca7116709ef', 'name': 'tempest-snat-router-107550537', 'tenant_id': '1d8e362e63894a49aff1c545b625e502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': 'd07357b4-8f66-45e2-a10d-d682c24d72c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:27Z', 'updated_at': '2022-01-28T17:58:30Z', 'revision_number': 3, 'project_id': '1d8e362e63894a49aff1c545b625e502', 'gw_port': {'id': 'd07357b4-8f66-45e2-a10d-d682c24d72c7', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b976446c-b46b-490f-b561-5ca7116709ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:28Z', 'updated_at': '2022-01-28T17:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:33.883851 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2b43e0b9-163e-45f3-a19c-45bba50d701c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/routers/b976446c-b46b-490f-b561-5ca7116709ef HTTP/1.1" status: 200 len: 907 time: 0.3871477 Jan 28 17:58:33.887339 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Checking router: b976446c-b46b-490f-b561-5ca7116709ef for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:58:33.887687 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Updating router b976446c-b46b-490f-b561-5ca7116709ef port d07357b4-8f66-45e2-a10d-d682c24d72c7 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 17:58:33.896485 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42564) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:33.902287 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:33.906281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b91b1c6d-1448-4933-8856-fb5b09021233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:33.947025 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:34.005549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.ipam_pluggable_backend [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Port c641821b-e685-45ee-a649-47a1e2b8de72 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88159) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 17:58:34.005884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.ipam_pluggable_backend [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Reverting IP allocation for 2001:db8::f816:3eff:fec5:ce03 {{(pid=88159) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 17:58:34.017485 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.ipam_pluggable_backend [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec5:ce03 {{(pid=88159) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 17:58:34.035090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:34.049043 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b1c6d-1448-4933-8856-fb5b09021233 None None] Pushing event deleted for resources: {'Port': ['ID=c641821b-e685-45ee-a649-47a1e2b8de72,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:34.056290 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b1c6d-1448-4933-8856-fb5b09021233 None None] No DVR routers for this DVR port c641821b-e685-45ee-a649-47a1e2b8de72 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:58:34.217545 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:34.221010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:34.241324 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-cbf075fa-36cb-4ff6-a421-f8219e496989 tempest-SubnetPoolsTestJSON-1930847710 tempest-SubnetPoolsTestJSON-1930847710-project] delete failed (client error): The resource could not be found. Jan 28 17:58:34.248008 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cbf075fa-36cb-4ff6-a421-f8219e496989 tempest-SubnetPoolsTestJSON-1930847710 tempest-SubnetPoolsTestJSON-1930847710-project] 10.222.0.26 "DELETE /v2.0/subnetpools/6a095f79-3f91-412b-895a-f542235942dd HTTP/1.1" status: 404 len: 346 time: 0.5852325 Jan 28 17:58:34.326629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:34.350861 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:34.351523 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:34.375062 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:34.376104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:34.376866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:34.380335 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Transition to ACTIVE for port object b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:34.386649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:34.397399 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Transition to ACTIVE for port object d07357b4-8f66-45e2-a10d-d682c24d72c7 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:34.408720 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:34.411979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffdda44-4608-4b3e-b468-2bd975fff93e None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:34.459371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=31cbf414-c14a-4280-9ba0-a744681377f5,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:34.465663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b95e09-0d7f-4429-a159-24cb343184b3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:58:34.488462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:34.489802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:34.505493 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:34.536482 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:34.541969 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:58:34.615571 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:34.615970 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Added segment d2308426-f902-4662-826e-a614474619a9 of type vlan for network e903bc52-7864-4e58-a979-766c48cd42fc Jan 28 17:58:34.669575 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Attempting to bind port d07357b4-8f66-45e2-a10d-d682c24d72c7 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:34.669938 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Attempting to bind port d07357b4-8f66-45e2-a10d-d682c24d72c7 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:34.670292 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Attempting to bind port d07357b4-8f66-45e2-a10d-d682c24d72c7 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:34.685001 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be8b08-5498-4303-a2ff-708a13b2dfca None None] Pushing event updated for resources: {'Port': ['ID=d07357b4-8f66-45e2-a10d-d682c24d72c7,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:34.707539 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be8b08-5498-4303-a2ff-708a13b2dfca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:34.707915 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be8b08-5498-4303-a2ff-708a13b2dfca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:34.708252 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be8b08-5498-4303-a2ff-708a13b2dfca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:34.708579 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be8b08-5498-4303-a2ff-708a13b2dfca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:34.708897 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be8b08-5498-4303-a2ff-708a13b2dfca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:34.709237 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be8b08-5498-4303-a2ff-708a13b2dfca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:34.709619 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be8b08-5498-4303-a2ff-708a13b2dfca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:34.709878 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be8b08-5498-4303-a2ff-708a13b2dfca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:34.710209 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be8b08-5498-4303-a2ff-708a13b2dfca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:34.710524 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be8b08-5498-4303-a2ff-708a13b2dfca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:34.710833 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be8b08-5498-4303-a2ff-708a13b2dfca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:34.711169 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be8b08-5498-4303-a2ff-708a13b2dfca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:58:34.714563 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:34.714932 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:34.715359 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:34.715722 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:34.727310 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Bound port: d07357b4-8f66-45e2-a10d-d682c24d72c7, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:34.727855 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:34.794056 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c641821b-e685-45ee-a649-47a1e2b8de72 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:34.844292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: c641821b-e685-45ee-a649-47a1e2b8de72 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:34.844540 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c641821b-e685-45ee-a649-47a1e2b8de72 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:34.859850 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] For port d07357b4-8f66-45e2-a10d-d682c24d72c7, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:34.865467 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] For port d07357b4-8f66-45e2-a10d-d682c24d72c7, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d07357b4-8f66-45e2-a10d-d682c24d72c7,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:34.911339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383ada9-f26c-47a8-ae5a-fe205db540b2 None None] Pushing event updated for resources: {'Port': ['ID=b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:34.974418 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:35.022023 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:35.028307 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-31fea08b-c027-474e-8d38-edca016013a6 service neutron] 10.222.0.26 "GET /v2.0/networks/11d6f6f3-ff9e-4d56-8bda-9cef17edb99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8920934 Jan 28 17:58:35.036329 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Attempting to bind port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:35.036911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Attempting to bind port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '8c654a41-6825-4052-b78d-3a967c7cccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:35.037455 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Attempting to bind port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 on network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:35.074235 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:35.075112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Checking segment: {'id': '8c654a41-6825-4052-b78d-3a967c7cccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:35.075685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:35.076877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Bound using segment: {'id': '8c654a41-6825-4052-b78d-3a967c7cccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:35.077522 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Bound port: b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c654a41-6825-4052-b78d-3a967c7cccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:35.078065 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:35.102555 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fbc1f83c-0a8c-4b2d-8e61-24307e3ff179 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1487124 Jan 28 17:58:35.112837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42572) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:35.121925 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:35.140561 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Routers {'b976446c-b46b-490f-b561-5ca7116709ef'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:35.141419 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b976446c-b46b-490f-b561-5ca7116709ef'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:35.159892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b95e09-0d7f-4429-a159-24cb343184b3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:35.169847 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b7e67dec-b483-4924-9852-e1db3d8c1942 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:35.199113 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-29b95e09-0d7f-4429-a159-24cb343184b3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3174174 Jan 28 17:58:35.207069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42576) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:35.207543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42578) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:35.218439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d981a9-ae51-40a7-891f-987438e032a2 None None] Sync routers for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:35.259296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:35.264493 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d981a9-ae51-40a7-891f-987438e032a2 None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:35.265114 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-93d981a9-ae51-40a7-891f-987438e032a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:35.288693 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be8b08-5498-4303-a2ff-708a13b2dfca None None] Pushing event updated for resources: {'Port': ['ID=d07357b4-8f66-45e2-a10d-d682c24d72c7,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:35.347913 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:35.353269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:35.354068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:35.403023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Deleting port d07357b4-8f66-45e2-a10d-d682c24d72c7 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:35.403370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:35.406568 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-4b20d568-07b0-4c4b-9e2a-42ca6f5b4b12 service neutron] 10.222.0.26 "GET /v2.0/networks/11d6f6f3-ff9e-4d56-8bda-9cef17edb99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563602 Jan 28 17:58:35.419641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-0116ee98-a963-4e21-addf-90c4b0605370 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting subnet e62590f7-3b31-41eb-a834-c806af9b2c64 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:58:35.433671 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0116ee98-a963-4e21-addf-90c4b0605370 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:35.445537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-93d981a9-ae51-40a7-891f-987438e032a2 None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:35.507731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b7e67dec-b483-4924-9852-e1db3d8c1942 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:35.516857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-654fdaf0-cd50-4e85-be3b-f6f8ab1c08e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:35.527074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b7e67dec-b483-4924-9852-e1db3d8c1942 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:35.531673 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] Set router b976446c-b46b-490f-b561-5ca7116709ef gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:35.534537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0116ee98-a963-4e21-addf-90c4b0605370 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:35.571929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b7e67dec-b483-4924-9852-e1db3d8c1942 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:35.591706 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Network': ['ID=e903bc52-7864-4e58-a979-766c48cd42fc,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:35.591948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b7e67dec-b483-4924-9852-e1db3d8c1942 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:35.596295 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-654fdaf0-cd50-4e85-be3b-f6f8ab1c08e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:35.610348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-654fdaf0-cd50-4e85-be3b-f6f8ab1c08e5 admin admin] Usage tracker for resource:security_group_rule and tenant:18ffe3c642ac4f7e85bc8b516e9523dd is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:35.612519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-93d981a9-ae51-40a7-891f-987438e032a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:58:32Z', 'revision_number': 11, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:35.615712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-654fdaf0-cd50-4e85-be3b-f6f8ab1c08e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:35.617692 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network e903bc52-7864-4e58-a979-766c48cd42fc details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:58:35.626795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-654fdaf0-cd50-4e85-be3b-f6f8ab1c08e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:35.637791 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d981a9-ae51-40a7-891f-987438e032a2 None None] Checking router: b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:58:35.658771 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0116ee98-a963-4e21-addf-90c4b0605370 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:35.701596 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bc7da052-b629-4a63-9091-dd06ece8f8c5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8868184 Jan 28 17:58:35.716153 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42588) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:35.726658 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d981a9-ae51-40a7-891f-987438e032a2 None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:35.727310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-93d981a9-ae51-40a7-891f-987438e032a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:35.729154 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'subnet': {'network_id': 'e903bc52-7864-4e58-a979-766c48cd42fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:35.811198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e67dec-b483-4924-9852-e1db3d8c1942 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:35.816526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7e67dec-b483-4924-9852-e1db3d8c1942 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.026477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0116ee98-a963-4e21-addf-90c4b0605370 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.042236 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] For port d07357b4-8f66-45e2-a10d-d682c24d72c7, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d07357b4-8f66-45e2-a10d-d682c24d72c7,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:36.042580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.046057 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] For port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:36.067755 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': '31cbf414-c14a-4280-9ba0-a744681377f5'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:58:36.069677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.080588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-654fdaf0-cd50-4e85-be3b-f6f8ab1c08e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.090816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116ee98-a963-4e21-addf-90c4b0605370 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Subnet': ['ID=e62590f7-3b31-41eb-a834-c806af9b2c64,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:36.092188 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-93d981a9-ae51-40a7-891f-987438e032a2 None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:36.094781 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.ipam_backend_mixin [None req-b7e67dec-b483-4924-9852-e1db3d8c1942 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 31cbf414-c14a-4280-9ba0-a744681377f5 (CIDR: 2001:db8::/64) Jan 28 17:58:36.098809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0116ee98-a963-4e21-addf-90c4b0605370 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.115386 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0116ee98-a963-4e21-addf-90c4b0605370 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/e62590f7-3b31-41eb-a834-c806af9b2c64 HTTP/1.1" status: 204 len: 168 time: 0.9066794 Jan 28 17:58:36.116027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42598) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:36.142924 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] For port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:36.144508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f1ef67-ac78-4c2c-90cf-87568993230e None None] Network 609d2484-33fd-4e11-aee5-28758da9f6b4 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:36.163860 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b976446c-b46b-490f-b561-5ca7116709ef', 'name': 'tempest-snat-router-107550537', 'tenant_id': '1d8e362e63894a49aff1c545b625e502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': 'd07357b4-8f66-45e2-a10d-d682c24d72c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:27Z', 'updated_at': '2022-01-28T17:58:30Z', 'revision_number': 3, 'project_id': '1d8e362e63894a49aff1c545b625e502', 'gw_port': {'id': 'd07357b4-8f66-45e2-a10d-d682c24d72c7', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b976446c-b46b-490f-b561-5ca7116709ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:28Z', 'updated_at': '2022-01-28T17:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:36.169143 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e0a08-3f1f-419d-a839-27e52aaaab19 None None] The sync data for ids ['b976446c-b46b-490f-b561-5ca7116709ef'] in dv-neutron-826919-1-hyperv is: [{'id': 'b976446c-b46b-490f-b561-5ca7116709ef', 'name': 'tempest-snat-router-107550537', 'tenant_id': '1d8e362e63894a49aff1c545b625e502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': 'd07357b4-8f66-45e2-a10d-d682c24d72c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:27Z', 'updated_at': '2022-01-28T17:58:30Z', 'revision_number': 3, 'project_id': '1d8e362e63894a49aff1c545b625e502', 'gw_port': {'id': 'd07357b4-8f66-45e2-a10d-d682c24d72c7', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b976446c-b46b-490f-b561-5ca7116709ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:28Z', 'updated_at': '2022-01-28T17:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:36.199885 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e67dec-b483-4924-9852-e1db3d8c1942 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:58:36.199885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e67dec-b483-4924-9852-e1db3d8c1942 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:58:36.208607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-654fdaf0-cd50-4e85-be3b-f6f8ab1c08e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.241507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Calling delete_port for d07357b4-8f66-45e2-a10d-d682c24d72c7 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:36.286633 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e229cd85-f9c7-44cf-8f8c-7e9eb4b06bda req-3e355ba7-f9f0-41da-8935-ba7564e3233b tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 210 time: 0.4537952 Jan 28 17:58:36.304515 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22899d95-7be5-462a-98ff-b7b838c2c956 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.319679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.324925 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22899d95-7be5-462a-98ff-b7b838c2c956 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.329156 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fdaf0-cd50-4e85-be3b-f6f8ab1c08e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2996c3a-8182-4275-adcc-89aedaf5815a,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:36.351523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.355334 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-654fdaf0-cd50-4e85-be3b-f6f8ab1c08e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18ffe3c642ac4f7e85bc8b516e9523dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1451719 Jan 28 17:58:36.359234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-93d981a9-ae51-40a7-891f-987438e032a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:58:32Z', 'revision_number': 11, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:36.362173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42602) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:36.382186 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b7e67dec-b483-4924-9852-e1db3d8c1942 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2674799 Jan 28 17:58:36.392524 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Deleting port 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:36.393469 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.394591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42606) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:36.395678 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:36.421125 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-678e3fb4-02eb-4066-bc25-fd4e3807e0b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:36.490414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d981a9-ae51-40a7-891f-987438e032a2 None None] The sync data for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:58:32Z', 'revision_number': 11, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:36.546764 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:subnet and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:36.558898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:36.581377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:36.608251 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Routers {'61ea90ee-895f-4086-bce7-a63addb1154d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:36.609246 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['61ea90ee-895f-4086-bce7-a63addb1154d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:36.719816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383ada9-f26c-47a8-ae5a-fe205db540b2 None None] Pushing event updated for resources: {'Port': ['ID=b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:36.751376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f846efa7-ff1b-42e2-96b1-3201dc58ae99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.818880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f846efa7-ff1b-42e2-96b1-3201dc58ae99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.832366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] For port 3ce4e844-9e26-4a4e-a3f1-83634b690ed9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=3ce4e844-9e26-4a4e-a3f1-83634b690ed9,segment=NetworkSegment(7f6d61e5-72a8-431a-b1ab-c8c64e58540e),segment_id=7f6d61e5-72a8-431a-b1ab-c8c64e58540e)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:36.832726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:36.914153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Allocated IP 2001:db8::f816:3eff:fe36:469b (c221bf74-e816-466d-af85-3d953f9ff4cd/31cbf414-c14a-4280-9ba0-a744681377f5/6efa4aff-602e-49ab-942a-23c1d827d5aa) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:36.951299 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:36.954766 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:37.001376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Calling delete_port for 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:37.132186 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-678e3fb4-02eb-4066-bc25-fd4e3807e0b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:37.144541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-678e3fb4-02eb-4066-bc25-fd4e3807e0b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:37.149708 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-678e3fb4-02eb-4066-bc25-fd4e3807e0b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:37.157940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] Set router 61ea90ee-895f-4086-bce7-a63addb1154d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:37.188247 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-678e3fb4-02eb-4066-bc25-fd4e3807e0b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:37.192283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f846efa7-ff1b-42e2-96b1-3201dc58ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:37.254385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846efa7-ff1b-42e2-96b1-3201dc58ae99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2996c3a-8182-4275-adcc-89aedaf5815a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:37.260947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:37.300900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22899d95-7be5-462a-98ff-b7b838c2c956 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Router 9376ffcd-ea95-40da-a64d-f00e0f5fac9a has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:58:37.396332 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e3a87e-bb11-4f07-9af6-1cfe29055a4b None None] DHCP port deletion for 609d2484-33fd-4e11-aee5-28758da9f6b4 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:58:37.427601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d07357b4-8f66-45e2-a10d-d682c24d72c7 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:37.477925 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678e3fb4-02eb-4066-bc25-fd4e3807e0b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:37.481866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-678e3fb4-02eb-4066-bc25-fd4e3807e0b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:37.519133 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Port': ['ID=3ce4e844-9e26-4a4e-a3f1-83634b690ed9,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:37.523819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f846efa7-ff1b-42e2-96b1-3201dc58ae99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:37.524195 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f846efa7-ff1b-42e2-96b1-3201dc58ae99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2996c3a-8182-4275-adcc-89aedaf5815a HTTP/1.1" status: 204 len: 168 time: 1.1614981 Jan 28 17:58:37.525131 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] No DVR routers for this DVR port 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:58:37.571819 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:37.628245 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:37.677712 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-829646c9-320d-4c5d-bf80-30bd442379ae req-a5d38165-cbe0-438c-a62a-6b453bb97028 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 210 time: 0.0865066 Jan 28 17:58:37.783069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:37.827325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609d2484-33fd-4e11-aee5-28758da9f6b4']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:37.854664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6d61e5-72a8-431a-b1ab-c8c64e58540e') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:37.855299 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6d61e5-72a8-431a-b1ab-c8c64e58540e') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:37.868571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:37.895375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:37.909178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:58:37.909974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:58:37.938228 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:58:37.948956 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T17:58:26Z', 'revision_number': 4, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15', 'name': '', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'mac_address': 'fa:16:3e:9f:c4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:24Z', 'updated_at': '2022-01-28T17:58:35Z', 'revision_number': 4, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'subnets': [{'id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:37.953259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fda34e-b07a-4d9e-a4ae-dc041567406c None None] The sync data for ids ['61ea90ee-895f-4086-bce7-a63addb1154d'] in dv-neutron-826919-1-hyperv is: [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T17:58:26Z', 'revision_number': 4, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15', 'name': '', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'mac_address': 'fa:16:3e:9f:c4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:24Z', 'updated_at': '2022-01-28T17:58:35Z', 'revision_number': 4, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'subnets': [{'id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:37.958187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Transition to ACTIVE for port object 6efa4aff-602e-49ab-942a-23c1d827d5aa will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:37.961365 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Subnet': ['ID=4ae362d4-bb0b-4cae-b315-06961cba807c,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:37.979778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Transition to ACTIVE for port object 6efa4aff-602e-49ab-942a-23c1d827d5aa will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:37.982875 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port d07357b4-8f66-45e2-a10d-d682c24d72c7 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:37.992377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port d07357b4-8f66-45e2-a10d-d682c24d72c7 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:37.992742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:38.094846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:38.132627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:38.169219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:38.227845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Port d07357b4-8f66-45e2-a10d-d682c24d72c7 was deleted so its status cannot be updated. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 17:58:38.228574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:38.237954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:38.244311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Pushing event deleted for resources: {'Network': ['ID=609d2484-33fd-4e11-aee5-28758da9f6b4,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:38.252093 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8ed29417-9961-4919-9701-52b309011953 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/networks/609d2484-33fd-4e11-aee5-28758da9f6b4 HTTP/1.1" status: 204 len: 168 time: 2.1348240 Jan 28 17:58:38.253637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42624) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:38.258782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d0b5d25f-3a23-4c55-bae4-ecc1b504bda3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'router': {'routes': None}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:38.305318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event deleted for resources: {'Port': ['ID=d07357b4-8f66-45e2-a10d-d682c24d72c7,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:38.311329 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:38.320827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:38.335773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Pushing event updated for resources: {'Port': ['ID=6efa4aff-602e-49ab-942a-23c1d827d5aa,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:38.341039 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:38.471074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Checking segment: {'id': 'd2308426-f902-4662-826e-a614474619a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e903bc52-7864-4e58-a979-766c48cd42fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:38.471508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network hostable DHCP agents. Network: e903bc52-7864-4e58-a979-766c48cd42fc, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:58:38.490231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Attempting to bind port 6efa4aff-602e-49ab-942a-23c1d827d5aa on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:38.490596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Attempting to bind port 6efa4aff-602e-49ab-942a-23c1d827d5aa by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:38.490966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Attempting to bind port 6efa4aff-602e-49ab-942a-23c1d827d5aa on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:38.515878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:38.516251 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:38.575960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22899d95-7be5-462a-98ff-b7b838c2c956 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:38.585967 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d044c662-97e6-40a3-bbaa-3a1bf5145278 None None] Sync routers for ids ['9376ffcd-ea95-40da-a64d-f00e0f5fac9a'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:38.594105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:38.600722 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d044c662-97e6-40a3-bbaa-3a1bf5145278 None None] Routers {'9376ffcd-ea95-40da-a64d-f00e0f5fac9a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:38.602290 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d044c662-97e6-40a3-bbaa-3a1bf5145278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['9376ffcd-ea95-40da-a64d-f00e0f5fac9a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:38.612962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:38.613522 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:38.613710 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:38.614098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:38.614575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Bound port: 6efa4aff-602e-49ab-942a-23c1d827d5aa, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:38.614940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:38.761821 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d044c662-97e6-40a3-bbaa-3a1bf5145278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:38.781091 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d044c662-97e6-40a3-bbaa-3a1bf5145278 None None] Routers {'9376ffcd-ea95-40da-a64d-f00e0f5fac9a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:38.788490 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d044c662-97e6-40a3-bbaa-3a1bf5145278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['9376ffcd-ea95-40da-a64d-f00e0f5fac9a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:38.816494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.extraroute_db [None req-d0b5d25f-3a23-4c55-bae4-ecc1b504bda3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Added routes are [] {{(pid=88158) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 17:58:38.818792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.extraroute_db [None req-d0b5d25f-3a23-4c55-bae4-ecc1b504bda3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Removed routes are [] {{(pid=88158) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 17:58:38.819387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d25f-3a23-4c55-bae4-ecc1b504bda3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:38.902477 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] For port 6efa4aff-602e-49ab-942a-23c1d827d5aa, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:38.915236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] For port 6efa4aff-602e-49ab-942a-23c1d827d5aa, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6efa4aff-602e-49ab-942a-23c1d827d5aa,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:38.920821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 242e74c8-cf78-42fc-8039-fecca447c1be no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:38.941454 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d044c662-97e6-40a3-bbaa-3a1bf5145278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:38.941865 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d044c662-97e6-40a3-bbaa-3a1bf5145278 None None] The sync data for ids ['9376ffcd-ea95-40da-a64d-f00e0f5fac9a'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:39.055918 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network e903bc52-7864-4e58-a979-766c48cd42fc is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:58:39.065811 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 242e74c8-cf78-42fc-8039-fecca447c1be {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:39.066666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 242e74c8-cf78-42fc-8039-fecca447c1be not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:39.072998 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:39.222825 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd877ef0-1041-4312-ad22-c10645dfd3c7 None None] Pushing event updated for resources: {'Port': ['ID=6efa4aff-602e-49ab-942a-23c1d827d5aa,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:39.293507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d25f-3a23-4c55-bae4-ecc1b504bda3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:39.298140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d25f-3a23-4c55-bae4-ecc1b504bda3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:39.323899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-ecfce6b2-cfd9-4ac6-9471-e75eb3513673 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:39.326493 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-ecfce6b2-cfd9-4ac6-9471-e75eb3513673 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Synchronizing usage tracker for tenant:f4cc15f844474f47a3d1494cfe5a41c9 on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:39.379594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:39.399235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42640) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:39.445760 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9a5638e4-d961-48a2-867a-ee07a17de35d req-7d83eb2d-fce8-4d04-b1bf-8ed85fab8b6f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 210 time: 0.3792856 Jan 28 17:58:39.452335 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:39.459160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:39.466075 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22899d95-7be5-462a-98ff-b7b838c2c956 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:39.479636 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-22899d95-7be5-462a-98ff-b7b838c2c956 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "PUT /v2.0/routers/9376ffcd-ea95-40da-a64d-f00e0f5fac9a HTTP/1.1" status: 200 len: 922 time: 7.9788988 Jan 28 17:58:39.479636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42646) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:39.515539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b5d25f-3a23-4c55-bae4-ecc1b504bda3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:58:39.610447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-678e3fb4-02eb-4066-bc25-fd4e3807e0b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:39.631247 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:39.636976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:39.637416 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:39.829537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2114387909-network', 'tenant_id': '202c38a3be5a46d693d74da67653d37c'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:39.841785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:39.847053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Usage tracker for resource:network and tenant:202c38a3be5a46d693d74da67653d37c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:39.850562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:39.858819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:39.869115 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:39.910551 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:39.924762 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-ecfce6b2-cfd9-4ac6-9471-e75eb3513673 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Unset dirty status for tenant:f4cc15f844474f47a3d1494cfe5a41c9 on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:39.925888 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-ecfce6b2-cfd9-4ac6-9471-e75eb3513673 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.16 "GET /v2.0/networks?id=11d6f6f3-ff9e-4d56-8bda-9cef17edb99f HTTP/1.1" status: 200 len: 797 time: 1.1715977 Jan 28 17:58:39.926464 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, e903bc52-7864-4e58-a979-766c48cd42fc) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:39.937331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a495581-7b41-4c64-9a11-17b0e4a35a43 None None] Network e903bc52-7864-4e58-a979-766c48cd42fc requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:39.947177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b5d25f-3a23-4c55-bae4-ecc1b504bda3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:39.953818 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0b5d25f-3a23-4c55-bae4-ecc1b504bda3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:39.957625 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d0b5d25f-3a23-4c55-bae4-ecc1b504bda3 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 HTTP/1.1" status: 200 len: 700 time: 1.7008541 Jan 28 17:58:39.958279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42654) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:39.974153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0212a650-4f4b-4c4e-9f33-ac5593f4ed47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:39.976977 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a1de8-089b-4649-9cb3-938aa5c26d9f None None] Sync routers for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:39.988441 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e3fb4-02eb-4066-bc25-fd4e3807e0b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:39.991225 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:39.991725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b976446c-b46b-490f-b561-5ca7116709ef {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:58:39.999919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Made reservation on behalf of 202c38a3be5a46d693d74da67653d37c for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:40.002389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:40.021820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-461aeda0-c106-4e19-b5a9-90813e74eac1 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Synchronizing usage tracker for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:40.035567 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:40.047247 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:40.053100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:40.060371 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:40.070258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-c8cd03b2-0bff-4de0-8751-33944393ce89 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Synchronizing usage tracker for tenant:f4cc15f844474f47a3d1494cfe5a41c9 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:40.076004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:40.080224 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Usage tracker for resource:security_group_rule and tenant:202c38a3be5a46d693d74da67653d37c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:40.081669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-678e3fb4-02eb-4066-bc25-fd4e3807e0b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:40.084675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:40.091113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:40.101641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678e3fb4-02eb-4066-bc25-fd4e3807e0b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:40.102628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-678e3fb4-02eb-4066-bc25-fd4e3807e0b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:40.153998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-461aeda0-c106-4e19-b5a9-90813e74eac1 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Unset dirty status for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:40.155078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a1de8-089b-4649-9cb3-938aa5c26d9f None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:40.158197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-085a1de8-089b-4649-9cb3-938aa5c26d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:40.160264 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-461aeda0-c106-4e19-b5a9-90813e74eac1 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 HTTP/1.1" status: 200 len: 205 time: 0.2010055 Jan 28 17:58:40.161112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42658) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:40.247123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:40.249425 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e3fb4-02eb-4066-bc25-fd4e3807e0b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=1cc2899b-2f37-4b91-a258-0b91f38e7e70,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:40.272514 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-678e3fb4-02eb-4066-bc25-fd4e3807e0b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8680062 Jan 28 17:58:40.274603 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:40.275681 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5b6dea5c-dd67-4604-91eb-b1456149d544 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "DELETE /v2.0/routers/b976446c-b46b-490f-b561-5ca7116709ef HTTP/1.1" status: 204 len: 168 time: 6.3754299 Jan 28 17:58:40.288010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42662) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:40.289273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42664) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:40.369245 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4fa5dd47-fb7b-420a-ba32-a69fd84f1bbd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:40.378803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:40.380830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3ce4e844-9e26-4a4e-a3f1-83634b690ed9 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:40.385651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'mac_address': 'fa:16:3e:51:b6:2b', 'name': 'tempest-NetworksTestDHCPv6-458243884'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:40.407714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-c8cd03b2-0bff-4de0-8751-33944393ce89 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Unset dirty status for tenant:f4cc15f844474f47a3d1494cfe5a41c9 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:40.409643 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-c8cd03b2-0bff-4de0-8751-33944393ce89 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4cc15f844474f47a3d1494cfe5a41c9 HTTP/1.1" status: 200 len: 380 time: 0.4689453 Jan 28 17:58:40.434696 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0e25ff40-4a82-453e-844f-3b274d554446 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7171702 Jan 28 17:58:40.444838 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42670) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:40.698148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-085a1de8-089b-4649-9cb3-938aa5c26d9f None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:40.722631 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Request body: {'port': {'device_id': '36431fce-ca35-4702-b3bf-799af59fd92e', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'admin_state_up': True, 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'security_groups': ['68e9a658-7d9a-4578-9e1e-ad9ddff84db1']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:40.751410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:40.814420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:40.886251 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:40.901057 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-718edef8-7fba-45b3-8fdc-eaba57a80fc7 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/routers/9376ffcd-ea95-40da-a64d-f00e0f5fac9a HTTP/1.1" status: 200 len: 922 time: 1.4252958 Jan 28 17:58:40.918301 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37ddc6f-8511-4793-804d-8b5cb462fe74 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:40.941911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:40.950871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-085a1de8-089b-4649-9cb3-938aa5c26d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:58:32Z', 'revision_number': 11, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:40.953955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42678) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:41.016409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a1de8-089b-4649-9cb3-938aa5c26d9f None None] Checking router: b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:58:41.026289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d6c1ef-e488-4669-a090-6d07adb59bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-e903bc52-7864-4e58-a979-766c48cd42fc', 'network_id': 'e903bc52-7864-4e58-a979-766c48cd42fc', 'tenant_id': '5831e94d5fab43d1b080b35a5e33a6f7', 'fixed_ips': [{'subnet_id': '4ae362d4-bb0b-4cae-b315-06961cba807c'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:58:41.027114 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c1ef-e488-4669-a090-6d07adb59bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.054189 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0c8053-7ba7-4c5d-a790-692e9025eb2d,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:41.059577 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a1de8-089b-4649-9cb3-938aa5c26d9f None None] Routers {'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:41.060190 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-085a1de8-089b-4649-9cb3-938aa5c26d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:41.121430 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:58:41.143325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:58:41.166205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:41.169186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4fa5dd47-fb7b-420a-ba32-a69fd84f1bbd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.171780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4fa5dd47-fb7b-420a-ba32-a69fd84f1bbd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.173501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ec17ecb5-aa1d-468f-ab34-ec68dff44091 None None] Provisioning for port 6efa4aff-602e-49ab-942a-23c1d827d5aa completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:41.188281 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:41.196647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:41.207848 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0eb7cde3-9a54-4809-a076-ee6d87e1d846 req-4d3d7f8a-bea0-4212-a413-191c31516fa7 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 210 time: 0.5271206 Jan 28 17:58:41.216235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:41.218310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.218660 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Added segment 629c410f-e471-41cc-99b0-9a0efc456877 of type vlan for network 013d2972-b6be-468a-984c-e2dd2514ff7b Jan 28 17:58:41.228428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.237981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:41.249038 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:41.257367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.294065 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Deleting port 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:41.294469 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.294601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.336537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:41.350194 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Made reservation on behalf of f4cc15f844474f47a3d1494cfe5a41c9 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:41.351119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad22e05-b8f1-4f25-a81b-09d7c6025f8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:41.351876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cad22e05-b8f1-4f25-a81b-09d7c6025f8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Synchronizing usage tracker for tenant:a1c03ba4c3df42509400c7591d745a4c on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:41.354123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.365349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:41.369938 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-085a1de8-089b-4649-9cb3-938aa5c26d9f None None] Set router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:41.387329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4fa5dd47-fb7b-420a-ba32-a69fd84f1bbd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.388091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa5dd47-fb7b-420a-ba32-a69fd84f1bbd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Fanout notify agent at l3_agent the message router_deleted on router b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:58:41.416654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.484401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4fa5dd47-fb7b-420a-ba32-a69fd84f1bbd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.490056 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4fa5dd47-fb7b-420a-ba32-a69fd84f1bbd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 HTTP/1.1" status: 204 len: 168 time: 1.3220479 Jan 28 17:58:41.494771 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42682) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:41.499428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cad22e05-b8f1-4f25-a81b-09d7c6025f8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Unset dirty status for tenant:a1c03ba4c3df42509400c7591d745a4c on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:41.501854 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cad22e05-b8f1-4f25-a81b-09d7c6025f8d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&device_id=9376ffcd-ea95-40da-a64d-f00e0f5fac9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4671640 Jan 28 17:58:41.507503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a9adf3c9-043d-47a0-a776-1af9c26ff9fe tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1174147572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:41.512058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42686) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:41.516760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.517720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:41.518277 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.543621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a9adf3c9-043d-47a0-a776-1af9c26ff9fe tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:41.585893 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-085a1de8-089b-4649-9cb3-938aa5c26d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:58:32Z', 'revision_number': 11, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:41.598611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a1de8-089b-4649-9cb3-938aa5c26d9f None None] The sync data for ids ['b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10', 'name': 'tempest-RoutersTest-router-776097292', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:56:49Z', 'updated_at': '2022-01-28T17:58:32Z', 'revision_number': 11, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:41.691723 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:41.692106 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.719139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] For port 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:41.719715 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.745113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a9adf3c9-043d-47a0-a776-1af9c26ff9fe tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Usage tracker for resource:router and tenant:5e1d6d3a2fde4b12839b6e248852e319 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:41.761653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a9adf3c9-043d-47a0-a776-1af9c26ff9fe tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:41.782651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.829315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a9adf3c9-043d-47a0-a776-1af9c26ff9fe tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:41.850727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:41.913105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] Pushing event updated for resources: {'Network': ['ID=013d2972-b6be-468a-984c-e2dd2514ff7b,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:41.916135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae362d4-bb0b-4cae-b315-06961cba807c,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:41.931175 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6efa4aff-602e-49ab-942a-23c1d827d5aa up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:41.942347 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e9372d3c-835f-4b48-af7d-7c35cf6bd0ba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5415640 Jan 28 17:58:41.982750 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 013d2972-b6be-468a-984c-e2dd2514ff7b details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:58:42.001333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42690) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server [None req-c9d6c1ef-e488-4669-a090-6d07adb59bef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ae362d4-bb0b-4cae-b315-06961cba807c: This subnet is being modified by another concurrent operation. Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise exception Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ae362d4-bb0b-4cae-b315-06961cba807c: This subnet is being modified by another concurrent operation. Jan 28 17:58:42.016445 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server Jan 28 17:58:42.032434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Request body: {'subnet': {'network_id': '013d2972-b6be-468a-984c-e2dd2514ff7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2114387909-subnet', 'tenant_id': '202c38a3be5a46d693d74da67653d37c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:42.046307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9adf3c9-043d-47a0-a776-1af9c26ff9fe tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.047344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9adf3c9-043d-47a0-a776-1af9c26ff9fe tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.051125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:42.059656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491873bf-0372-468b-b36b-920a7f94d96d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:42.060230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-491873bf-0372-468b-b36b-920a7f94d96d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Synchronizing usage tracker for tenant:a1c03ba4c3df42509400c7591d745a4c on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:42.065382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.072951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Usage tracker for resource:subnet and tenant:202c38a3be5a46d693d74da67653d37c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:42.081411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:42.089463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:42.118398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e903bc52-7864-4e58-a979-766c48cd42fc']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:42.125638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9adf3c9-043d-47a0-a776-1af9c26ff9fe tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.134306 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfb537d-daf9-48a4-a70c-5e40854be9ef None None] Network e903bc52-7864-4e58-a979-766c48cd42fc requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:42.147026 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2308426-f902-4662-826e-a614474619a9') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:42.147265 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247041b5-11cf-468f-a856-c624dd90b99f None None] Update dhcp port {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'fixed_ips': [{'subnet_id': '31cbf414-c14a-4280-9ba0-a744681377f5', 'ip_address': '2001:db8::f816:3eff:fe36:469b'}, {'subnet_id': '1cc2899b-2f37-4b91-a258-0b91f38e7e70'}], 'binding:host_id': 'dv-neutron-826919-1-hyperv'}, 'id': '6efa4aff-602e-49ab-942a-23c1d827d5aa'} from dv-neutron-826919-1-hyperv. {{(pid=88160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 17:58:42.147366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2308426-f902-4662-826e-a614474619a9') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:42.161154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.170102 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Calling delete_port for 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:42.179619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.186386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:58:42.186772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:58:42.202108 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:58:42.210532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-491873bf-0372-468b-b36b-920a7f94d96d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Unset dirty status for tenant:a1c03ba4c3df42509400c7591d745a4c on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:42.211126 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-491873bf-0372-468b-b36b-920a7f94d96d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/networks/9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 881 time: 0.6980748 Jan 28 17:58:42.211914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42694) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:42.217634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port cbbc1a40-abf8-4afd-bf20-8ae87d3536dc yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:58:42.288024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Allocated IP 172.20.0.13 (11d6f6f3-ff9e-4d56-8bda-9cef17edb99f/5188d41f-1359-48c7-95b8-dac3786107e0/d31e9ae0-1ea9-465f-86b1-ff81b6737150) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:42.304401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Made reservation on behalf of 202c38a3be5a46d693d74da67653d37c for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:42.307021 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.321401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9adf3c9-043d-47a0-a776-1af9c26ff9fe tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.339519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-247041b5-11cf-468f-a856-c624dd90b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.362881 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-74b36160-67e4-4e77-8361-d44c4362a1e9 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "GET /v2.0/ports?device_id=9376ffcd-ea95-40da-a64d-f00e0f5fac9a HTTP/1.1" status: 200 len: 205 time: 0.1457400 Jan 28 17:58:42.366059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42700) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:42.432357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2c62a31e-5f61-41c2-8005-a04458e724d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.494082 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 6efa4aff-602e-49ab-942a-23c1d827d5aa completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:42.554187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6efa4aff-602e-49ab-942a-23c1d827d5aa triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:42.554673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.604981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.612152 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b086ff03-7da7-4c5a-b3c2-37376f6febb0 req-6ed1eece-2b44-46b2-9502-e6d4f8695f46 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 210 time: 0.1856422 Jan 28 17:58:42.648496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.650973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9adf3c9-043d-47a0-a776-1af9c26ff9fe tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.656448 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a9adf3c9-043d-47a0-a776-1af9c26ff9fe tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1563764 Jan 28 17:58:42.659496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42706) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:42.670093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Network': ['ID=e903bc52-7864-4e58-a979-766c48cd42fc,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:42.676776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-00e6c95e-df70-4787-b9bf-5dc22dac7e5e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:42.696348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.728043 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e28f2fc1-706f-4a8b-9218-185a0dd46aaf tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/e903bc52-7864-4e58-a979-766c48cd42fc HTTP/1.1" status: 204 len: 168 time: 2.2769833 Jan 28 17:58:42.740599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42710) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:42.743209 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 6efa4aff-602e-49ab-942a-23c1d827d5aa, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6efa4aff-602e-49ab-942a-23c1d827d5aa,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:42.808326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8:0:1::251 (c221bf74-e816-466d-af85-3d953f9ff4cd/1cc2899b-2f37-4b91-a258-0b91f38e7e70/cbbc1a40-abf8-4afd-bf20-8ae87d3536dc) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:42.809734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-28842916'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:42.815493 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.820120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.823079 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::f816:3eff:fe51:b62b (c221bf74-e816-466d-af85-3d953f9ff4cd/31cbf414-c14a-4280-9ba0-a744681377f5/cbbc1a40-abf8-4afd-bf20-8ae87d3536dc) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:42.830382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.846930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Transition to ACTIVE for port object d31e9ae0-1ea9-465f-86b1-ff81b6737150 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:42.878494 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d07357b4-8f66-45e2-a10d-d682c24d72c7 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:42.882213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:42.882532 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:42.919270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: d07357b4-8f66-45e2-a10d-d682c24d72c7 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:42.919714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d07357b4-8f66-45e2-a10d-d682c24d72c7 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:42.929196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:network and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:42.940403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=6efa4aff-602e-49ab-942a-23c1d827d5aa,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:42.950072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event deleted for resources: {'Port': ['ID=0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:42.992345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:43.191548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.208364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.211147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:43.233722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6efa4aff-602e-49ab-942a-23c1d827d5aa up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:43.317285 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6efa4aff-602e-49ab-942a-23c1d827d5aa triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:43.317759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.320939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.354633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:43.358167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.364109 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.470251 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.472774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-00e6c95e-df70-4787-b9bf-5dc22dac7e5e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.478092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.491147 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.508821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:58:43.515681 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:43.522585 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.526614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:43.531411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.531756 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Added segment c70995ab-f8b0-4dd9-99b7-050593205310 of type vlan for network 8cf67b3f-42b9-4963-ac11-6caae24ff998 Jan 28 17:58:43.547473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:43.558231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.588622 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object cbbc1a40-abf8-4afd-bf20-8ae87d3536dc will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:43.589760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'Port': ['ID=d31e9ae0-1ea9-465f-86b1-ff81b6737150,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:43.603518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-00e6c95e-df70-4787-b9bf-5dc22dac7e5e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.628480 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:43.629131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.678261 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Deleting port 70bde84a-ff4f-4f88-b312-ac38fb86a4e5 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:43.678843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.703225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.751475 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.752501 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d70adb6f-fffe-48ab-a038-37b490f92785 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:58:43.754718 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.759555 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-15527e44-7973-4bb1-bd91-967358a1f1a5 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3291156 Jan 28 17:58:43.763240 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.764430 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-08252484-143f-4be2-b75b-9be13c0eefb0 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "DELETE /v2.0/routers/d70adb6f-fffe-48ab-a038-37b490f92785 HTTP/1.1" status: 204 len: 168 time: 3.4736593 Jan 28 17:58:43.799791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42716) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:43.814068 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.818332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Request body: {'port': {'device_id': '36431fce-ca35-4702-b3bf-799af59fd92e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:43.820471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:43.821088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.844805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-247041b5-11cf-468f-a856-c624dd90b99f None None] Allocated IP 2001:db8:0:1::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/1cc2899b-2f37-4b91-a258-0b91f38e7e70/6efa4aff-602e-49ab-942a-23c1d827d5aa) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:43.878805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2078924116', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:43.925731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:43.940703 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:43.948721 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Usage tracker for resource:router and tenant:b12b49855aa542ef9b021c96e9f00328 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:43.951638 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:43.955861 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:43.966617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:43.970527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:43.971199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:43.980934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:44.028188 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-22394b18-175d-4f8e-93c2-3ed0784d4c2a None None] Provisioning for port d31e9ae0-1ea9-465f-86b1-ff81b6737150 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:44.048431 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-22394b18-175d-4f8e-93c2-3ed0784d4c2a None None] Provisioning complete for port d31e9ae0-1ea9-465f-86b1-ff81b6737150 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:44.050226 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-22394b18-175d-4f8e-93c2-3ed0784d4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:44.137734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-22394b18-175d-4f8e-93c2-3ed0784d4c2a None None] Port d31e9ae0-1ea9-465f-86b1-ff81b6737150 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:58:44.149266 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=cbbc1a40-abf8-4afd-bf20-8ae87d3536dc,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:44.151406 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:44.161142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-247041b5-11cf-468f-a856-c624dd90b99f None None] For port 6efa4aff-602e-49ab-942a-23c1d827d5aa, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6efa4aff-602e-49ab-942a-23c1d827d5aa,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:44.188426 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:44.190217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-247041b5-11cf-468f-a856-c624dd90b99f None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:44.208141 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-247041b5-11cf-468f-a856-c624dd90b99f None None] Transition to ACTIVE for port object 6efa4aff-602e-49ab-942a-23c1d827d5aa will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:44.250508 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4c7c45bc-2e95-4621-9861-a43ec23ea612 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9610393 Jan 28 17:58:44.254613 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42720) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:44.345786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da480813-3c67-400a-93d4-9c4f0094cb32,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:44.352038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-247041b5-11cf-468f-a856-c624dd90b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:44.358359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Calling delete_port for 70bde84a-ff4f-4f88-b312-ac38fb86a4e5 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:44.386844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d75a6925-abdd-44ff-939c-e4dd0780e16c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port cbbc1a40-abf8-4afd-bf20-8ae87d3536dc {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:44.386844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d75a6925-abdd-44ff-939c-e4dd0780e16c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:44.390148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Network': ['ID=8cf67b3f-42b9-4963-ac11-6caae24ff998,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:44.396211 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e82c5656-c89b-4901-b7f7-1682a1c210f5 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6440063 Jan 28 17:58:44.408952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42724) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:44.409150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 8cf67b3f-42b9-4963-ac11-6caae24ff998 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:58:44.424795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:44.430330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:44.437932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'subnet': {'network_id': '8cf67b3f-42b9-4963-ac11-6caae24ff998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:44.456091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Checking segment: {'id': '629c410f-e471-41cc-99b0-9a0efc456877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '013d2972-b6be-468a-984c-e2dd2514ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:44.456441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Network hostable DHCP agents. Network: 013d2972-b6be-468a-984c-e2dd2514ff7b, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:58:44.559860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:44.588634 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247041b5-11cf-468f-a856-c624dd90b99f None None] Pushing event updated for resources: {'Port': ['ID=6efa4aff-602e-49ab-942a-23c1d827d5aa,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:44.612870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d72ed5-316e-486b-8790-059d76d552df req-1df948d0-2eca-44e6-8e97-116e3256cf86 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:44.614365 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d1d72ed5-316e-486b-8790-059d76d552df req-1df948d0-2eca-44e6-8e97-116e3256cf86 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 932 time: 0.8681245 Jan 28 17:58:44.649989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:44.658325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:subnet and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:44.663363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e6c95e-df70-4787-b9bf-5dc22dac7e5e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Router 565de2c1-6d14-467e-9014-19eb0e5c200b is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:58:44.665122 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Network 013d2972-b6be-468a-984c-e2dd2514ff7b is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:58:44.666884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:44.692142 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:44.718679 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d1d72ed5-316e-486b-8790-059d76d552df req-25ee64ad-2ead-4976-b44d-ccca2c5b010e tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928237 Jan 28 17:58:44.912653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 013d2972-b6be-468a-984c-e2dd2514ff7b) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:44.912896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.resource_extend [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:58:44.914166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:44.917610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:44.921071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178892d1-4cdf-4379-810e-cab5f0d893a9 None None] Network 013d2972-b6be-468a-984c-e2dd2514ff7b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:44.949198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:44.997851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:44.998434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:45.165196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e6c95e-df70-4787-b9bf-5dc22dac7e5e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:45.177692 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6efa4aff-602e-49ab-942a-23c1d827d5aa up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:45.179082 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f28178-a02c-45c1-ad06-fb8510483c34 None None] Sync routers for ids ['565de2c1-6d14-467e-9014-19eb0e5c200b'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:45.182885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-00e6c95e-df70-4787-b9bf-5dc22dac7e5e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:45.182885 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-00e6c95e-df70-4787-b9bf-5dc22dac7e5e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "PUT /v2.0/routers/565de2c1-6d14-467e-9014-19eb0e5c200b HTTP/1.1" status: 200 len: 694 time: 2.5163074 Jan 28 17:58:45.187103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42728) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:45.190495 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31e9ae0-1ea9-465f-86b1-ff81b6737150 {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 17:58:45.195993 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f28178-a02c-45c1-ad06-fb8510483c34 None None] Routers {'565de2c1-6d14-467e-9014-19eb0e5c200b'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:45.196383 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.ipam_backend_mixin [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Performing IP validity checks on allocation pools {{(pid=88158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 17:58:45.196607 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-02f28178-a02c-45c1-ad06-fb8510483c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['565de2c1-6d14-467e-9014-19eb0e5c200b'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:45.197280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.ipam_backend_mixin [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 17:58:45.207361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:45.219199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:45.237897 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d75a6925-abdd-44ff-939c-e4dd0780e16c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:45.259840 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Transition to ACTIVE for port object d31e9ae0-1ea9-465f-86b1-ff81b6737150 will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:45.339232 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-85f5e92a-675d-4ad2-b6a3-bade96945734 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3316939 Jan 28 17:58:45.351291 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136acb04-6dbf-491a-809c-a3b3e45010a0 None None] Network 013d2972-b6be-468a-984c-e2dd2514ff7b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:45.427950 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-02f28178-a02c-45c1-ad06-fb8510483c34 None None] Set router 565de2c1-6d14-467e-9014-19eb0e5c200b gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:45.431428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:45.451218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:45.500386 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:45.500920 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0acfc48e-eeaf-41b3-bd5d-95a13cab9fa9 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:45.506392 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d75a6925-abdd-44ff-939c-e4dd0780e16c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for cbbc1a40-abf8-4afd-bf20-8ae87d3536dc owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:45.523181 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dab86986-2823-4a5b-94f1-e17f3767571e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/routers/565de2c1-6d14-467e-9014-19eb0e5c200b HTTP/1.1" status: 200 len: 700 time: 0.3287833 Jan 28 17:58:45.545725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Pushing event deleted for resources: {'Port': ['ID=70bde84a-ff4f-4f88-b312-ac38fb86a4e5,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:45.548437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42734) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:45.554221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:45.660414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a9fc8848-8889-410d-9fbb-78da42036a74 None None] Provisioning for port 6efa4aff-602e-49ab-942a-23c1d827d5aa completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:45.699465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a9fc8848-8889-410d-9fbb-78da42036a74 None None] Provisioning complete for port 6efa4aff-602e-49ab-942a-23c1d827d5aa triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:45.702171 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a9fc8848-8889-410d-9fbb-78da42036a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:45.712211 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-02f28178-a02c-45c1-ad06-fb8510483c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565de2c1-6d14-467e-9014-19eb0e5c200b', 'name': 'tempest-RoutersTest-router-1174147572', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:42Z', 'updated_at': '2022-01-28T17:58:43Z', 'revision_number': 2, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:45.727723 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f28178-a02c-45c1-ad06-fb8510483c34 None None] Checking router: 565de2c1-6d14-467e-9014-19eb0e5c200b for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:58:45.760395 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f28178-a02c-45c1-ad06-fb8510483c34 None None] Routers {'565de2c1-6d14-467e-9014-19eb0e5c200b'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:45.761682 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-02f28178-a02c-45c1-ad06-fb8510483c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['565de2c1-6d14-467e-9014-19eb0e5c200b'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:45.941334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:45.966061 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0e047145-1199-4d29-8281-c8f5910179da tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports?device_id=565de2c1-6d14-467e-9014-19eb0e5c200b HTTP/1.1" status: 200 len: 205 time: 0.4075820 Jan 28 17:58:45.967954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42744) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:46.089826 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbed72e-07a0-4edb-ba69-847750741a8b None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:58:46.103559 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-02f28178-a02c-45c1-ad06-fb8510483c34 None None] Set router 565de2c1-6d14-467e-9014-19eb0e5c200b gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:58:46.210852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Subnet': ['ID=224034b6-c6c2-4e34-8ca4-5cc441beac10,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:46.224485 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-02f28178-a02c-45c1-ad06-fb8510483c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565de2c1-6d14-467e-9014-19eb0e5c200b', 'name': 'tempest-RoutersTest-router-1174147572', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:42Z', 'updated_at': '2022-01-28T17:58:43Z', 'revision_number': 2, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:46.236528 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f28178-a02c-45c1-ad06-fb8510483c34 None None] The sync data for ids ['565de2c1-6d14-467e-9014-19eb0e5c200b'] in dv-neutron-826919-1-hyperv is: [{'id': '565de2c1-6d14-467e-9014-19eb0e5c200b', 'name': 'tempest-RoutersTest-router-1174147572', 'tenant_id': '5e1d6d3a2fde4b12839b6e248852e319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:42Z', 'updated_at': '2022-01-28T17:58:43Z', 'revision_number': 2, 'project_id': '5e1d6d3a2fde4b12839b6e248852e319', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:46.318534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:46.363365 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Pushing event updated for resources: {'Port': ['ID=d31e9ae0-1ea9-465f-86b1-ff81b6737150,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:46.417673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-60062f22-d65e-40d9-954f-eb417c2e9b13 None None] Provisioning for port cbbc1a40-abf8-4afd-bf20-8ae87d3536dc completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:46.437398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-60062f22-d65e-40d9-954f-eb417c2e9b13 None None] Provisioning complete for port cbbc1a40-abf8-4afd-bf20-8ae87d3536dc triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:46.437806 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-60062f22-d65e-40d9-954f-eb417c2e9b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:46.460781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0aae3a0c-110e-4c97-9a98-b7db1b6f4800 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:46.506895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0621ad0-fccd-4b16-a10c-7dab413991b3 req-f1b6a972-6132-4861-8c89-fe1aefde2ab1 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:46.507558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-d0621ad0-fccd-4b16-a10c-7dab413991b3 req-f1b6a972-6132-4861-8c89-fe1aefde2ab1 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Synchronizing usage tracker for tenant:f4cc15f844474f47a3d1494cfe5a41c9 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:46.511177 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-60062f22-d65e-40d9-954f-eb417c2e9b13 None None] Port cbbc1a40-abf8-4afd-bf20-8ae87d3536dc cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:58:46.552931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Attempting to bind port d31e9ae0-1ea9-465f-86b1-ff81b6737150 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:46.553287 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Attempting to bind port d31e9ae0-1ea9-465f-86b1-ff81b6737150 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '8c654a41-6825-4052-b78d-3a967c7cccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:46.553746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Attempting to bind port d31e9ae0-1ea9-465f-86b1-ff81b6737150 on network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:46.565731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Port d31e9ae0-1ea9-465f-86b1-ff81b6737150 on network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:58:46.566049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Attempting to bind port d31e9ae0-1ea9-465f-86b1-ff81b6737150 on network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:46.573501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbed72e-07a0-4edb-ba69-847750741a8b None None] Network 8cf67b3f-42b9-4963-ac11-6caae24ff998 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:58:46.588896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:46.588896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Checking segment: {'id': '8c654a41-6825-4052-b78d-3a967c7cccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:46.588896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Bound using segment: {'id': '8c654a41-6825-4052-b78d-3a967c7cccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:46.589442 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Bound port: d31e9ae0-1ea9-465f-86b1-ff81b6737150, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c654a41-6825-4052-b78d-3a967c7cccc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:46.589949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:46.648631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbed72e-07a0-4edb-ba69-847750741a8b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 8cf67b3f-42b9-4963-ac11-6caae24ff998) {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:58:46.653936 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-d0621ad0-fccd-4b16-a10c-7dab413991b3 req-f1b6a972-6132-4861-8c89-fe1aefde2ab1 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Unset dirty status for tenant:f4cc15f844474f47a3d1494cfe5a41c9 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:46.656851 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d0621ad0-fccd-4b16-a10c-7dab413991b3 req-f1b6a972-6132-4861-8c89-fe1aefde2ab1 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 944 time: 0.6342165 Jan 28 17:58:46.718191 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42756) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:46.759810 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1036883729-network', 'tenant_id': '4ad06a55ff5a4b1d8ab3fe2389df034d'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:46.775118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:46.794548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Checking segment: {'id': 'c70995ab-f8b0-4dd9-99b7-050593205310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8cf67b3f-42b9-4963-ac11-6caae24ff998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:46.794905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network hostable DHCP agents. Network: 8cf67b3f-42b9-4963-ac11-6caae24ff998, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:58:46.805376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:46.810511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:46.842974 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Usage tracker for resource:network and tenant:4ad06a55ff5a4b1d8ab3fe2389df034d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:46.865117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:46.947558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Unable to find a vacant binding_index for network 8cf67b3f-42b9-4963-ac11-6caae24ff998 and agent c169c97f-7c5a-4aa6-952e-f60033f5efaf {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 28 17:58:46.954236 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:46.976174 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d0621ad0-fccd-4b16-a10c-7dab413991b3 req-f544fac9-9c08-414e-90bc-bfa74a0e9dc1 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651312 Jan 28 17:58:46.991821 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] For port d31e9ae0-1ea9-465f-86b1-ff81b6737150, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:47.006262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] For port d31e9ae0-1ea9-465f-86b1-ff81b6737150, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d31e9ae0-1ea9-465f-86b1-ff81b6737150,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:47.026717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 8cf67b3f-42b9-4963-ac11-6caae24ff998) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:47.037853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:47.041997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.045558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0aae3a0c-110e-4c97-9a98-b7db1b6f4800 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.052769 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0aae3a0c-110e-4c97-9a98-b7db1b6f4800 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.077262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d75a6925-abdd-44ff-939c-e4dd0780e16c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.080097 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-8cf67b3f-42b9-4963-ac11-6caae24ff998', 'network_id': '8cf67b3f-42b9-4963-ac11-6caae24ff998', 'tenant_id': '5831e94d5fab43d1b080b35a5e33a6f7', 'fixed_ips': [{'subnet_id': '224034b6-c6c2-4e34-8ca4-5cc441beac10'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:58:47.081614 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.087852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Made reservation on behalf of 4ad06a55ff5a4b1d8ab3fe2389df034d for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:47.093526 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.134156 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.134676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Fanout notify agent at l3_agent the message router_deleted on router 9376ffcd-ea95-40da-a64d-f00e0f5fac9a {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:58:47.145178 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.147435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.148517 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f3ebebc7-2bde-4dd9-b5bf-baae6de2cd64 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "DELETE /v2.0/routers/9376ffcd-ea95-40da-a64d-f00e0f5fac9a HTTP/1.1" status: 204 len: 168 time: 4.7748990 Jan 28 17:58:47.152271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42760) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:47.157443 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b4bc800f-90a8-4abe-842e-088067d1c62c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-700655204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:47.165552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b4bc800f-90a8-4abe-842e-088067d1c62c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:47.168762 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-374a8b3e-b584-4592-898e-075ca6e0847b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7525859 Jan 28 17:58:47.170984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0aae3a0c-110e-4c97-9a98-b7db1b6f4800 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.181267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aae3a0c-110e-4c97-9a98-b7db1b6f4800 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Fanout notify agent at l3_agent the message router_deleted on router 565de2c1-6d14-467e-9014-19eb0e5c200b {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:58:47.181267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b4bc800f-90a8-4abe-842e-088067d1c62c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Usage tracker for resource:router and tenant:b19d324a2e6d496e805530bcc90e4cba is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:47.182453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0aae3a0c-110e-4c97-9a98-b7db1b6f4800 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.186696 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0aae3a0c-110e-4c97-9a98-b7db1b6f4800 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/routers/565de2c1-6d14-467e-9014-19eb0e5c200b HTTP/1.1" status: 204 len: 168 time: 1.0949013 Jan 28 17:58:47.186696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b4bc800f-90a8-4abe-842e-088067d1c62c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:47.186962 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.187949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42764) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:47.188075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42766) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:47.196609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.221136 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.223061 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a6925-abdd-44ff-939c-e4dd0780e16c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=cbbc1a40-abf8-4afd-bf20-8ae87d3536dc,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:47.279604 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Allocated IP 172.20.0.3 (8cf67b3f-42b9-4963-ac11-6caae24ff998/224034b6-c6c2-4e34-8ca4-5cc441beac10/f49c98eb-fbf1-4dba-9896-64ad8b6e56b4) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:47.300675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b4bc800f-90a8-4abe-842e-088067d1c62c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:47.328122 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cf55a7e2-a1bf-422e-a5ef-323529be9f02 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports?device_id=565de2c1-6d14-467e-9014-19eb0e5c200b HTTP/1.1" status: 200 len: 205 time: 0.1375630 Jan 28 17:58:47.334881 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42772) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:47.361904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:47.368461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:47.369100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.370869 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] 10.222.0.16 "PUT /v2.0/ports/d31e9ae0-1ea9-465f-86b1-ff81b6737150 HTTP/1.1" status: 200 len: 1094 time: 3.5640047 Jan 28 17:58:47.400805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36431fce-ca35-4702-b3bf-799af59fd92e', 'tag': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:58:47.431742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Usage tracker for resource:security_group_rule and tenant:4ad06a55ff5a4b1d8ab3fe2389df034d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:47.440119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:47.460542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b4bc800f-90a8-4abe-842e-088067d1c62c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.460731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:47.461569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b4bc800f-90a8-4abe-842e-088067d1c62c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.467055 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d75a6925-abdd-44ff-939c-e4dd0780e16c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.492667 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-6dd43b2f-2fd6-4d83-a089-656be652a7c7 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] delete failed (client error): The resource could not be found. Jan 28 17:58:47.493634 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6dd43b2f-2fd6-4d83-a089-656be652a7c7 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/routers/565de2c1-6d14-467e-9014-19eb0e5c200b HTTP/1.1" status: 404 len: 336 time: 0.1542563 Jan 28 17:58:47.498543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42778) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:47.505473 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36431fce-ca35-4702-b3bf-799af59fd92e', 'tag': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'status': 'completed', 'code': 200} Jan 28 17:58:47.546334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.557624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Transition to ACTIVE for port object f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:47.573075 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ffdfdf-64ae-4273-a120-492fd3a989dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] DELETE failed (client error): The resource could not be found. Jan 28 17:58:47.573598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ffdfdf-64ae-4273-a120-492fd3a989dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:58:47.574006 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2fd2f-0842-45ff-899e-8d4a823f28cc service neutron] Pushing event updated for resources: {'Port': ['ID=d31e9ae0-1ea9-465f-86b1-ff81b6737150,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:47.579725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Transition to ACTIVE for port object f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:47.584595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b4bc800f-90a8-4abe-842e-088067d1c62c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.602213 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-05ffdfdf-64ae-4273-a120-492fd3a989dd tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/a9892dc2-5402-4f2c-9d2d-23a5b35c065e HTTP/1.1" status: 404 len: 337 time: 0.0795825 Jan 28 17:58:47.605438 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d75a6925-abdd-44ff-939c-e4dd0780e16c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/cbbc1a40-abf8-4afd-bf20-8ae87d3536dc HTTP/1.1" status: 204 len: 168 time: 3.3473313 Jan 28 17:58:47.606846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.609994 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42782) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:47.610319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42784) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:47.666708 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Allocated IP 172.26.1.53 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/7c62880b-498f-4000-a93e-0aab7bcb9609) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:47.676884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.701042 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3fc45a-065c-46ab-a693-f2f95f22d6e6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] DELETE failed (client error): The resource could not be found. Jan 28 17:58:47.701484 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3fc45a-065c-46ab-a693-f2f95f22d6e6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:58:47.703140 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1c3fc45a-065c-46ab-a693-f2f95f22d6e6 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/d8c23cd3-854e-454d-83c9-c12212204dcc HTTP/1.1" status: 404 len: 337 time: 0.0919034 Jan 28 17:58:47.709307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42790) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:47.711788 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Deleting port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:47.712170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.721166 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-d74db9d2-ff7f-403a-a9f9-3f86e7c32fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:47.722758 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-d74db9d2-ff7f-403a-a9f9-3f86e7c32fe0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4cc15f844474f47a3d1494cfe5a41c9&device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 1097 time: 0.2085001 Jan 28 17:58:47.753001 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Network 8cf67b3f-42b9-4963-ac11-6caae24ff998 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:47.756006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:47.759640 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:47.765310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Pushing event updated for resources: {'Port': ['ID=f49c98eb-fbf1-4dba-9896-64ad8b6e56b4,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:47.784113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b4bc800f-90a8-4abe-842e-088067d1c62c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.809754 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d164e0e0-2df8-4017-accd-180167b22e5e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] DELETE failed (client error): The resource could not be found. Jan 28 17:58:47.810202 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d164e0e0-2df8-4017-accd-180167b22e5e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:58:47.815117 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d164e0e0-2df8-4017-accd-180167b22e5e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/109fd6b0-abce-4f7c-a1eb-5a6f5319eb98 HTTP/1.1" status: 404 len: 337 time: 0.1017454 Jan 28 17:58:47.820323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42794) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:47.854485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Attempting to bind port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:47.854882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Attempting to bind port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'c70995ab-f8b0-4dd9-99b7-050593205310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8cf67b3f-42b9-4963-ac11-6caae24ff998'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:47.855035 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-b320a86f-6ae9-44a3-bfbc-4e3729217c77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d31e9ae0-1ea9-465f-86b1-ff81b6737150 HTTP/1.1" status: 200 len: 217 time: 0.0866544 Jan 28 17:58:47.855257 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Attempting to bind port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 on network 8cf67b3f-42b9-4963-ac11-6caae24ff998 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:47.862086 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:47.862464 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Checking segment: {'id': 'c70995ab-f8b0-4dd9-99b7-050593205310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8cf67b3f-42b9-4963-ac11-6caae24ff998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:47.863206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.863348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Bound using segment: {'id': 'c70995ab-f8b0-4dd9-99b7-050593205310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8cf67b3f-42b9-4963-ac11-6caae24ff998'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:47.863843 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Bound port: f49c98eb-fbf1-4dba-9896-64ad8b6e56b4, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70995ab-f8b0-4dd9-99b7-050593205310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8cf67b3f-42b9-4963-ac11-6caae24ff998'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:47.864220 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.870232 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e82bba-9e4d-4223-b76f-3721589020b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] DELETE failed (client error): The resource could not be found. Jan 28 17:58:47.870449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e82bba-9e4d-4223-b76f-3721589020b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:58:47.874534 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e3e82bba-9e4d-4223-b76f-3721589020b9 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/e62590f7-3b31-41eb-a834-c806af9b2c64 HTTP/1.1" status: 404 len: 337 time: 0.0507824 Jan 28 17:58:47.896969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42798) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:47.914704 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.972201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b4bc800f-90a8-4abe-842e-088067d1c62c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:47.974016 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b4bc800f-90a8-4abe-842e-088067d1c62c tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8208151 Jan 28 17:58:47.976328 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] For port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:47.983733 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] For port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f49c98eb-fbf1-4dba-9896-64ad8b6e56b4,segment=NetworkSegment(c70995ab-f8b0-4dd9-99b7-050593205310),segment_id=c70995ab-f8b0-4dd9-99b7-050593205310)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:47.989954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42802) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:47.996742 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f8130130-c9ca-491e-9059-a06741462097 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 HTTP/1.1" status: 200 len: 205 time: 0.0810649 Jan 28 17:58:48.004490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Request body: {'router': {'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:48.049734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:48.059290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42808) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:48.071633 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:48.153809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d18255-022c-47b3-b6ec-dd9bc576653c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:48.155416 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-87d18255-022c-47b3-b6ec-dd9bc576653c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5420859 Jan 28 17:58:48.175026 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42812) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:48.186430 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd14e9-c8bf-4892-8c65-6fa9ffdd89f1 None None] Pushing event updated for resources: {'Port': ['ID=f49c98eb-fbf1-4dba-9896-64ad8b6e56b4,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:48.187260 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:58:48.240361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-56c7c6c6-7caa-4ea2-b500-3bd22e69a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:48.241811 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-56c7c6c6-7caa-4ea2-b500-3bd22e69a5ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5188d41f-1359-48c7-95b8-dac3786107e0 HTTP/1.1" status: 200 len: 834 time: 0.3749800 Jan 28 17:58:48.281583 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-4d8e78e0-e290-441e-a260-93b7d0fa1540 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] delete failed (client error): The resource could not be found. Jan 28 17:58:48.285557 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4d8e78e0-e290-441e-a260-93b7d0fa1540 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/routers/b8c5bd86-a0c5-45c0-9db2-39ce2f9d5d10 HTTP/1.1" status: 404 len: 336 time: 0.2207849 Jan 28 17:58:48.294201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42816) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:48.306514 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0614f082-ac91-4283-8556-1d1de2bb84d1,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:48.312332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:48.312683 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Added segment ce533af3-a052-44ac-abb6-f81461cbbbcc of type vlan for network 71095246-a06c-46ac-9a25-37b69b53efa3 Jan 28 17:58:48.336715 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:48.417571 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:48.509911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb3c47-ee65-47cc-9fb2-3e2867911fca req-618a6932-1d0a-4784-89a5-04929cbd8237 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:48.510319 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e1fb3c47-ee65-47cc-9fb2-3e2867911fca req-618a6932-1d0a-4784-89a5-04929cbd8237 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 944 time: 0.3993421 Jan 28 17:58:48.553016 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-af4e1b3d-09f1-4c3a-8d2d-31ddd5e00898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:48.555122 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-af4e1b3d-09f1-4c3a-8d2d-31ddd5e00898 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11d6f6f3-ff9e-4d56-8bda-9cef17edb99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3006480 Jan 28 17:58:48.558594 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f76cd0f9-eb36-41fb-b465-ecd8099a8788 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports?device_id=4676a79e-687f-4f6f-882d-b67e57c3fcc0 HTTP/1.1" status: 200 len: 205 time: 0.2632921 Jan 28 17:58:48.567377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20b0e50-a62d-4b92-aef8-0752097ea52e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:48.573142 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a20b0e50-a62d-4b92-aef8-0752097ea52e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:48.573142 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42820) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:48.596363 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:48.601758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:48.601758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:48.758131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:48.767889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] For port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4, host dv-neutron-826919-1-hyperv, got binding levels [] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:48.768175 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:48.784510 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:48.866679 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-f595c298-e632-4f89-b20a-45ff926cd410 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] delete failed (client error): The resource could not be found. Jan 28 17:58:48.867744 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f595c298-e632-4f89-b20a-45ff926cd410 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/routers/4676a79e-687f-4f6f-882d-b67e57c3fcc0 HTTP/1.1" status: 404 len: 336 time: 0.2762222 Jan 28 17:58:48.891373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42824) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:48.900913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Calling delete_port for f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:48.915024 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e1fb3c47-ee65-47cc-9fb2-3e2867911fca req-2b0234f5-8356-4bdc-8efb-8de95f52f083 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874905 Jan 28 17:58:48.942507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:48.947883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a20b0e50-a62d-4b92-aef8-0752097ea52e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:48.951392 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a20b0e50-a62d-4b92-aef8-0752097ea52e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7659378 Jan 28 17:58:48.959107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42828) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:48.961864 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] Pushing event updated for resources: {'Network': ['ID=71095246-a06c-46ac-9a25-37b69b53efa3,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:48.964265 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:48.973038 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:48.985038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 71095246-a06c-46ac-9a25-37b69b53efa3 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:58:49.020460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Pushing event updated for resources: {'Port': ['ID=7c62880b-498f-4000-a93e-0aab7bcb9609,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:49.041682 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e864b2-a55a-45a3-bdab-ab2084cde692 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] DELETE failed (client error): The resource could not be found. Jan 28 17:58:49.042360 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e864b2-a55a-45a3-bdab-ab2084cde692 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:58:49.043836 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-43e864b2-a55a-45a3-bdab-ab2084cde692 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/60b6c5ab-1a9f-4e44-a681-94715fb3f7c1 HTTP/1.1" status: 404 len: 337 time: 0.1510322 Jan 28 17:58:49.054288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42832) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:49.064761 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4416e560-37a4-4943-8b74-90042c8d1044 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3397093 Jan 28 17:58:49.072768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42836) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:49.135475 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-5ff7a46c-94f4-4200-86b6-eef64dd63035 service neutron] 10.222.0.16 "GET /v2.0/networks/11d6f6f3-ff9e-4d56-8bda-9cef17edb99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614724 Jan 28 17:58:49.141719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Request body: {'subnet': {'network_id': '71095246-a06c-46ac-9a25-37b69b53efa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1036883729-subnet', 'tenant_id': '4ad06a55ff5a4b1d8ab3fe2389df034d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:49.160052 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:49.176709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-51613b90-800e-46a8-a147-b3901772956b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Synchronizing usage tracker for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:49.182723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2501a184-32fe-4ac7-a55d-ae3ac1591726 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:49.184249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2501a184-32fe-4ac7-a55d-ae3ac1591726 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:49.186086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2501a184-32fe-4ac7-a55d-ae3ac1591726 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:49.187694 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2501a184-32fe-4ac7-a55d-ae3ac1591726 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2218909 Jan 28 17:58:49.191329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Usage tracker for resource:subnet and tenant:4ad06a55ff5a4b1d8ab3fe2389df034d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:49.193950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42840) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:49.197777 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:49.253515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:49.254945 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:49.281250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:58:49.281828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:58:49.297312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-3701737f-7f3b-419d-8735-2f5465970211 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 1cc2899b-2f37-4b91-a258-0b91f38e7e70 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:58:49.301801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3701737f-7f3b-419d-8735-2f5465970211 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:49.342092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-51613b90-800e-46a8-a147-b3901772956b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] Unset dirty status for tenant:5e1d6d3a2fde4b12839b6e248852e319 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:49.343775 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-51613b90-800e-46a8-a147-b3901772956b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f983aba-7145-4d84-8c29-ba2b5682ec1e HTTP/1.1" status: 200 len: 205 time: 0.2774830 Jan 28 17:58:49.350515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Made reservation on behalf of 4ad06a55ff5a4b1d8ab3fe2389df034d for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:49.352825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:49.364657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42844) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:49.397234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46672e0f-a978-4352-b609-f7013510fd93 None None] Network 8cf67b3f-42b9-4963-ac11-6caae24ff998 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:49.479697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:49.501098 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b8c42e9-4c7f-4f90-bb9f-4890745b29b8 req-fb9a75c9-6db1-4797-a9b6-e15490b8486a service neutron] 10.222.0.16 "GET /v2.0/networks/11d6f6f3-ff9e-4d56-8bda-9cef17edb99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531585 Jan 28 17:58:49.547063 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-1573211c-5c8d-4276-b915-767cf2640141 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] delete failed (client error): The resource could not be found. Jan 28 17:58:49.548017 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1573211c-5c8d-4276-b915-767cf2640141 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/routers/9f983aba-7145-4d84-8c29-ba2b5682ec1e HTTP/1.1" status: 404 len: 336 time: 0.1739233 Jan 28 17:58:49.550955 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42848) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:49.562869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3701737f-7f3b-419d-8735-2f5465970211 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:49.650595 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6a991dc1-6c4d-4746-b677-fc49a9b1ece8 None None] Provisioning for port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:49.690900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6a991dc1-6c4d-4746-b677-fc49a9b1ece8 None None] Provisioning complete for port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:49.691299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6a991dc1-6c4d-4746-b677-fc49a9b1ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:49.778091 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-269abaad-8681-44bd-8c84-10799f8230c0 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports?device_id=6addf2dd-79c7-4641-b31d-59746e3a7df8 HTTP/1.1" status: 200 len: 205 time: 0.2245266 Jan 28 17:58:49.788196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42852) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:49.808115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Deleting port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:49.808465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:49.864011 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:49.885972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6a991dc1-6c4d-4746-b677-fc49a9b1ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:49.980599 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6a991dc1-6c4d-4746-b677-fc49a9b1ece8 None None] For port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f49c98eb-fbf1-4dba-9896-64ad8b6e56b4,segment=NetworkSegment(c70995ab-f8b0-4dd9-99b7-050593205310),segment_id=c70995ab-f8b0-4dd9-99b7-050593205310)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:50.053808 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6a991dc1-6c4d-4746-b677-fc49a9b1ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:50.121363 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-bfa78847-c558-4aad-9130-9d95485c696f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] delete failed (client error): The resource could not be found. Jan 28 17:58:50.122429 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bfa78847-c558-4aad-9130-9d95485c696f tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/routers/6addf2dd-79c7-4641-b31d-59746e3a7df8 HTTP/1.1" status: 404 len: 336 time: 0.3328629 Jan 28 17:58:50.127050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42858) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:50.152993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a991dc1-6c4d-4746-b677-fc49a9b1ece8 None None] Pushing event updated for resources: {'Port': ['ID=f49c98eb-fbf1-4dba-9896-64ad8b6e56b4,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:50.241875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:50.260617 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d245ffa7-6e06-4333-89cf-50468597e8cc tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] DELETE failed (client error): The resource could not be found. Jan 28 17:58:50.261078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d245ffa7-6e06-4333-89cf-50468597e8cc tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:58:50.265265 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d245ffa7-6e06-4333-89cf-50468597e8cc tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/0ba655e9-ae45-4f1d-bee4-888fd6ea6d1a HTTP/1.1" status: 404 len: 337 time: 0.0789201 Jan 28 17:58:50.266449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42862) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:50.323206 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0c3bcd38-3681-4a1a-9766-b78dc593c1b5 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1495ad2-936f-460a-bfc1-0d892dbf5502 HTTP/1.1" status: 200 len: 205 time: 0.0555427 Jan 28 17:58:50.327101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42866) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:50.350676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:50.374518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3701737f-7f3b-419d-8735-2f5465970211 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:50.385478 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf017bc-a594-483c-b895-43cad8f6c4dc req-ba6ed9cf-50ca-47c8-b5fe-30a200078054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:50.387147 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3bf017bc-a594-483c-b895-43cad8f6c4dc req-ba6ed9cf-50ca-47c8-b5fe-30a200078054 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4cc15f844474f47a3d1494cfe5a41c9&device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 1097 time: 0.6645195 Jan 28 17:58:50.420244 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:50.480247 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-eb0c1ec8-9360-4481-be52-6dfaa5d1124b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] delete failed (client error): The resource could not be found. Jan 28 17:58:50.483604 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-eb0c1ec8-9360-4481-be52-6dfaa5d1124b tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/routers/f1495ad2-936f-460a-bfc1-0d892dbf5502 HTTP/1.1" status: 404 len: 336 time: 0.1520774 Jan 28 17:58:50.494859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42870) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:50.523265 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df7f8a-4e9d-48a8-bcf8-d5d12ed9148d None None] Network 8cf67b3f-42b9-4963-ac11-6caae24ff998 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:50.615863 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d2f45e-ed70-470f-b65f-17d0676b1088 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] DELETE failed (client error): The resource could not be found. Jan 28 17:58:50.616439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d2f45e-ed70-470f-b65f-17d0676b1088 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:58:50.620452 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-69d2f45e-ed70-470f-b65f-17d0676b1088 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/565129ae-acf1-4679-a242-868577c646fa HTTP/1.1" status: 404 len: 337 time: 0.1226304 Jan 28 17:58:50.622691 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42874) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:50.685821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d92b9ec0-d5fd-4661-a2db-921a9dc37c94 None None] Provisioning complete for port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:50.686347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d92b9ec0-d5fd-4661-a2db-921a9dc37c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:50.757532 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-00e839f4-b25a-416d-8349-0a311d736eeb tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7430847-5a11-432d-8009-180ff05e8e39 HTTP/1.1" status: 200 len: 205 time: 0.1298084 Jan 28 17:58:50.760901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42878) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:50.782040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e499ff-65ee-4fd5-8003-a3854c29c019 req-691e9a2c-381d-43ff-940a-108e43ac954e tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:50.783642 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-57e499ff-65ee-4fd5-8003-a3854c29c019 req-691e9a2c-381d-43ff-940a-108e43ac954e tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 944 time: 0.5855186 Jan 28 17:58:50.797265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] For port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f49c98eb-fbf1-4dba-9896-64ad8b6e56b4,segment=NetworkSegment(c70995ab-f8b0-4dd9-99b7-050593205310),segment_id=c70995ab-f8b0-4dd9-99b7-050593205310)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:50.797620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:50.811654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Allocated IP 172.26.1.143 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/8d327a4e-c361-4dc0-8536-90c3221ece3a) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:50.853387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf017bc-a594-483c-b895-43cad8f6c4dc req-3d161d8a-35d8-4a26-a0a6-dfbb7693055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:50.854829 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3bf017bc-a594-483c-b895-43cad8f6c4dc req-3d161d8a-35d8-4a26-a0a6-dfbb7693055f service neutron] 10.222.0.16 "GET /v2.0/networks?id=11d6f6f3-ff9e-4d56-8bda-9cef17edb99f HTTP/1.1" status: 200 len: 898 time: 0.4599266 Jan 28 17:58:50.855683 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-d18af9a0-22a9-47a0-bcd7-3e902ee74e4e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] delete failed (client error): The resource could not be found. Jan 28 17:58:50.858940 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d18af9a0-22a9-47a0-bcd7-3e902ee74e4e tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/routers/c7430847-5a11-432d-8009-180ff05e8e39 HTTP/1.1" status: 404 len: 336 time: 0.0934436 Jan 28 17:58:50.859823 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42882) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:50.892161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:50.896053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3701737f-7f3b-419d-8735-2f5465970211 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:50.995943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Calling delete_port for f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:51.012913 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3bf017bc-a594-483c-b895-43cad8f6c4dc req-4d6fd2c2-28fb-4e19-8aab-06b832cf43ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d31e9ae0-1ea9-465f-86b1-ff81b6737150 HTTP/1.1" status: 200 len: 217 time: 0.1502109 Jan 28 17:58:51.030778 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3796e894-8b67-494c-b390-d888be3d4c76 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] DELETE failed (client error): The resource could not be found. Jan 28 17:58:51.031275 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3796e894-8b67-494c-b390-d888be3d4c76 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:58:51.037620 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3796e894-8b67-494c-b390-d888be3d4c76 tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/c9d95e51-b0f5-4a4b-9ae2-739292390986 HTTP/1.1" status: 404 len: 337 time: 0.1725411 Jan 28 17:58:51.053647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42886) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:51.100666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3701737f-7f3b-419d-8735-2f5465970211 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:51.108550 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eba4dc-9b8c-48f1-9428-909490530ec5 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:51.156200 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b337eb20-86c2-45e6-801d-948cdd705d8c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] DELETE failed (client error): The resource could not be found. Jan 28 17:58:51.156658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b337eb20-86c2-45e6-801d-948cdd705d8c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:58:51.161862 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-57e499ff-65ee-4fd5-8003-a3854c29c019 req-758c73d4-ba99-4fbf-93db-9e6512429e7b tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560374 Jan 28 17:58:51.179524 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf017bc-a594-483c-b895-43cad8f6c4dc req-a858c40a-4de3-4ffb-89bb-7b2ab6a192aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:51.181163 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3bf017bc-a594-483c-b895-43cad8f6c4dc req-a858c40a-4de3-4ffb-89bb-7b2ab6a192aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5188d41f-1359-48c7-95b8-dac3786107e0 HTTP/1.1" status: 200 len: 834 time: 0.1592031 Jan 28 17:58:51.221149 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:51.248344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:51.296733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfffb802-3599-43d6-b06d-d0d6e95ea12c,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:51.310913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3e53e03d-fbf7-427c-9857-0d66a5df0727 None None] Provisioning complete for port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:51.315436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3e53e03d-fbf7-427c-9857-0d66a5df0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:51.315615 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3701737f-7f3b-419d-8735-2f5465970211 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/1cc2899b-2f37-4b91-a258-0b91f38e7e70 HTTP/1.1" status: 204 len: 168 time: 2.1167476 Jan 28 17:58:51.315615 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b337eb20-86c2-45e6-801d-948cdd705d8c tempest-RoutersTest-1506386329 tempest-RoutersTest-1506386329-project] 10.222.0.26 "DELETE /v2.0/subnets/e6ce4f48-209c-454c-9e25-c8e1bb007e15 HTTP/1.1" status: 404 len: 337 time: 0.2439482 Jan 28 17:58:51.323164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42890) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:51.362547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Checking segment: {'id': 'ce533af3-a052-44ac-abb6-f81461cbbbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71095246-a06c-46ac-9a25-37b69b53efa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:51.363231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Network hostable DHCP agents. Network: 71095246-a06c-46ac-9a25-37b69b53efa3, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:58:51.376348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701737f-7f3b-419d-8735-2f5465970211 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc2899b-2f37-4b91-a258-0b91f38e7e70,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:51.462527 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:51.463047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:51.463429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:51.521960 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Network 71095246-a06c-46ac-9a25-37b69b53efa3 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:58:51.556775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:51.608578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Port': ['ID=f49c98eb-fbf1-4dba-9896-64ad8b6e56b4,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:51.613954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Could not find standard attr ID for object f49c98eb-fbf1-4dba-9896-64ad8b6e56b4. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 17:58:51.626249 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No ports have port_id starting with f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 Jan 28 17:58:51.644367 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-df80d08f-35bb-4ebf-a40c-2ca070e82cf2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 31cbf414-c14a-4280-9ba0-a744681377f5 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:58:51.646506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:51.651494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf017bc-a594-483c-b895-43cad8f6c4dc req-187a81d5-a5e5-4209-a9e5-5edd2cbfc759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:51.653098 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3bf017bc-a594-483c-b895-43cad8f6c4dc req-187a81d5-a5e5-4209-a9e5-5edd2cbfc759 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11d6f6f3-ff9e-4d56-8bda-9cef17edb99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4662077 Jan 28 17:58:51.653843 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df80d08f-35bb-4ebf-a40c-2ca070e82cf2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:51.720176 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7089a54f-b5cc-4310-8b83-24ff77fbeb64 None None] DHCP port deletion for 8cf67b3f-42b9-4963-ac11-6caae24ff998 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:58:51.760134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 71095246-a06c-46ac-9a25-37b69b53efa3) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:51.764982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:51.765895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:51.771535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929c2d2c-5088-408a-af9f-dc60d2dc6357 None None] Network 71095246-a06c-46ac-9a25-37b69b53efa3 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:51.796732 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No DVR routers for this DVR port f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:58:51.815853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df80d08f-35bb-4ebf-a40c-2ca070e82cf2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:51.834169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:51.841359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:51.843956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:51.979879 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3bf017bc-a594-483c-b895-43cad8f6c4dc req-521c6bbf-3eb7-469e-9532-0c0fcf51b2e5 service neutron] 10.222.0.16 "GET /v2.0/networks/11d6f6f3-ff9e-4d56-8bda-9cef17edb99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905366 Jan 28 17:58:52.035274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df80d08f-35bb-4ebf-a40c-2ca070e82cf2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:52.071900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device d31e9ae0-1ea9-465f-86b1-ff81b6737150 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 17:58:52.121235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42898) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:52.144980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Pushing event updated for resources: {'Port': ['ID=8d327a4e-c361-4dc0-8536-90c3221ece3a,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:52.175547 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50d6656-a5fe-4c64-8426-5c29e8cc9405 None None] Network 71095246-a06c-46ac-9a25-37b69b53efa3 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:52.221117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Router ba01a75b-88db-48a8-a7ad-4906de48214c is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:58:52.263725 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-73a4d394-d3ae-43df-ae62-014ab1161933 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1889470 Jan 28 17:58:52.284572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:52.331900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df80d08f-35bb-4ebf-a40c-2ca070e82cf2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:52.469348 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3bf017bc-a594-483c-b895-43cad8f6c4dc req-a48b8cdb-f7b7-4bf1-b8ee-bda728dc5dc0 service neutron] 10.222.0.16 "GET /v2.0/networks/11d6f6f3-ff9e-4d56-8bda-9cef17edb99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831340 Jan 28 17:58:52.470045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80d08f-35bb-4ebf-a40c-2ca070e82cf2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=31cbf414-c14a-4280-9ba0-a744681377f5,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:52.476606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df80d08f-35bb-4ebf-a40c-2ca070e82cf2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:52.583307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:52.592722 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-df80d08f-35bb-4ebf-a40c-2ca070e82cf2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/31cbf414-c14a-4280-9ba0-a744681377f5 HTTP/1.1" status: 204 len: 168 time: 1.2667031 Jan 28 17:58:52.597186 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42910) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:52.639212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port d31e9ae0-1ea9-465f-86b1-ff81b6737150, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d31e9ae0-1ea9-465f-86b1-ff81b6737150,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:52.657923 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e785dd33-bd15-4bca-b831-b58e4fa8204a None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:52.662659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Subnet': ['ID=224034b6-c6c2-4e34-8ca4-5cc441beac10,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:52.690140 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5b6b5a68-866f-4097-8305-499a8c9d179e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912743 Jan 28 17:58:52.692957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42914) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:52.693105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468ac868-dc79-436c-9163-3b35b226f959 None None] Network 8cf67b3f-42b9-4963-ac11-6caae24ff998 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:52.705568 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-94dc672a-eef1-4763-b6f3-dd5430dfe4cc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:52.734437 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:52.755309 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'port_id': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'mac_address': 'fa:16:3e:b1:98:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 17:58:52.852975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba950ca-1fe9-40fb-87e9-e445cbdd3d6b req-29e1d9a3-73b3-438c-9fcb-e9a6b1c3524c tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:52.864596 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4ba950ca-1fe9-40fb-87e9-e445cbdd3d6b req-29e1d9a3-73b3-438c-9fcb-e9a6b1c3524c tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 944 time: 0.4459267 Jan 28 17:58:52.886040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:52.890258 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-876426d3-5988-4dfa-a04d-f154c2645112 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.0809047 Jan 28 17:58:52.892625 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42922) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:52.894283 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7e549-bdd2-42ed-a688-900552539e15 None None] Sync routers for ids ['ba01a75b-88db-48a8-a7ad-4906de48214c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:52.904031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-850915e1-22ed-4946-b093-9e7aadc17acf tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'enable_snat': False}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:52.938171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:52.975729 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-94dc672a-eef1-4763-b6f3-dd5430dfe4cc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:53.005183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-94dc672a-eef1-4763-b6f3-dd5430dfe4cc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:53.010132 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0ce2007f-47a5-409d-94e7-79f67188bfbe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e1d6d3a2fde4b12839b6e248852e319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8782740 Jan 28 17:58:53.012258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42934) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:53.013037 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-94dc672a-eef1-4763-b6f3-dd5430dfe4cc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:53.025571 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4ba950ca-1fe9-40fb-87e9-e445cbdd3d6b req-69377f8e-87f9-4a16-9cc7-ad713e857367 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612222 Jan 28 17:58:53.034056 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.048385 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-94dc672a-eef1-4763-b6f3-dd5430dfe4cc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:53.094646 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7e549-bdd2-42ed-a688-900552539e15 None None] Routers {'ba01a75b-88db-48a8-a7ad-4906de48214c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:53.095319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d1f7e549-bdd2-42ed-a688-900552539e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['ba01a75b-88db-48a8-a7ad-4906de48214c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:53.167181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf67b3f-42b9-4963-ac11-6caae24ff998']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:53.170347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d1f7e549-bdd2-42ed-a688-900552539e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:53.194022 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70995ab-f8b0-4dd9-99b7-050593205310') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:53.194356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70995ab-f8b0-4dd9-99b7-050593205310') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:53.209832 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:53.246476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-dfcce378-5a59-458d-a591-5bec7e0cf383 None None] Provisioning complete for port 6efa4aff-602e-49ab-942a-23c1d827d5aa triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:53.246846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dfcce378-5a59-458d-a591-5bec7e0cf383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.256856 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-318e30b9-fbb7-4c93-970d-3490902979a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.310910 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.336885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.351029 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.360630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:53.361069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f49c98eb-fbf1-4dba-9896-64ad8b6e56b4 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:53.374565 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-126dcf65-4a1d-402a-ae61-bed606a0f9d0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:53.375316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-126dcf65-4a1d-402a-ae61-bed606a0f9d0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Synchronizing usage tracker for tenant:202c38a3be5a46d693d74da67653d37c on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:53.414483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dc672a-eef1-4763-b6f3-dd5430dfe4cc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:53.417913 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-94dc672a-eef1-4763-b6f3-dd5430dfe4cc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.430809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7e549-bdd2-42ed-a688-900552539e15 None None] Routers {'ba01a75b-88db-48a8-a7ad-4906de48214c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:53.431469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d1f7e549-bdd2-42ed-a688-900552539e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['ba01a75b-88db-48a8-a7ad-4906de48214c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:53.437739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:58:53.438093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:58:53.455598 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:58:53.507120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d31e9ae0-1ea9-465f-86b1-ff81b6737150 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 17:58:53.528396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-318e30b9-fbb7-4c93-970d-3490902979a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.530087 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d1f7e549-bdd2-42ed-a688-900552539e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:53.530358 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f7e549-bdd2-42ed-a688-900552539e15 None None] The sync data for ids ['ba01a75b-88db-48a8-a7ad-4906de48214c'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:53.551561 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port d31e9ae0-1ea9-465f-86b1-ff81b6737150, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d31e9ae0-1ea9-465f-86b1-ff81b6737150,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:53.594649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43465bb0-dcde-4bbe-bce7-7e46ccb16e9f None None] DHCP port deletion for 8cf67b3f-42b9-4963-ac11-6caae24ff998 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:58:53.624041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-126dcf65-4a1d-402a-ae61-bed606a0f9d0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Unset dirty status for tenant:202c38a3be5a46d693d74da67653d37c on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:53.625304 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-126dcf65-4a1d-402a-ae61-bed606a0f9d0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/networks?id=013d2972-b6be-468a-984c-e2dd2514ff7b HTTP/1.1" status: 200 len: 812 time: 0.6051030 Jan 28 17:58:53.636208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.719149 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=d31e9ae0-1ea9-465f-86b1-ff81b6737150,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:53.735493 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7706f0-0d27-4f84-b511-cdc93e1aba76 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:58:53.740520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-6e7706f0-0d27-4f84-b511-cdc93e1aba76 None None] Deleting port 6efa4aff-602e-49ab-942a-23c1d827d5aa {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:53.741014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6e7706f0-0d27-4f84-b511-cdc93e1aba76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.776578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.791612 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-c8fd475a-8bdf-4202-8050-1753218bbf37 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/quotas/202c38a3be5a46d693d74da67653d37c HTTP/1.1" status: 200 len: 375 time: 0.0193222 Jan 28 17:58:53.812086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.853880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Network': ['ID=8cf67b3f-42b9-4963-ac11-6caae24ff998,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:53.868736 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['d31e9ae0-1ea9-465f-86b1-ff81b6737150'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 17:58:53.875385 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a8c8f7f4-6529-4dbe-9ec9-5557ba7d0698 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/8cf67b3f-42b9-4963-ac11-6caae24ff998 HTTP/1.1" status: 204 len: 168 time: 6.6827469 Jan 28 17:58:53.875385 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-64966f4e-aad4-4bf7-987c-1e3b9c5dd673 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=202c38a3be5a46d693d74da67653d37c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587258 Jan 28 17:58:53.878732 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42938) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:53.887282 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1227111581'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:53.894642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.906841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:53.912983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.916318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:network and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:53.920165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:53.958474 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-318e30b9-fbb7-4c93-970d-3490902979a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:53.992098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:54.041944 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e30b9-fbb7-4c93-970d-3490902979a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bcb8d3-ea0e-42ad-a0b6-d6c84c03d953,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:54.149382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-850915e1-22ed-4946-b093-9e7aadc17acf tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:54.157227 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6e7706f0-0d27-4f84-b511-cdc93e1aba76 None None] For port 6efa4aff-602e-49ab-942a-23c1d827d5aa, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6efa4aff-602e-49ab-942a-23c1d827d5aa,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:54.157789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6e7706f0-0d27-4f84-b511-cdc93e1aba76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:54.168562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-318e30b9-fbb7-4c93-970d-3490902979a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:54.173164 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-318e30b9-fbb7-4c93-970d-3490902979a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01bcb8d3-ea0e-42ad-a0b6-d6c84c03d953 HTTP/1.1" status: 204 len: 168 time: 1.1434927 Jan 28 17:58:54.211071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:54.213381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:54.325716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:58:54.326348 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-94dc672a-eef1-4763-b6f3-dd5430dfe4cc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:54.373268 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-b3ef5334-db0d-4813-83bb-7afccef6fa6a service neutron] 10.222.0.26 "GET /v2.0/networks/013d2972-b6be-468a-984c-e2dd2514ff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821200 Jan 28 17:58:54.383337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:54.383693 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Added segment cc9343eb-111e-4721-a6d0-76cfd7aed143 of type vlan for network b9e1f157-e952-47d7-bd03-317951c0414a Jan 28 17:58:54.401179 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-6e7706f0-0d27-4f84-b511-cdc93e1aba76 None None] Calling delete_port for 6efa4aff-602e-49ab-942a-23c1d827d5aa owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:54.432241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:54.456815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dc672a-eef1-4763-b6f3-dd5430dfe4cc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:54.469564 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-94dc672a-eef1-4763-b6f3-dd5430dfe4cc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:54.472588 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc672a-eef1-4763-b6f3-dd5430dfe4cc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:54.473187 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-94dc672a-eef1-4763-b6f3-dd5430dfe4cc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:54.498946 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc672a-eef1-4763-b6f3-dd5430dfe4cc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=1416910a-c6a0-4cc2-8dc5-e3f22c707c6f,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:54.524134 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac082f-d25d-44f3-9edf-400902a48436 req-ba6cd327-aaf7-43ac-9a9f-da5d18752907 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:54.531077 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5bac082f-d25d-44f3-9edf-400902a48436 req-ba6cd327-aaf7-43ac-9a9f-da5d18752907 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 945 time: 0.2886596 Jan 28 17:58:54.585713 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5bac082f-d25d-44f3-9edf-400902a48436 req-f9ad11ac-91b4-4336-8c0f-54806fe2dc58 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536914 Jan 28 17:58:54.586655 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-41ac672c-5a7a-405a-a969-f67286fd2922 service neutron] 10.222.0.26 "GET /v2.0/networks/013d2972-b6be-468a-984c-e2dd2514ff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500795 Jan 28 17:58:54.608902 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-94dc672a-eef1-4763-b6f3-dd5430dfe4cc tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9118922 Jan 28 17:58:54.613092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42950) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:54.641794 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6e7706f0-0d27-4f84-b511-cdc93e1aba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:54.716389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Router 91b630e1-de60-4524-95e7-9e3e337ed8b6 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:58:54.776438 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7706f0-0d27-4f84-b511-cdc93e1aba76 None None] Pushing event deleted for resources: {'Port': ['ID=6efa4aff-602e-49ab-942a-23c1d827d5aa,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:54.781528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7706f0-0d27-4f84-b511-cdc93e1aba76 None None] No DVR routers for this DVR port 6efa4aff-602e-49ab-942a-23c1d827d5aa on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:58:54.812991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57d41d0-6430-4b3b-b23d-ada10bc77d8c None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:54.850939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:54.862378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:54.863038 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:54.892009 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a2eb0ad7-e385-4ef0-996a-2d2a27d35706 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:55.196765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Network': ['ID=b9e1f157-e952-47d7-bd03-317951c0414a,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:55.210455 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network b9e1f157-e952-47d7-bd03-317951c0414a details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:58:55.230057 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6efa4aff-602e-49ab-942a-23c1d827d5aa no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:58:55.232074 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-15959415-b234-4494-bdf9-5c913ec149d1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3534007 Jan 28 17:58:55.239682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42970) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:55.244778 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-81adce5e-1c95-4e0c-b96e-b95015e75ca2 req-49c0d0e6-714b-4234-9b7e-8120572b1756 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 210 time: 0.2360344 Jan 28 17:58:55.248759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'subnet': {'network_id': 'b9e1f157-e952-47d7-bd03-317951c0414a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:55.373876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:55.386518 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e56d149-ab5e-4503-80d6-31cc5c542426 None None] Sync routers for ids ['91b630e1-de60-4524-95e7-9e3e337ed8b6'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:55.389778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:55.394909 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-df9a35c2-c458-495d-aba5-be83afc15b0a tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "PUT /v2.0/routers/91b630e1-de60-4524-95e7-9e3e337ed8b6 HTTP/1.1" status: 200 len: 879 time: 7.3999846 Jan 28 17:58:55.413804 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 6efa4aff-602e-49ab-942a-23c1d827d5aa {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:58:55.414297 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6efa4aff-602e-49ab-942a-23c1d827d5aa not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:58:55.418000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a2eb0ad7-e385-4ef0-996a-2d2a27d35706 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:55.426314 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': '1416910a-c6a0-4cc2-8dc5-e3f22c707c6f'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:58:55.426500 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 42974) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:55.426695 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e56d149-ab5e-4503-80d6-31cc5c542426 None None] Routers {'91b630e1-de60-4524-95e7-9e3e337ed8b6'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:55.427289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:55.428447 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2e56d149-ab5e-4503-80d6-31cc5c542426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['91b630e1-de60-4524-95e7-9e3e337ed8b6'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:55.433052 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a2eb0ad7-e385-4ef0-996a-2d2a27d35706 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:55.605524 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2e56d149-ab5e-4503-80d6-31cc5c542426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:55.615058 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-850915e1-22ed-4946-b093-9e7aadc17acf tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:55.618231 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-64112f33-7850-4bc8-b89a-9821f7e8570f tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/routers/91b630e1-de60-4524-95e7-9e3e337ed8b6 HTTP/1.1" status: 200 len: 920 time: 0.1887014 Jan 28 17:58:55.619325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a2eb0ad7-e385-4ef0-996a-2d2a27d35706 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:55.619494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-850915e1-22ed-4946-b093-9e7aadc17acf tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:55.622383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42980) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:55.629894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a2eb0ad7-e385-4ef0-996a-2d2a27d35706 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:55.632132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:55.638401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:subnet and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:55.651312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:55.651312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:55.651591 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e56d149-ab5e-4503-80d6-31cc5c542426 None None] Routers {'91b630e1-de60-4524-95e7-9e3e337ed8b6'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:55.651742 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2e56d149-ab5e-4503-80d6-31cc5c542426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['91b630e1-de60-4524-95e7-9e3e337ed8b6'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:55.655019 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Allocated IP 2001:db8::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/1416910a-c6a0-4cc2-8dc5-e3f22c707c6f/91fe73ed-c8da-4a2c-8f25-13deae6d37af) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:55.738859 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2e56d149-ab5e-4503-80d6-31cc5c542426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:55.739707 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e56d149-ab5e-4503-80d6-31cc5c542426 None None] The sync data for ids ['91b630e1-de60-4524-95e7-9e3e337ed8b6'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:55.857611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e304930-681a-4672-a1c6-3b295b419361 req-a5fb7633-3ae9-4c73-8751-f86cf967c620 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:55.866910 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e304930-681a-4672-a1c6-3b295b419361 req-a5fb7633-3ae9-4c73-8751-f86cf967c620 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 945 time: 0.0989246 Jan 28 17:58:55.897338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2965dce-792c-477a-8879-b3c96cd4bc3c tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:55.898880 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f2965dce-792c-477a-8879-b3c96cd4bc3c tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&device_id=91b630e1-de60-4524-95e7-9e3e337ed8b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2753346 Jan 28 17:58:55.901724 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 42992) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:55.936045 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:55.949137 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Transition to ACTIVE for port object 91fe73ed-c8da-4a2c-8f25-13deae6d37af will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:55.990032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Transition to ACTIVE for port object 91fe73ed-c8da-4a2c-8f25-13deae6d37af will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:58:56.042774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2eb0ad7-e385-4ef0-996a-2d2a27d35706 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:56.046576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2eb0ad7-e385-4ef0-996a-2d2a27d35706 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:56.056354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a35252-271f-4617-b1ab-7d4985deb249 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:56.056926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e3a35252-271f-4617-b1ab-7d4985deb249 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Synchronizing usage tracker for tenant:a1c03ba4c3df42509400c7591d745a4c on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:58:56.067785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:56.071424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:56.072232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:56.080338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e3a35252-271f-4617-b1ab-7d4985deb249 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Unset dirty status for tenant:a1c03ba4c3df42509400c7591d745a4c on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:58:56.081543 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e3a35252-271f-4617-b1ab-7d4985deb249 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/networks/9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 881 time: 0.1788940 Jan 28 17:58:56.086935 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43000) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:56.091098 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850915e1-22ed-4946-b093-9e7aadc17acf tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Router ba01a75b-88db-48a8-a7ad-4906de48214c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:58:56.110481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device d31e9ae0-1ea9-465f-86b1-ff81b6737150 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:56.139703 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-73681618-5b62-4e5e-b05c-9015b5dd46e8 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "GET /v2.0/ports?device_id=91b630e1-de60-4524-95e7-9e3e337ed8b6 HTTP/1.1" status: 200 len: 205 time: 0.0493844 Jan 28 17:58:56.140413 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43004) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:56.201750 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:58:56.206764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:56.214805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:58:56.218335 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Pushing event updated for resources: {'Port': ['ID=91fe73ed-c8da-4a2c-8f25-13deae6d37af,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:56.281448 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e304930-681a-4672-a1c6-3b295b419361 req-33356c68-6a03-4e8c-a819-2d32222a2a5f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4109523 Jan 28 17:58:56.332452 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Attempting to bind port 91fe73ed-c8da-4a2c-8f25-13deae6d37af on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:58:56.332705 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Attempting to bind port 91fe73ed-c8da-4a2c-8f25-13deae6d37af by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:58:56.333088 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Attempting to bind port 91fe73ed-c8da-4a2c-8f25-13deae6d37af on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:58:56.340153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:58:56.340539 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:56.343316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:56.343316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:58:56.343316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Bound port: 91fe73ed-c8da-4a2c-8f25-13deae6d37af, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:58:56.343316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:56.403325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43012) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:56.425019 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bafaaa61-d434-42c6-bb47-862bebb1ff07 req-d9d9863c-374a-4a51-8dd2-71fcfe6d04c9 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 210 time: 0.0907724 Jan 28 17:58:56.461292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] For port 91fe73ed-c8da-4a2c-8f25-13deae6d37af, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:58:56.465267 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] For port 91fe73ed-c8da-4a2c-8f25-13deae6d37af, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=91fe73ed-c8da-4a2c-8f25-13deae6d37af,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:58:56.500593 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.ipam_backend_mixin [None req-a2eb0ad7-e385-4ef0-996a-2d2a27d35706 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1416910a-c6a0-4cc2-8dc5-e3f22c707c6f (CIDR: 2001:db8::/64) Jan 28 17:58:56.516072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port d31e9ae0-1ea9-465f-86b1-ff81b6737150 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:56.521195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port d31e9ae0-1ea9-465f-86b1-ff81b6737150 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:56.521632 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:56.551552 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2eb0ad7-e385-4ef0-996a-2d2a27d35706 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:58:56.551882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2eb0ad7-e385-4ef0-996a-2d2a27d35706 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:58:56.574772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-14bbfdd5-69ac-4bcd-aaa6-df646cb3037c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-701598776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:56.580637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:56.590282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-14bbfdd5-69ac-4bcd-aaa6-df646cb3037c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:56.602235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:56.604608 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-14bbfdd5-69ac-4bcd-aaa6-df646cb3037c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Usage tracker for resource:router and tenant:dc1bf7ed23cf4364ab9a15183a56afab is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:56.609400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-14bbfdd5-69ac-4bcd-aaa6-df646cb3037c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:56.619034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-14bbfdd5-69ac-4bcd-aaa6-df646cb3037c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:56.644949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850915e1-22ed-4946-b093-9e7aadc17acf tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:58:56.649800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-850915e1-22ed-4946-b093-9e7aadc17acf tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:56.654143 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-850915e1-22ed-4946-b093-9e7aadc17acf tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "PUT /v2.0/routers/ba01a75b-88db-48a8-a7ad-4906de48214c HTTP/1.1" status: 200 len: 925 time: 3.7585673 Jan 28 17:58:56.657629 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43018) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:56.660381 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a2eb0ad7-e385-4ef0-996a-2d2a27d35706 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0463102 Jan 28 17:58:56.666177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43022) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:56.668121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee017b-0614-42c1-8a8b-8c2a61f36779 None None] Sync routers for ids ['ba01a75b-88db-48a8-a7ad-4906de48214c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:58:56.670568 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:56.745387 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:56.754115 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee017b-0614-42c1-8a8b-8c2a61f36779 None None] Routers {'ba01a75b-88db-48a8-a7ad-4906de48214c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:56.757761 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a1ee017b-0614-42c1-8a8b-8c2a61f36779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['ba01a75b-88db-48a8-a7ad-4906de48214c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:56.769483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Subnet': ['ID=d2357ea1-481a-461b-ba0d-eb28468ef5a2,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:56.812540 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Checking segment: {'id': 'cc9343eb-111e-4721-a6d0-76cfd7aed143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b9e1f157-e952-47d7-bd03-317951c0414a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:58:56.812829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23664f60-96d4-4951-ba14-82334e9f313b None None] Pushing event updated for resources: {'Port': ['ID=91fe73ed-c8da-4a2c-8f25-13deae6d37af,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:56.812933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network hostable DHCP agents. Network: b9e1f157-e952-47d7-bd03-317951c0414a, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:58:56.833783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a1ee017b-0614-42c1-8a8b-8c2a61f36779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:56.854101 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36431fce-ca35-4702-b3bf-799af59fd92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:58:56.858670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:56.863748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee017b-0614-42c1-8a8b-8c2a61f36779 None None] Routers {'ba01a75b-88db-48a8-a7ad-4906de48214c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:58:56.864813 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a1ee017b-0614-42c1-8a8b-8c2a61f36779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['ba01a75b-88db-48a8-a7ad-4906de48214c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:56.938865 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36431fce-ca35-4702-b3bf-799af59fd92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'code': 200} Jan 28 17:58:56.948117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port d31e9ae0-1ea9-465f-86b1-ff81b6737150, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d31e9ae0-1ea9-465f-86b1-ff81b6737150,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:56.956838 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a1ee017b-0614-42c1-8a8b-8c2a61f36779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:56.957255 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee017b-0614-42c1-8a8b-8c2a61f36779 None None] The sync data for ids ['ba01a75b-88db-48a8-a7ad-4906de48214c'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:58:56.981768 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cd6affa0-b06e-484c-9d70-afcea66b81fc tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/routers/ba01a75b-88db-48a8-a7ad-4906de48214c HTTP/1.1" status: 200 len: 925 time: 0.3201482 Jan 28 17:58:56.983827 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-14bbfdd5-69ac-4bcd-aaa6-df646cb3037c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:56.985117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-14bbfdd5-69ac-4bcd-aaa6-df646cb3037c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:56.985712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43030) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:57.019627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:57.058607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network b9e1f157-e952-47d7-bd03-317951c0414a is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:58:57.083408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b197318-b9e8-469c-a5f3-4c7751ee8303 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:57.085002 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5b197318-b9e8-469c-a5f3-4c7751ee8303 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&device_id=ba01a75b-88db-48a8-a7ad-4906de48214c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0975020 Jan 28 17:58:57.096484 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43034) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:57.167966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:57.205424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=d31e9ae0-1ea9-465f-86b1-ff81b6737150,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:57.220911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-14bbfdd5-69ac-4bcd-aaa6-df646cb3037c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:57.232292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:57.238907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:57.242500 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:57.247198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, b9e1f157-e952-47d7-bd03-317951c0414a) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:58:57.250151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:57.260660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57973de-fe5a-442a-a644-ec5b4a4b41fa None None] Network b9e1f157-e952-47d7-bd03-317951c0414a requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:57.260833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:57.261122 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:57.316298 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Deleting port 8d327a4e-c361-4dc0-8536-90c3221ece3a {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:57.316842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:57.321085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d005e1d9-70d1-42fd-8e3a-4db8e8773ccb tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:57.325204 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d005e1d9-70d1-42fd-8e3a-4db8e8773ccb tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/networks/9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 881 time: 0.2250333 Jan 28 17:58:57.325507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43040) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:57.371939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:57.375788 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:57.383732 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d41d0d99-5682-4a44-83d1-fd40c5c39d2c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1427114 Jan 28 17:58:57.389300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43044) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:57.397731 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2ebf7bea-e189-4f4a-bf86-30adfd89579c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba01a75b-88db-48a8-a7ad-4906de48214c HTTP/1.1" status: 200 len: 205 time: 0.0681121 Jan 28 17:58:57.398675 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-14bbfdd5-69ac-4bcd-aaa6-df646cb3037c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:57.406040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43048) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:57.616950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8590ae20-69be-4aef-b460-e4f05a1fd886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-b9e1f157-e952-47d7-bd03-317951c0414a', 'network_id': 'b9e1f157-e952-47d7-bd03-317951c0414a', 'tenant_id': '5831e94d5fab43d1b080b35a5e33a6f7', 'fixed_ips': [{'subnet_id': 'd2357ea1-481a-461b-ba0d-eb28468ef5a2'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:58:57.619878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8590ae20-69be-4aef-b460-e4f05a1fd886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:57.626852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:57.635813 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-951d5e30-3616-40b8-82b0-f9123d10bb07 req-77c50029-3681-4137-ba51-841cfb323930 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 210 time: 0.0717623 Jan 28 17:58:57.710100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:57.861248 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-14bbfdd5-69ac-4bcd-aaa6-df646cb3037c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:57.862425 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-14bbfdd5-69ac-4bcd-aaa6-df646cb3037c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.4583535 Jan 28 17:58:57.865209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43056) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:57.872430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-923334987'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:57.879507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:57.884314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Usage tracker for resource:network and tenant:dc1bf7ed23cf4364ab9a15183a56afab is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:57.888092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:57.897067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:57.903596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:57.951809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Subnet': ['ID=d2357ea1-481a-461b-ba0d-eb28468ef5a2,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server [None req-8590ae20-69be-4aef-b460-e4f05a1fd886 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2357ea1-481a-461b-ba0d-eb28468ef5a2: This subnet is being modified by another concurrent operation. Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise exception Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2357ea1-481a-461b-ba0d-eb28468ef5a2: This subnet is being modified by another concurrent operation. Jan 28 17:58:57.970222 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server Jan 28 17:58:58.004404 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f29c02-a4c4-468a-bd1d-69ecc4d3039a None None] Network b9e1f157-e952-47d7-bd03-317951c0414a requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:58:58.064618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Made reservation on behalf of dc1bf7ed23cf4364ab9a15183a56afab for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:58.069630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:58.112314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:58.128481 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef048d3-60fb-4ab8-84a3-db38ffeb1455 req-c69bd623-f5ed-4d1b-ab54-5201b62cadac tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:58.130030 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eef048d3-60fb-4ab8-84a3-db38ffeb1455 req-c69bd623-f5ed-4d1b-ab54-5201b62cadac tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.5223715 Jan 28 17:58:58.144811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:58.148593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:58.161133 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Usage tracker for resource:security_group_rule and tenant:dc1bf7ed23cf4364ab9a15183a56afab is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:58.165501 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:58.172003 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:58.182284 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:58.189851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e1f157-e952-47d7-bd03-317951c0414a']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:58.210283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9343eb-111e-4721-a6d0-76cfd7aed143') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:58.210581 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9343eb-111e-4721-a6d0-76cfd7aed143') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:58:58.235617 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:58.238225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81140e89-3f43-492d-b0b2-8fd89e689eac None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:58:58.243152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:58.258721 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:58.265958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:58:58.266434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:58:58.284537 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:58:58.371423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81140e89-3f43-492d-b0b2-8fd89e689eac None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:58:58.381913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b7cdcbf8-ece6-4f01-aea4-076130c47e3a None None] Provisioning for port 91fe73ed-c8da-4a2c-8f25-13deae6d37af completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:58.392235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Calling delete_port for 8d327a4e-c361-4dc0-8536-90c3221ece3a owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:58:58.468552 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e0d7f-a557-43d7-af97-e6f3f37eb4a6 req-9f98a1d2-f33b-4cd3-b0c9-024f99fd96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:58.471041 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c06e0d7f-a557-43d7-af97-e6f3f37eb4a6 req-9f98a1d2-f33b-4cd3-b0c9-024f99fd96fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 1099 time: 1.0593152 Jan 28 17:58:58.577311 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c06e0d7f-a557-43d7-af97-e6f3f37eb4a6 req-c38469d1-cf12-4ca4-a759-253b16eecc1c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859683 Jan 28 17:58:58.580763 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eef048d3-60fb-4ab8-84a3-db38ffeb1455 req-80f7dfc1-65fb-45e4-8588-6ffdf52b4779 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4424014 Jan 28 17:58:58.653146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ce8f58e-acdf-4737-95bb-54200ba3b7c3 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:58.654744 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ce8f58e-acdf-4737-95bb-54200ba3b7c3 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.16 "GET /v2.0/networks?id=013d2972-b6be-468a-984c-e2dd2514ff7b HTTP/1.1" status: 200 len: 812 time: 0.2001438 Jan 28 17:58:58.661064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:58.678627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:58.696647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Network': ['ID=b9e1f157-e952-47d7-bd03-317951c0414a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:58.716749 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-85ea9a1d-d4e0-4377-8eb6-e85ff1b3e3e3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/b9e1f157-e952-47d7-bd03-317951c0414a HTTP/1.1" status: 204 len: 168 time: 1.3260248 Jan 28 17:58:58.722752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43066) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:58.732771 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-123141790'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:58.744495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:58.755174 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:network and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:58.760332 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:58.772888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:58.783477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Request body: {'port': {'device_id': 'c531c528-7ffc-40c0-82b2-8b17cd7f73f0', 'network_id': '013d2972-b6be-468a-984c-e2dd2514ff7b', 'admin_state_up': True, 'tenant_id': '202c38a3be5a46d693d74da67653d37c'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:58.812970 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:58.819732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f597e9f-6380-49fe-a43e-4b4a8fcaf1f0 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:58:58.877086 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:58.934740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f597e9f-6380-49fe-a43e-4b4a8fcaf1f0 None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:58:58.953467 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c6531fea-198e-4de2-866a-14bbfee0a49a req-204fc1a4-9339-4ac8-9e06-cb4e124fd755 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 210 time: 0.1429896 Jan 28 17:58:58.957909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:58.963489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.025362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:58:59.054641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b114645-f9b4-4f06-85ce-d06f51ab781b,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:59.058461 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.058821 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Added segment 22130e73-f7f8-47ba-8d8c-9986deaba616 of type vlan for network 42ddf433-58a3-46a2-89f6-35d26759c6c6 Jan 28 17:58:59.077828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:59.083678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.138064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:58:59.148988 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Usage tracker for resource:port and tenant:202c38a3be5a46d693d74da67653d37c is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:58:59.152872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.163175 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:58:59.163175 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:58:59.170903 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:58:59.193522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Deleting port 7c62880b-498f-4000-a93e-0aab7bcb9609 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:58:59.193782 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.226302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.226643 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Added segment c49ecdb6-84e2-4f97-a4ff-d57761cfbfda of type vlan for network 1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9 Jan 28 17:58:59.255942 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Pushing event deleted for resources: {'Port': ['ID=8d327a4e-c361-4dc0-8536-90c3221ece3a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:59.262905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.263919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 91fe73ed-c8da-4a2c-8f25-13deae6d37af up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:58:59.289268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Made reservation on behalf of 202c38a3be5a46d693d74da67653d37c for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:58:59.292873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.316212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.321981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:59.325582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.390545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.399770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:58:59.400494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.487727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 91fe73ed-c8da-4a2c-8f25-13deae6d37af completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:58:59.493095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 91fe73ed-c8da-4a2c-8f25-13deae6d37af triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:58:59.493545 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.540135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.547266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event updated for resources: {'Network': ['ID=42ddf433-58a3-46a2-89f6-35d26759c6c6,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:59.633840 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 42ddf433-58a3-46a2-89f6-35d26759c6c6 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:58:59.667431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Network': ['ID=1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:58:59.709363 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b6a109e7-f95e-4aac-b6e0-a6c447651994 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8428526 Jan 28 17:58:59.716337 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bca5baaf-5ad7-416b-aa8a-8c1295cc4d96 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9924338 Jan 28 17:58:59.717115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43076) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:59.729186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43078) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:58:59.735419 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Request body: {'subnet': {'network_id': '42ddf433-58a3-46a2-89f6-35d26759c6c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:59.744676 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.757088 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:58:59.758411 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.759709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'subnet': {'network_id': '1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:58:59.768267 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.778301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.objects.ports [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88159) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:58:59.832807 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.900416 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 91fe73ed-c8da-4a2c-8f25-13deae6d37af, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=91fe73ed-c8da-4a2c-8f25-13deae6d37af,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:58:59.959649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Allocated IP 172.20.0.14 (013d2972-b6be-468a-984c-e2dd2514ff7b/da480813-3c67-400a-93d4-9c4f0094cb32/965a6e14-b08b-4d54-a174-0fc0e1d96cf4) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:58:59.991091 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:58:59.993143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:00.003518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:subnet and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:00.017100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:00.017487 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Fanout notify agent at l3_agent the message router_deleted on router 91b630e1-de60-4524-95e7-9e3e337ed8b6 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:59:00.022506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:00.031576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Calling delete_port for 7c62880b-498f-4000-a93e-0aab7bcb9609 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:00.033625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:00.044931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:00.069441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Usage tracker for resource:subnet and tenant:dc1bf7ed23cf4364ab9a15183a56afab is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:00.075462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:00.084842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:00.159017 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=91fe73ed-c8da-4a2c-8f25-13deae6d37af,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:00.164495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:00.167938 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:00.231780 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:00.233127 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d98255c6-6529-4bf9-bbdc-58a11f6adbed tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "DELETE /v2.0/routers/91b630e1-de60-4524-95e7-9e3e337ed8b6 HTTP/1.1" status: 204 len: 168 time: 4.0905492 Jan 28 17:59:00.242828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43086) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:00.261446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c1aeafff-8d6f-4a22-aee6-7069a4b92c82 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-585530360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:00.273094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c1aeafff-8d6f-4a22-aee6-7069a4b92c82 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:00.281347 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c1aeafff-8d6f-4a22-aee6-7069a4b92c82 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Usage tracker for resource:router and tenant:b19d324a2e6d496e805530bcc90e4cba is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:00.284132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Made reservation on behalf of dc1bf7ed23cf4364ab9a15183a56afab for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:00.286175 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c1aeafff-8d6f-4a22-aee6-7069a4b92c82 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:00.287545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:00.293237 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c1aeafff-8d6f-4a22-aee6-7069a4b92c82 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:00.310167 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6211250-5c33-4999-beb7-05002b99a0ac req-bfc2d0a0-f5fa-4095-9c5d-236597ca53ed tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:00.313997 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f6211250-5c33-4999-beb7-05002b99a0ac req-bfc2d0a0-f5fa-4095-9c5d-236597ca53ed tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.3887978 Jan 28 17:59:00.423428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-1e683142-ca71-4e7c-8fe6-c582943c7955 req-6f7d0345-e99a-4570-8484-50556afef7e7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Synchronizing usage tracker for tenant:202c38a3be5a46d693d74da67653d37c on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:00.433301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1aeafff-8d6f-4a22-aee6-7069a4b92c82 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:00.434300 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1aeafff-8d6f-4a22-aee6-7069a4b92c82 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:00.440877 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f6211250-5c33-4999-beb7-05002b99a0ac req-a60ca2be-9277-45c7-b7d3-e8d0de513ce1 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195636 Jan 28 17:59:00.483042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:00.614874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:00.636980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:00.693596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-1e683142-ca71-4e7c-8fe6-c582943c7955 req-6f7d0345-e99a-4570-8484-50556afef7e7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Unset dirty status for tenant:202c38a3be5a46d693d74da67653d37c on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:00.694764 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1e683142-ca71-4e7c-8fe6-c582943c7955 req-6f7d0345-e99a-4570-8484-50556afef7e7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 210 time: 0.5390508 Jan 28 17:59:00.817716 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1aeafff-8d6f-4a22-aee6-7069a4b92c82 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:00.833715 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Pushing event deleted for resources: {'Port': ['ID=7c62880b-498f-4000-a93e-0aab7bcb9609,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:00.882348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:00.944665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:00.948158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:00.973650 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.018723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Network 013d2972-b6be-468a-984c-e2dd2514ff7b is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:01.028050 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:01.030478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:01.099213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Pushing event updated for resources: {'Port': ['ID=965a6e14-b08b-4d54-a174-0fc0e1d96cf4,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:01.125156 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event updated for resources: {'Subnet': ['ID=7d1a7910-f673-4889-a601-e2520fcfa325,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:01.140104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] For port 91fe73ed-c8da-4a2c-8f25-13deae6d37af, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=91fe73ed-c8da-4a2c-8f25-13deae6d37af,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:01.143097 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1aeafff-8d6f-4a22-aee6-7069a4b92c82 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.167040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 91fe73ed-c8da-4a2c-8f25-13deae6d37af up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:01.172860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.175079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Checking segment: {'id': 'c49ecdb6-84e2-4f97-a4ff-d57761cfbfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:01.175444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network hostable DHCP agents. Network: 1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:59:01.175578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.210626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:01.211692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.214386 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.220778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Checking segment: {'id': '22130e73-f7f8-47ba-8d8c-9986deaba616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '42ddf433-58a3-46a2-89f6-35d26759c6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:01.221139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Network hostable DHCP agents. Network: 42ddf433-58a3-46a2-89f6-35d26759c6c6, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:59:01.240380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 91fe73ed-c8da-4a2c-8f25-13deae6d37af triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:01.240674 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.257872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Subnet': ['ID=0b41aaf2-9093-4f99-9f89-eea8bd03ee3f,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:01.281470 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1aeafff-8d6f-4a22-aee6-7069a4b92c82 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.283283 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c1aeafff-8d6f-4a22-aee6-7069a4b92c82 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0356858 Jan 28 17:59:01.286138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43090) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:01.291095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'enable_snat': True}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:01.316435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.317247 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.375180 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.375662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Fanout notify agent at l3_agent the message router_deleted on router ba01a75b-88db-48a8-a7ad-4906de48214c {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:59:01.412876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network 1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:59:01.419036 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-2ec72aa7-9cdd-447c-9164-1639cf4e7db0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6439273 Jan 28 17:59:01.419585 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Network 42ddf433-58a3-46a2-89f6-35d26759c6c6 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:59:01.441173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.442230 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-98dfe028-e551-42e7-89f9-c1d4b0e3d3c0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "DELETE /v2.0/routers/ba01a75b-88db-48a8-a7ad-4906de48214c HTTP/1.1" status: 204 len: 168 time: 4.0210612 Jan 28 17:59:01.448110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:01.450602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43094) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:01.455559 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:01.464189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b8ee8f2b-8d55-46f5-8192-3e5787fb728d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1250509404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:01.473337 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4f1311-e0a7-499c-ad2e-f655e51f0a28 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:01.474047 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:01.474047 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.483342 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b8ee8f2b-8d55-46f5-8192-3e5787fb728d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:01.487856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Request body: {'port': {'device_id': 'c531c528-7ffc-40c0-82b2-8b17cd7f73f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:01.493863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=b749e752-80a8-441c-88ce-11dcfcd3109c,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:01.496331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b8ee8f2b-8d55-46f5-8192-3e5787fb728d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Usage tracker for resource:router and tenant:b12b49855aa542ef9b021c96e9f00328 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:01.502020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b8ee8f2b-8d55-46f5-8192-3e5787fb728d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:01.505099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=91fe73ed-c8da-4a2c-8f25-13deae6d37af,revision_number=5']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:01.519767 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b8ee8f2b-8d55-46f5-8192-3e5787fb728d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:01.588789 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:01.593218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:01.593795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.603788 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c172c63b-20cc-4715-ab4a-a7e87038c8c7 None None] Network 1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:01.613365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 42ddf433-58a3-46a2-89f6-35d26759c6c6) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:01.617567 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:01.618171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.627339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac435327-ce57-4266-aa4d-48a167eca6c3 None None] Network 42ddf433-58a3-46a2-89f6-35d26759c6c6 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:01.633085 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f6d2cc6c-f726-485e-b124-11bb13312333 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.9657817 Jan 28 17:59:01.643208 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43100) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:01.653084 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'mac_address': 'fa:16:3e:e6:b3:8b', 'name': 'tempest-NetworksTestDHCPv6-1558988005'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:01.670835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8f2b-8d55-46f5-8192-3e5787fb728d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.671801 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8f2b-8d55-46f5-8192-3e5787fb728d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.757043 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2d31c3f0-9194-4a62-b335-f2645eb68200 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0267141 Jan 28 17:59:01.762176 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43106) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:01.779458 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8f2b-8d55-46f5-8192-3e5787fb728d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.808589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9c92c-3f4f-412b-bca6-b8c4dee0e51b req-22642ce7-c2d0-49e5-9943-24fa658d0b86 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:01.816573 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b4c9c92c-3f4f-412b-bca6-b8c4dee0e51b req-22642ce7-c2d0-49e5-9943-24fa658d0b86 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.2353261 Jan 28 17:59:01.859924 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6fbe0b1a-5add-41a7-84f5-037813c7fea4 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1325095 Jan 28 17:59:01.869655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43110) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:01.875868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Request body: {'network': {'name': 'tempest-router-network01--425919229'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:01.881503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.903673 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b4c9c92c-3f4f-412b-bca6-b8c4dee0e51b req-6537a9c3-0222-4b1b-879e-b8b1c96653f3 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856514 Jan 28 17:59:01.904514 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:01.927423 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:01.931602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:01.944486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:01.963190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8f2b-8d55-46f5-8192-3e5787fb728d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:01.980541 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:02.000804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Usage tracker for resource:network and tenant:dc1bf7ed23cf4364ab9a15183a56afab is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:02.007577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:02.011600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:02.032416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:02.089271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:02.129536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9', 'network_id': '1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9', 'tenant_id': '5831e94d5fab43d1b080b35a5e33a6f7', 'fixed_ips': [{'subnet_id': '0b41aaf2-9093-4f99-9f89-eea8bd03ee3f'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:59:02.129536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:02.178883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8f2b-8d55-46f5-8192-3e5787fb728d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:02.181638 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b8ee8f2b-8d55-46f5-8192-3e5787fb728d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7279761 Jan 28 17:59:02.191739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43116) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:02.202453 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Request body: {'router': {'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:02.230578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-42ddf433-58a3-46a2-89f6-35d26759c6c6', 'network_id': '42ddf433-58a3-46a2-89f6-35d26759c6c6', 'tenant_id': 'dc1bf7ed23cf4364ab9a15183a56afab', 'fixed_ips': [{'subnet_id': '7d1a7910-f673-4889-a601-e2520fcfa325'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:59:02.231426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:02.292913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Made reservation on behalf of dc1bf7ed23cf4364ab9a15183a56afab for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:02.296296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:02.398000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:02.450173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Allocated IP 172.20.0.1 (1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9/0b41aaf2-9093-4f99-9f89-eea8bd03ee3f/97180f8d-649d-43e8-9a9d-7c7dff25ca4d) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:02.490694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:59:02.513272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c1c01-a6c2-44b9-969a-99cf2c1d0edf req-d18d46b6-7695-4b1a-9409-7f6620ffd9f4 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:02.514855 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-315c1c01-a6c2-44b9-969a-99cf2c1d0edf req-d18d46b6-7695-4b1a-9409-7f6620ffd9f4 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 932 time: 0.5828040 Jan 28 17:59:02.529698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b09a36-95a7-4aa1-a6cc-b9bc7a0b4b0a req-b7603803-2566-4459-bd38-cd556e5127b3 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:02.531447 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e4b09a36-95a7-4aa1-a6cc-b9bc7a0b4b0a req-b7603803-2566-4459-bd38-cd556e5127b3 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.5039554 Jan 28 17:59:02.554857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:02.555298 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Added segment bf42dcde-7974-4baa-9541-43c639c650cc of type vlan for network ed659877-ebbd-42a5-a7d1-3066d081b2fc Jan 28 17:59:02.583438 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:02.623157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Allocated IP 172.20.0.2 (42ddf433-58a3-46a2-89f6-35d26759c6c6/7d1a7910-f673-4889-a601-e2520fcfa325/b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:02.636572 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port 1b042b7f-ce15-432b-8657-93f85575957d yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:59:02.733779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-315c1c01-a6c2-44b9-969a-99cf2c1d0edf req-307dac12-ce0b-418f-8f2d-ca5942edb911 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Synchronizing usage tracker for tenant:202c38a3be5a46d693d74da67653d37c on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:02.748182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:02.797559 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:02.868152 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:02.891215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Transition to ACTIVE for port object 97180f8d-649d-43e8-9a9d-7c7dff25ca4d will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:03.028914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.029638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.034775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:03.035460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.039188 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-315c1c01-a6c2-44b9-969a-99cf2c1d0edf req-307dac12-ce0b-418f-8f2d-ca5942edb911 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Unset dirty status for tenant:202c38a3be5a46d693d74da67653d37c on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:03.042162 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e4b09a36-95a7-4aa1-a6cc-b9bc7a0b4b0a req-223ea645-eb2f-4648-b697-ce2df58ca2b4 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4837763 Jan 28 17:59:03.049236 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-315c1c01-a6c2-44b9-969a-99cf2c1d0edf req-307dac12-ce0b-418f-8f2d-ca5942edb911 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068793 Jan 28 17:59:03.064351 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43120) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:03.092016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Transition to ACTIVE for port object 97180f8d-649d-43e8-9a9d-7c7dff25ca4d will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:03.094917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.109494 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a58ab0d9-ec26-409a-b9b5-071983e5e215 None None] Provisioning complete for port 91fe73ed-c8da-4a2c-8f25-13deae6d37af triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:03.109780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a58ab0d9-ec26-409a-b9b5-071983e5e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.135699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Transition to ACTIVE for port object b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:03.179090 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Transition to ACTIVE for port object b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:03.186843 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.236379 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 17:59:03.245014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 91fe73ed-c8da-4a2c-8f25-13deae6d37af up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:03.283059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.302632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event updated for resources: {'Network': ['ID=ed659877-ebbd-42a5-a7d1-3066d081b2fc,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:03.303697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.315917 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8899970c-071a-48d1-a601-8c62ae65561a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4452434 Jan 28 17:59:03.323351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43124) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:03.332250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network ed659877-ebbd-42a5-a7d1-3066d081b2fc details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:59:03.333004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Request body: {'network': {'name': 'tempest-router-network02--525325354'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:03.338759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:03.346318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.355497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Network 1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:03.369703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:03.370208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Usage tracker for resource:network and tenant:dc1bf7ed23cf4364ab9a15183a56afab is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:03.372502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:03.372941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f40e75c-05ec-4bf8-abef-cd7687c69195 tempest-TestNetworkAdvancedServerOps-657629173 tempest-TestNetworkAdvancedServerOps-657629173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:03.376827 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3f40e75c-05ec-4bf8-abef-cd7687c69195 tempest-TestNetworkAdvancedServerOps-657629173 tempest-TestNetworkAdvancedServerOps-657629173-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 1094 time: 0.3083341 Jan 28 17:59:03.376996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:03.377593 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43128) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:03.384854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:03.387265 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:03.395689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Transition to ACTIVE for port object 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:03.398390 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.402147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.402430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:03.405857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::367 (c221bf74-e816-466d-af85-3d953f9ff4cd/1416910a-c6a0-4cc2-8dc5-e3f22c707c6f/1b042b7f-ce15-432b-8657-93f85575957d) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:03.413059 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Usage tracker for resource:floatingip and tenant:f4cc15f844474f47a3d1494cfe5a41c9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:03.417279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:03.420913 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8:0:1:f816:3eff:fee6:b38b (c221bf74-e816-466d-af85-3d953f9ff4cd/b749e752-80a8-441c-88ce-11dcfcd3109c/1b042b7f-ce15-432b-8657-93f85575957d) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:03.432137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:03.468411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Network 42ddf433-58a3-46a2-89f6-35d26759c6c6 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:03.482862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Subnet': ['ID=0b41aaf2-9093-4f99-9f89-eea8bd03ee3f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:03.489127 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Pushing event updated for resources: {'Port': ['ID=97180f8d-649d-43e8-9a9d-7c7dff25ca4d,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:03.510831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.528749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:03.531469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:03.648271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Made reservation on behalf of dc1bf7ed23cf4364ab9a15183a56afab for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:03.651700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.687859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.767549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.777062 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Attempting to bind port 97180f8d-649d-43e8-9a9d-7c7dff25ca4d on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:59:03.779153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Attempting to bind port 97180f8d-649d-43e8-9a9d-7c7dff25ca4d by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'c49ecdb6-84e2-4f97-a4ff-d57761cfbfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:59:03.779153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Attempting to bind port 97180f8d-649d-43e8-9a9d-7c7dff25ca4d on network 1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:59:03.780319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Pushing event updated for resources: {'Port': ['ID=b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:03.794807 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:59:03.800243 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Checking segment: {'id': 'c49ecdb6-84e2-4f97-a4ff-d57761cfbfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:03.800243 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.800243 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Bound using segment: {'id': 'c49ecdb6-84e2-4f97-a4ff-d57761cfbfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:59:03.800243 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Bound port: 97180f8d-649d-43e8-9a9d-7c7dff25ca4d, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49ecdb6-84e2-4f97-a4ff-d57761cfbfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:59:03.800243 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.800908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Pushing event updated for resources: {'Port': ['ID=965a6e14-b08b-4d54-a174-0fc0e1d96cf4,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:03.812096 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Attempting to bind port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:59:03.812565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Attempting to bind port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '22130e73-f7f8-47ba-8d8c-9986deaba616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '42ddf433-58a3-46a2-89f6-35d26759c6c6'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:59:03.813117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Attempting to bind port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 on network 42ddf433-58a3-46a2-89f6-35d26759c6c6 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:59:03.820231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 91fe73ed-c8da-4a2c-8f25-13deae6d37af triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:03.820231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.824590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.827586 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:59:03.855090 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:03.859645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:59:03.860152 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Checking segment: {'id': '22130e73-f7f8-47ba-8d8c-9986deaba616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '42ddf433-58a3-46a2-89f6-35d26759c6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:03.860684 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.861205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Bound using segment: {'id': '22130e73-f7f8-47ba-8d8c-9986deaba616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '42ddf433-58a3-46a2-89f6-35d26759c6c6'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:59:03.862113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Bound port: b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22130e73-f7f8-47ba-8d8c-9986deaba616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '42ddf433-58a3-46a2-89f6-35d26759c6c6'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:59:03.862113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.865986 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.917958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49ecdb6-84e2-4f97-a4ff-d57761cfbfda') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:03.918207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49ecdb6-84e2-4f97-a4ff-d57761cfbfda') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:03.927367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:03.927702 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Added segment bb6961e0-7ce1-4189-8822-2cf66fe9c768 of type vlan for network a3664a79-b5be-4e71-aa5d-b740856f51db Jan 28 17:59:03.929241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Allocated IP 172.26.1.31 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/9027832b-c1d2-4312-8f23-dbf47a23edd4) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:04.006205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.026322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] For port 97180f8d-649d-43e8-9a9d-7c7dff25ca4d, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:59:04.030867 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object 1b042b7f-ce15-432b-8657-93f85575957d will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:04.042470 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] For port 97180f8d-649d-43e8-9a9d-7c7dff25ca4d, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=97180f8d-649d-43e8-9a9d-7c7dff25ca4d,segment=NetworkSegment(c49ecdb6-84e2-4f97-a4ff-d57761cfbfda),segment_id=c49ecdb6-84e2-4f97-a4ff-d57761cfbfda)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:59:04.085330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.103954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] For port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:59:04.122142 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.123174 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] For port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95,segment=NetworkSegment(22130e73-f7f8-47ba-8d8c-9986deaba616),segment_id=22130e73-f7f8-47ba-8d8c-9986deaba616)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:59:04.146411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.168515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.205221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:04.205627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.221054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:04.225175 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:04.233067 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.257790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd14ea-7988-4578-85e4-e3e8da28f13f None None] Pushing event updated for resources: {'Port': ['ID=97180f8d-649d-43e8-9a9d-7c7dff25ca4d,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:04.282050 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.318855 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:04.327525 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:04.330284 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:04.340311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:04.340311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.370208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ae103-60bb-4d58-a7a6-4e30339fd35b None None] Pushing event updated for resources: {'Port': ['ID=b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:04.403592 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=1b042b7f-ce15-432b-8657-93f85575957d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:04.408515 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd8b36c-991d-4796-81b6-e5717fd94c7e None None] Network 1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:04.427030 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f87f8-f4a0-4454-acf5-1c3bcf860fa6 req-77c36e5f-fa15-43f5-8327-aae283a55aeb tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:04.432031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Attempting to bind port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:59:04.432961 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Attempting to bind port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '629c410f-e471-41cc-99b0-9a0efc456877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '013d2972-b6be-468a-984c-e2dd2514ff7b'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:59:04.433456 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Attempting to bind port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 on network 013d2972-b6be-468a-984c-e2dd2514ff7b {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:59:04.436091 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a31f87f8-f4a0-4454-acf5-1c3bcf860fa6 req-77c36e5f-fa15-43f5-8327-aae283a55aeb tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 944 time: 0.2438793 Jan 28 17:59:04.461236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 on network 013d2972-b6be-468a-984c-e2dd2514ff7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 17:59:04.461812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Attempting to bind port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 on network 013d2972-b6be-468a-984c-e2dd2514ff7b {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:59:04.477635 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-895a62ed-d89f-4d33-b746-7d3b5ac76301 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8320820 Jan 28 17:59:04.478506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43134) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:04.521964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:59:04.522398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Checking segment: {'id': '629c410f-e471-41cc-99b0-9a0efc456877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '013d2972-b6be-468a-984c-e2dd2514ff7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:04.522865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Bound using segment: {'id': '629c410f-e471-41cc-99b0-9a0efc456877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '013d2972-b6be-468a-984c-e2dd2514ff7b'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:59:04.523409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Bound port: 965a6e14-b08b-4d54-a174-0fc0e1d96cf4, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629c410f-e471-41cc-99b0-9a0efc456877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '013d2972-b6be-468a-984c-e2dd2514ff7b'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:59:04.523830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.538176 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.541211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:59:04.541211 dv-neutron-826919-1-hyperv neutron-server[88158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:59:04.541211 dv-neutron-826919-1-hyperv neutron-server[88158]: [parameters: {'id': '1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9'}] Jan 28 17:59:04.541211 dv-neutron-826919-1-hyperv neutron-server[88158]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:59:04.541782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:59:04.557750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.565124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:04.565874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.696047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event updated for resources: {'Network': ['ID=a3664a79-b5be-4e71-aa5d-b740856f51db,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:04.724141 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network a3664a79-b5be-4e71-aa5d-b740856f51db details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:59:04.763242 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a31f87f8-f4a0-4454-acf5-1c3bcf860fa6 req-31092c5d-4ab8-4dda-8d24-c23132e6f17b tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260319 Jan 28 17:59:04.805293 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c32f94bf-0dec-4825-bc34-c771e8233196 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port 1b042b7f-ce15-432b-8657-93f85575957d {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:04.805636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c32f94bf-0dec-4825-bc34-c771e8233196 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.846931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.927941 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3a1a3076-39ab-433a-9cfa-1a3b9a15f17a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6034656 Jan 28 17:59:04.930671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43138) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:04.937578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] For port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:59:04.939374 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-48ba71ec-9bd7-45d9-b00d-27f00a6ad3b6 None None] Provisioning for port 1b042b7f-ce15-432b-8657-93f85575957d completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:04.940962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:04.944979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-48ba71ec-9bd7-45d9-b00d-27f00a6ad3b6 None None] Provisioning complete for port 1b042b7f-ce15-432b-8657-93f85575957d triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:04.945352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-48ba71ec-9bd7-45d9-b00d-27f00a6ad3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:04.949737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:04.949870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Request body: {'subnet': {'network_id': 'ed659877-ebbd-42a5-a7d1-3066d081b2fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:04.951820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] For port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=965a6e14-b08b-4d54-a174-0fc0e1d96cf4,segment=NetworkSegment(629c410f-e471-41cc-99b0-9a0efc456877),segment_id=629c410f-e471-41cc-99b0-9a0efc456877)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:59:04.952885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:05.004105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Allocated IP 172.26.1.216 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/c494b023-678c-41b0-bcc2-1f039cfb337c) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:05.061789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-48ba71ec-9bd7-45d9-b00d-27f00a6ad3b6 None None] Port 1b042b7f-ce15-432b-8657-93f85575957d cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:59:05.062034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:05.072316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:05.085310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event updated for resources: {'Port': ['ID=9027832b-c1d2-4312-8f23-dbf47a23edd4,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:05.226715 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:05.232237 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:05.260263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:05.260881 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:05.262325 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] 10.222.0.16 "PUT /v2.0/ports/965a6e14-b08b-4d54-a174-0fc0e1d96cf4 HTTP/1.1" status: 200 len: 1094 time: 3.8341401 Jan 28 17:59:05.265145 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c531c528-7ffc-40c0-82b2-8b17cd7f73f0', 'tag': '965a6e14-b08b-4d54-a174-0fc0e1d96cf4'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:59:05.270257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Deleting port 97180f8d-649d-43e8-9a9d-7c7dff25ca4d {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:05.270595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:05.291325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Usage tracker for resource:subnet and tenant:dc1bf7ed23cf4364ab9a15183a56afab is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:05.307315 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:05.343396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:05.346039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c4b84-fb15-4716-8782-a8d0e28af50b service neutron] Pushing event updated for resources: {'Port': ['ID=965a6e14-b08b-4d54-a174-0fc0e1d96cf4,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:05.432903 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c32f94bf-0dec-4825-bc34-c771e8233196 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:05.447775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:05.493874 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:05.540037 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c531c528-7ffc-40c0-82b2-8b17cd7f73f0', 'tag': '965a6e14-b08b-4d54-a174-0fc0e1d96cf4', 'status': 'completed', 'code': 200} Jan 28 17:59:05.571272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Made reservation on behalf of dc1bf7ed23cf4364ab9a15183a56afab for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:05.576113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:05.598815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c32f94bf-0dec-4825-bc34-c771e8233196 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for 1b042b7f-ce15-432b-8657-93f85575957d owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:05.753101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] For port 97180f8d-649d-43e8-9a9d-7c7dff25ca4d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=97180f8d-649d-43e8-9a9d-7c7dff25ca4d,segment=NetworkSegment(c49ecdb6-84e2-4f97-a4ff-d57761cfbfda),segment_id=c49ecdb6-84e2-4f97-a4ff-d57761cfbfda)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:05.753469 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:05.761323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebef50b1-8a8e-4c46-a3a3-755785a3109e None None] Network 42ddf433-58a3-46a2-89f6-35d26759c6c6 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:05.891878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:06.041124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-36f498c9-7c8a-49ff-947e-94f411524bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:06.042144 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d61334a9-aee9-4761-a4a2-79f2e3c93f82 None None] Provisioning for port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:06.042502 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-36f498c9-7c8a-49ff-947e-94f411524bc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=202c38a3be5a46d693d74da67653d37c&device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 1097 time: 0.6043587 Jan 28 17:59:06.053781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Calling delete_port for 97180f8d-649d-43e8-9a9d-7c7dff25ca4d owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:06.061797 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d61334a9-aee9-4761-a4a2-79f2e3c93f82 None None] Provisioning complete for port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:06.062301 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d61334a9-aee9-4761-a4a2-79f2e3c93f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:06.086665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:06.118314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:06.126472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:06.141923 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:06.212893 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d61334a9-aee9-4761-a4a2-79f2e3c93f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:06.217120 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Pushing event updated for resources: {'Port': ['ID=c494b023-678c-41b0-bcc2-1f039cfb337c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:06.241608 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Allocated IP 172.26.1.7 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/99c34e51-0c17-4a02-b547-6896f05696e2) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:06.263102 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d61334a9-aee9-4761-a4a2-79f2e3c93f82 None None] For port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95,segment=NetworkSegment(22130e73-f7f8-47ba-8d8c-9986deaba616),segment_id=22130e73-f7f8-47ba-8d8c-9986deaba616)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:06.326280 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-057ecba7-82c0-414d-8427-d12c72dbaa79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=965a6e14-b08b-4d54-a174-0fc0e1d96cf4 HTTP/1.1" status: 200 len: 217 time: 0.2407205 Jan 28 17:59:06.385466 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da805e89-745c-4dab-8afb-2c68bf1d2837 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:59:06.415077 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d61334a9-aee9-4761-a4a2-79f2e3c93f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:06.500040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-8656b463-10be-4da8-b8f8-09e3a8d8a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:06.501427 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-8656b463-10be-4da8-b8f8-09e3a8d8a884 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=da480813-3c67-400a-93d4-9c4f0094cb32 HTTP/1.1" status: 200 len: 852 time: 0.1681950 Jan 28 17:59:06.536888 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61334a9-aee9-4761-a4a2-79f2e3c93f82 None None] Pushing event updated for resources: {'Port': ['ID=b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:06.557594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b9b868f5-aaea-4dca-b5cb-1edf8e8e4095 None None] Provisioning complete for port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:06.558042 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b9b868f5-aaea-4dca-b5cb-1edf8e8e4095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:06.564916 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c32f94bf-0dec-4825-bc34-c771e8233196 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:06.610059 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-ff48af31-ebeb-42f7-a54a-53a0bc52a135 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013d2972-b6be-468a-984c-e2dd2514ff7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024449 Jan 28 17:59:06.626801 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:06.643447 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:06.743495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Port': ['ID=97180f8d-649d-43e8-9a9d-7c7dff25ca4d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:06.753197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No DVR routers for this DVR port 97180f8d-649d-43e8-9a9d-7c7dff25ca4d on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:59:06.770193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e20c56-65e5-4470-bc2e-3eb19fab65f4 req-30975b7b-f94b-4e34-a7aa-43ddb7855483 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:06.771800 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-52e20c56-65e5-4470-bc2e-3eb19fab65f4 req-30975b7b-f94b-4e34-a7aa-43ddb7855483 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 944 time: 0.8747399 Jan 28 17:59:06.788116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f94bf-0dec-4825-bc34-c771e8233196 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=1b042b7f-ce15-432b-8657-93f85575957d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:06.823022 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:06.841515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:06.927677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da805e89-745c-4dab-8afb-2c68bf1d2837 None None] Network ed659877-ebbd-42a5-a7d1-3066d081b2fc is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:59:06.959693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c32f94bf-0dec-4825-bc34-c771e8233196 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:06.980767 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event updated for resources: {'Subnet': ['ID=5b850101-a183-4bae-b784-ceede0381aec,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:07.001661 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-52e20c56-65e5-4470-bc2e-3eb19fab65f4 req-5af6da36-2cc1-42a3-8834-28253854b22c tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042656 Jan 28 17:59:07.002357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Checking segment: {'id': 'bf42dcde-7974-4baa-9541-43c639c650cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ed659877-ebbd-42a5-a7d1-3066d081b2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:07.002714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Network hostable DHCP agents. Network: ed659877-ebbd-42a5-a7d1-3066d081b2fc, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:59:07.010076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:07.023204 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c32f94bf-0dec-4825-bc34-c771e8233196 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/1b042b7f-ce15-432b-8657-93f85575957d HTTP/1.1" status: 204 len: 168 time: 2.5407438 Jan 28 17:59:07.027991 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43148) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:07.081909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da805e89-745c-4dab-8afb-2c68bf1d2837 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, ed659877-ebbd-42a5-a7d1-3066d081b2fc) {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:59:07.086660 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Unable to find a vacant binding_index for network ed659877-ebbd-42a5-a7d1-3066d081b2fc and agent c169c97f-7c5a-4aa6-952e-f60033f5efaf {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 28 17:59:07.105551 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:07.111464 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, ed659877-ebbd-42a5-a7d1-3066d081b2fc) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:07.119133 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-7b823f66-405a-46f1-869a-2f863a5828cd service neutron] 10.222.0.16 "GET /v2.0/networks/013d2972-b6be-468a-984c-e2dd2514ff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010681 Jan 28 17:59:07.123460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:07.124052 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:07.163674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:07.210334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:07.268263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e2879c-da32-4055-9959-4e2415983a80 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:07.268877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-82e2879c-da32-4055-9959-4e2415983a80 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:07.325857 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f667ebc3-a117-4f37-bce0-e9cc749c7f79 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3938868 Jan 28 17:59:07.336570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43152) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:07.358924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Request body: {'subnet': {'network_id': 'a3664a79-b5be-4e71-aa5d-b740856f51db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:07.369942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49ecdb6-84e2-4f97-a4ff-d57761cfbfda') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:07.370314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49ecdb6-84e2-4f97-a4ff-d57761cfbfda') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:07.375043 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:07.375421 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:07.392940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:07.399878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:07.426274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:07.446337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:07.446806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:07.465738 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:07.503703 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-82e2879c-da32-4055-9959-4e2415983a80 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:07.507219 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-82e2879c-da32-4055-9959-4e2415983a80 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4734037 Jan 28 17:59:07.522596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43156) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:07.528872 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:07.568022 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7573f6c5-c8b3-479e-85b1-973ee9adf534 req-e5360aac-b541-4083-8b1b-2f12524305b4 service neutron] 10.222.0.16 "GET /v2.0/networks/013d2972-b6be-468a-984c-e2dd2514ff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344552 Jan 28 17:59:07.604832 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-ed659877-ebbd-42a5-a7d1-3066d081b2fc', 'network_id': 'ed659877-ebbd-42a5-a7d1-3066d081b2fc', 'tenant_id': 'dc1bf7ed23cf4364ab9a15183a56afab', 'fixed_ips': [{'subnet_id': '5b850101-a183-4bae-b784-ceede0381aec'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:59:07.614712 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:07.624509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Router fd543508-0ad4-4f9f-817a-43dbbfe89927 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:59:07.643563 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:07.661601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:07.674915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:07.721511 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'Port': ['ID=99c34e51-0c17-4a02-b547-6896f05696e2,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:07.733953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:07.738636 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:07.746371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:07.778413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Allocated IP 172.20.0.2 (ed659877-ebbd-42a5-a7d1-3066d081b2fc/5b850101-a183-4bae-b784-ceede0381aec/6dc0894a-77eb-47b4-8498-cc4e5f4627e4) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:07.788780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Network': ['ID=1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:07.803512 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bc1102fd-1587-411d-8e38-f1c83639202a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9 HTTP/1.1" status: 204 len: 168 time: 5.9928255 Jan 28 17:59:07.804394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43160) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:07.809191 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Usage tracker for resource:subnet and tenant:dc1bf7ed23cf4364ab9a15183a56afab is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:07.827513 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:07.842854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:07.871526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-728095336'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:07.885740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:07.904730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:network and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:07.911435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:07.923803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:07.941580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:59:07.947611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:07.949629 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-eb7eb3ed-0511-4e03-9ca7-9ae50c7fe154 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "PUT /v2.0/routers/fd543508-0ad4-4f9f-817a-43dbbfe89927 HTTP/1.1" status: 200 len: 913 time: 6.6618066 Jan 28 17:59:07.952098 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4022b5-0196-4ecf-a5af-32f950dfd25f None None] Sync routers for ids ['fd543508-0ad4-4f9f-817a-43dbbfe89927'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:59:07.952560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43164) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:07.963638 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4022b5-0196-4ecf-a5af-32f950dfd25f None None] Routers {'fd543508-0ad4-4f9f-817a-43dbbfe89927'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:07.964498 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-da4022b5-0196-4ecf-a5af-32f950dfd25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fd543508-0ad4-4f9f-817a-43dbbfe89927'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:07.980299 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Made reservation on behalf of dc1bf7ed23cf4364ab9a15183a56afab for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:07.984088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:08.032122 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-da4022b5-0196-4ecf-a5af-32f950dfd25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:08.057500 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4022b5-0196-4ecf-a5af-32f950dfd25f None None] Routers {'fd543508-0ad4-4f9f-817a-43dbbfe89927'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:08.057822 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:08.061401 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-da4022b5-0196-4ecf-a5af-32f950dfd25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fd543508-0ad4-4f9f-817a-43dbbfe89927'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:08.071854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Transition to ACTIVE for port object 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:08.120103 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Transition to ACTIVE for port object 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:08.171875 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-da4022b5-0196-4ecf-a5af-32f950dfd25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:08.172589 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4022b5-0196-4ecf-a5af-32f950dfd25f None None] The sync data for ids ['fd543508-0ad4-4f9f-817a-43dbbfe89927'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:59:08.203585 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc0185-c255-4a55-84cd-6b7d320fa0f8 req-8bec252f-c2bd-4caa-a5df-9ee4252790c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:08.205840 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-36fc0185-c255-4a55-84cd-6b7d320fa0f8 req-8bec252f-c2bd-4caa-a5df-9ee4252790c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=202c38a3be5a46d693d74da67653d37c&device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 1097 time: 0.5110095 Jan 28 17:59:08.213657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:08.216988 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:08.219213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:08.289654 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Network ed659877-ebbd-42a5-a7d1-3066d081b2fc is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:08.292498 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:08.297141 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:08.343432 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Pushing event updated for resources: {'Port': ['ID=6dc0894a-77eb-47b4-8498-cc4e5f4627e4,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:08.370018 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf5127-be2d-45db-a7d1-831bb65e543a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:08.374448 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3ecf5127-be2d-45db-a7d1-831bb65e543a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7949448 Jan 28 17:59:08.382119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43170) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:08.400652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Attempting to bind port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:59:08.401027 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Attempting to bind port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'bf42dcde-7974-4baa-9541-43c639c650cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ed659877-ebbd-42a5-a7d1-3066d081b2fc'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:59:08.410834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Attempting to bind port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 on network ed659877-ebbd-42a5-a7d1-3066d081b2fc {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:59:08.410834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:59:08.410834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Checking segment: {'id': 'bf42dcde-7974-4baa-9541-43c639c650cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ed659877-ebbd-42a5-a7d1-3066d081b2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:08.410834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:08.410834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Bound using segment: {'id': 'bf42dcde-7974-4baa-9541-43c639c650cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ed659877-ebbd-42a5-a7d1-3066d081b2fc'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:59:08.410834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Bound port: 6dc0894a-77eb-47b4-8498-cc4e5f4627e4, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf42dcde-7974-4baa-9541-43c639c650cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ed659877-ebbd-42a5-a7d1-3066d081b2fc'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:59:08.410834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:08.411499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:59:08.438127 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1f0f3e4b-97e9-4a94-bd55-21c2cfc18b6d tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/routers/fd543508-0ad4-4f9f-817a-43dbbfe89927 HTTP/1.1" status: 200 len: 919 time: 0.4818671 Jan 28 17:59:08.441741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43174) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:08.484268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:08.484513 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Added segment e1e9314a-7cf7-441b-98bb-92f8d4b83360 of type vlan for network cda3eb10-11e7-4055-b31f-b2552610a42a Jan 28 17:59:08.502098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] For port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:59:08.506230 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] For port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6dc0894a-77eb-47b4-8498-cc4e5f4627e4,segment=NetworkSegment(bf42dcde-7974-4baa-9541-43c639c650cc),segment_id=bf42dcde-7974-4baa-9541-43c639c650cc)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:59:08.518129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc0185-c255-4a55-84cd-6b7d320fa0f8 req-c6b9a3c1-c10c-40a1-babb-12092ea428ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:08.519605 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-36fc0185-c255-4a55-84cd-6b7d320fa0f8 req-c6b9a3c1-c10c-40a1-babb-12092ea428ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=013d2972-b6be-468a-984c-e2dd2514ff7b HTTP/1.1" status: 200 len: 913 time: 0.2932825 Jan 28 17:59:08.526959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e010b3a-385b-44b9-814a-2f3ffa1764e9 req-bafaa942-6c4f-4ae8-8256-e3ddd5652d62 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:08.528353 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7e010b3a-385b-44b9-814a-2f3ffa1764e9 req-bafaa942-6c4f-4ae8-8256-e3ddd5652d62 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 944 time: 0.3274901 Jan 28 17:59:08.547226 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:08.564838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:08.591136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:08.628447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9ab81e-70ef-4c11-83b1-bcc565294a90 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:08.629947 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9ab81e-70ef-4c11-83b1-bcc565294a90 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:08.631566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9ab81e-70ef-4c11-83b1-bcc565294a90 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:08.632369 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fd9ab81e-70ef-4c11-83b1-bcc565294a90 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:08.640895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:08.667556 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-36fc0185-c255-4a55-84cd-6b7d320fa0f8 req-0f9ef60d-75c9-4b2c-85a6-a96fdba8b850 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=965a6e14-b08b-4d54-a174-0fc0e1d96cf4 HTTP/1.1" status: 200 len: 217 time: 0.1354160 Jan 28 17:59:08.692831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8560671-a77e-41a7-8ee1-4b3b6431eaa0 None None] Pushing event updated for resources: {'Port': ['ID=6dc0894a-77eb-47b4-8498-cc4e5f4627e4,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:08.775625 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7e010b3a-385b-44b9-814a-2f3ffa1764e9 req-b7ba2943-ef2b-483e-8074-ff2aae86e900 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675808 Jan 28 17:59:08.792386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ec1281-073b-4b75-bdcc-f23bab1360ce tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:08.794068 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c6ec1281-073b-4b75-bdcc-f23bab1360ce tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&device_id=fd543508-0ad4-4f9f-817a-43dbbfe89927&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3501258 Jan 28 17:59:08.795964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc0185-c255-4a55-84cd-6b7d320fa0f8 req-30344243-a276-47c2-a30e-c9f3fddacee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:08.797484 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-36fc0185-c255-4a55-84cd-6b7d320fa0f8 req-30344243-a276-47c2-a30e-c9f3fddacee8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=da480813-3c67-400a-93d4-9c4f0094cb32 HTTP/1.1" status: 200 len: 852 time: 0.1232724 Jan 28 17:59:08.798381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43178) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:08.940989 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-36fc0185-c255-4a55-84cd-6b7d320fa0f8 req-de4b8eac-50aa-49ea-b1a8-b5cfa017d1c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013d2972-b6be-468a-984c-e2dd2514ff7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175578 Jan 28 17:59:08.970627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:08.977226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:08.978145 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:09.020821 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fd9ab81e-70ef-4c11-83b1-bcc565294a90 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:09.030146 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fd9ab81e-70ef-4c11-83b1-bcc565294a90 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6390533 Jan 28 17:59:09.030146 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43182) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:09.128108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-4317198d-89ca-4335-94eb-c45807049fa8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 1416910a-c6a0-4cc2-8dc5-e3f22c707c6f {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:59:09.133771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:09.135061 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4317198d-89ca-4335-94eb-c45807049fa8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:09.164520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:09.217602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Router 09361faf-d7be-424b-ac68-e8768a9a264b is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:59:09.240328 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:09.266887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4317198d-89ca-4335-94eb-c45807049fa8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:09.356783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Network': ['ID=cda3eb10-11e7-4055-b31f-b2552610a42a,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:09.368311 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network cda3eb10-11e7-4055-b31f-b2552610a42a details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:59:09.381536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e21f3-927a-497e-a7aa-c9f9410a4841 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:09.386288 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f82e21f3-927a-497e-a7aa-c9f9410a4841 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/networks/9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 881 time: 0.5836308 Jan 28 17:59:09.386288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43186) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:09.386592 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event updated for resources: {'Subnet': ['ID=f3452247-d2e0-4b19-aac4-a8b8b364028c,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:09.445307 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Checking segment: {'id': 'bb6961e0-7ce1-4189-8822-2cf66fe9c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a3664a79-b5be-4e71-aa5d-b740856f51db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:09.445515 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3ec6079b-f6e8-42ff-9810-20822d4ea34d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd543508-0ad4-4f9f-817a-43dbbfe89927 HTTP/1.1" status: 200 len: 205 time: 0.0557823 Jan 28 17:59:09.445661 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Network hostable DHCP agents. Network: a3664a79-b5be-4e71-aa5d-b740856f51db, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:59:09.445774 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-36fc0185-c255-4a55-84cd-6b7d320fa0f8 req-2f4d6cbe-af1f-48f7-8533-326dde2d06f3 service neutron] 10.222.0.16 "GET /v2.0/networks/013d2972-b6be-468a-984c-e2dd2514ff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974172 Jan 28 17:59:09.446239 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b74a53ad-63c7-47dc-8e7a-62a9a3c0925b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6360352 Jan 28 17:59:09.446957 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43190) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:09.485917 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43194) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:09.487866 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:09.495349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d89721c2-8525-4517-befd-6e2305f4f690 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:09.745443 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-36fc0185-c255-4a55-84cd-6b7d320fa0f8 req-f502db96-1a4e-4063-a456-ae51a9544c14 service neutron] 10.222.0.16 "GET /v2.0/networks/013d2972-b6be-468a-984c-e2dd2514ff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405827 Jan 28 17:59:09.747749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:09.865977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:09.872664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fcd379-41f2-452f-9d4d-9915715fafeb None None] Network ed659877-ebbd-42a5-a7d1-3066d081b2fc requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:09.945484 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:09.979474 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9cd18f70-3c13-4aa9-b571-8df2e6383c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.017419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:59:10.037880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d673bac-7583-48bf-99fa-10ac70c6b083 None None] Sync routers for ids ['09361faf-d7be-424b-ac68-e8768a9a264b'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:59:10.053134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d673bac-7583-48bf-99fa-10ac70c6b083 None None] Routers {'09361faf-d7be-424b-ac68-e8768a9a264b'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:10.054055 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6d673bac-7583-48bf-99fa-10ac70c6b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09361faf-d7be-424b-ac68-e8768a9a264b'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:10.058931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Deleting port 9027832b-c1d2-4312-8f23-dbf47a23edd4 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:10.059571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.138130 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4317198d-89ca-4335-94eb-c45807049fa8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.138470 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 17:59:10.140841 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6d673bac-7583-48bf-99fa-10ac70c6b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:10.187509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cc4494b1-163a-46f7-96f2-aa880112c773 None None] Provisioning for port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:10.195588 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d673bac-7583-48bf-99fa-10ac70c6b083 None None] Routers {'09361faf-d7be-424b-ac68-e8768a9a264b'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:10.196222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6d673bac-7583-48bf-99fa-10ac70c6b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:58:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09361faf-d7be-424b-ac68-e8768a9a264b'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:10.209770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Network a3664a79-b5be-4e71-aa5d-b740856f51db is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:59:10.253259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.283064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6d673bac-7583-48bf-99fa-10ac70c6b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:10.284594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d673bac-7583-48bf-99fa-10ac70c6b083 None None] The sync data for ids ['09361faf-d7be-424b-ac68-e8768a9a264b'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:59:10.289871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cc4494b1-163a-46f7-96f2-aa880112c773 None None] Provisioning complete for port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:10.290246 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cc4494b1-163a-46f7-96f2-aa880112c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.308985 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.313692 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1a2dd0f9-f802-4b6a-bf8b-16acac43130c tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "PUT /v2.0/routers/09361faf-d7be-424b-ac68-e8768a9a264b HTTP/1.1" status: 200 len: 884 time: 8.1158609 Jan 28 17:59:10.316556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43200) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:10.363833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d89721c2-8525-4517-befd-6e2305f4f690 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.420760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7ffb2-c001-4b40-a051-33201d610ff9 req-5d00a970-e5d5-4eaa-a5aa-7afe62b69bc3 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:10.422277 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-38e7ffb2-c001-4b40-a051-33201d610ff9 req-5d00a970-e5d5-4eaa-a5aa-7afe62b69bc3 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 944 time: 0.4862852 Jan 28 17:59:10.426533 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, a3664a79-b5be-4e71-aa5d-b740856f51db) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:10.432262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:10.432262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.441508 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Calling delete_port for 9027832b-c1d2-4312-8f23-dbf47a23edd4 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:10.461903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7408bfd-4db5-44a8-9010-30ff89f04765 None None] Network a3664a79-b5be-4e71-aa5d-b740856f51db requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:10.482521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d89721c2-8525-4517-befd-6e2305f4f690 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.533825 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4317198d-89ca-4335-94eb-c45807049fa8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.615472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d89721c2-8525-4517-befd-6e2305f4f690 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network cda3eb10-11e7-4055-b31f-b2552610a42a is not hosted by any dhcp agent {{(pid=88159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 17:59:10.620523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89721c2-8525-4517-befd-6e2305f4f690 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:10.620692 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d89721c2-8525-4517-befd-6e2305f4f690 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.624925 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d89721c2-8525-4517-befd-6e2305f4f690 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "PUT /v2.0/networks/cda3eb10-11e7-4055-b31f-b2552610a42a HTTP/1.1" status: 200 len: 723 time: 1.1351058 Jan 28 17:59:10.626610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43204) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:10.633639 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.635424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'subnet': {'network_id': 'cda3eb10-11e7-4055-b31f-b2552610a42a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:10.643492 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d79690ea-96b9-49de-af2a-ec752d8ac1d3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2959356 Jan 28 17:59:10.657388 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=965a6e14-b08b-4d54-a174-0fc0e1d96cf4,segment=NetworkSegment(629c410f-e471-41cc-99b0-9a0efc456877),segment_id=629c410f-e471-41cc-99b0-9a0efc456877)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:10.665200 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43208) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:10.668400 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-38e7ffb2-c001-4b40-a051-33201d610ff9 req-90438dc8-3a1b-4cdb-a42d-f34bb38f68ad tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157912 Jan 28 17:59:10.673149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317198d-89ca-4335-94eb-c45807049fa8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=1416910a-c6a0-4cc2-8dc5-e3f22c707c6f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:10.678650 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4317198d-89ca-4335-94eb-c45807049fa8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.682942 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4317198d-89ca-4335-94eb-c45807049fa8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/1416910a-c6a0-4cc2-8dc5-e3f22c707c6f HTTP/1.1" status: 204 len: 168 time: 1.6510630 Jan 28 17:59:10.699134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cc4494b1-163a-46f7-96f2-aa880112c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.709403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '965a6e14-b08b-4d54-a174-0fc0e1d96cf4', 'network_id': '013d2972-b6be-468a-984c-e2dd2514ff7b', 'port_id': '965a6e14-b08b-4d54-a174-0fc0e1d96cf4', 'mac_address': 'fa:16:3e:23:8c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da480813-3c67-400a-93d4-9c4f0094cb32', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 17:59:10.741239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43212) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:10.803048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:10.808589 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1ec3fb12-9487-4ded-95e8-e1f17e2abe5c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/routers/09361faf-d7be-424b-ac68-e8768a9a264b HTTP/1.1" status: 200 len: 925 time: 0.4886198 Jan 28 17:59:10.809382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89721c2-8525-4517-befd-6e2305f4f690 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Network': ['ID=cda3eb10-11e7-4055-b31f-b2552610a42a,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:10.811020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43216) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:10.872057 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34598adc-30c7-4963-8adb-d11bb996295f None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:10.885125 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network cda3eb10-11e7-4055-b31f-b2552610a42a details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:59:10.976234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:10.980092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:subnet and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:10.982961 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:10.988788 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:11.051190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c806e0a5-0f7f-484a-b3fd-ed1634f07834 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:11.055016 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c806e0a5-0f7f-484a-b3fd-ed1634f07834 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&device_id=09361faf-d7be-424b-ac68-e8768a9a264b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1973147 Jan 28 17:59:11.056166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43220) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:11.145761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet b749e752-80a8-441c-88ce-11dcfcd3109c {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:59:11.156373 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:11.187446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event updated for resources: {'Port': ['ID=99c34e51-0c17-4a02-b547-6896f05696e2,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:11.201148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e460869d-2a42-4b1e-aaa4-1360923e4a14 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:11.206382 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e460869d-2a42-4b1e-aaa4-1360923e4a14 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/networks/9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 881 time: 0.1464400 Jan 28 17:59:11.206382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43224) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:11.244652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:11.248864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:11.281730 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ef139216-1b68-4993-9b6b-fcd7a07400e6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "GET /v2.0/ports?device_id=09361faf-d7be-424b-ac68-e8768a9a264b HTTP/1.1" status: 200 len: 205 time: 0.0743780 Jan 28 17:59:11.282580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:11.320556 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:11.322565 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:11.333493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43228) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:11.354590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-cc4494b1-163a-46f7-96f2-aa880112c773 None None] For port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6dc0894a-77eb-47b4-8498-cc4e5f4627e4,segment=NetworkSegment(bf42dcde-7974-4baa-9541-43c639c650cc),segment_id=bf42dcde-7974-4baa-9541-43c639c650cc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:11.392391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Pushing event deleted for resources: {'Port': ['ID=9027832b-c1d2-4312-8f23-dbf47a23edd4,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:11.439066 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 17:59:11.476516 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01541df6-08ab-444e-8f48-91f6d43784b4 None None] Network ed659877-ebbd-42a5-a7d1-3066d081b2fc requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:11.506515 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cc4494b1-163a-46f7-96f2-aa880112c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:11.574024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:11.592642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:11.642781 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-a3664a79-b5be-4e71-aa5d-b740856f51db', 'network_id': 'a3664a79-b5be-4e71-aa5d-b740856f51db', 'tenant_id': 'dc1bf7ed23cf4364ab9a15183a56afab', 'fixed_ips': [{'subnet_id': 'f3452247-d2e0-4b19-aac4-a8b8b364028c'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:59:11.643238 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:11.668170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=965a6e14-b08b-4d54-a174-0fc0e1d96cf4,segment=NetworkSegment(629c410f-e471-41cc-99b0-9a0efc456877),segment_id=629c410f-e471-41cc-99b0-9a0efc456877)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:11.702505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:11.702886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:11.703202 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:11.703530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:11.703857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:11.704220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:11.704542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:11.704997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:11.705328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:11.705648 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:11.705966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:11.706280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:11.774016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ae5d3ea7-4476-4654-90b3-fcceb3453959 None None] Provisioning complete for port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:11.774391 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae5d3ea7-4476-4654-90b3-fcceb3453959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:11.823865 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4494b1-163a-46f7-96f2-aa880112c773 None None] Pushing event updated for resources: {'Port': ['ID=6dc0894a-77eb-47b4-8498-cc4e5f4627e4,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:11.844280 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:11.844500 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:11.902456 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Floating IP 721e7f7f-8085-4a97-bdd8-36eb30275c6c associated. External IP: 172.26.1.7, port: d31e9ae0-1ea9-465f-86b1-ff81b6737150. Jan 28 17:59:11.943410 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:11.987360 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:12.051124 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=965a6e14-b08b-4d54-a174-0fc0e1d96cf4,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:12.100321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['965a6e14-b08b-4d54-a174-0fc0e1d96cf4'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 17:59:12.184522 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Allocated IP 172.20.0.2 (a3664a79-b5be-4e71-aa5d-b740856f51db/f3452247-d2e0-4b19-aac4-a8b8b364028c/115bd358-de1a-42c6-8023-3a3215ee1eb5) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:12.352093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:12.361066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:12.371909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-04d66bd9-d11b-49dc-8262-f2201be2d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:12.395423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:12.410984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1f844-c18d-4ea0-ad25-0530feb3d215 req-fd01e778-63b6-404f-8b1a-86a7ddf093e5 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:12.413586 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bce1f844-c18d-4ea0-ad25-0530feb3d215 req-fd01e778-63b6-404f-8b1a-86a7ddf093e5 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 945 time: 0.5489585 Jan 28 17:59:12.462030 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:12.505969 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bce1f844-c18d-4ea0-ad25-0530feb3d215 req-b9f05a93-b692-4672-abbf-c33571f48eaa tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739322 Jan 28 17:59:12.538874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=b749e752-80a8-441c-88ce-11dcfcd3109c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:12.550612 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Deleting port c494b023-678c-41b0-bcc2-1f039cfb337c {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:12.551078 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:12.581835 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:12.603122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:12.605966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:12.606550 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Transition to ACTIVE for port object 115bd358-de1a-42c6-8023-3a3215ee1eb5 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:12.607476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:12.607808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:12.608130 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:12.608978 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:12.609993 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Fanout notify agent at l3_agent the message router_deleted on router fd543508-0ad4-4f9f-817a-43dbbfe89927 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:59:12.610834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:12.612015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:12.612403 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:12.621681 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:12.622280 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:12.622765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:12.623260 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:12.634085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:12.652270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Transition to ACTIVE for port object 115bd358-de1a-42c6-8023-3a3215ee1eb5 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:12.718318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:12.768719 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:12.840755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Router 61ea90ee-895f-4086-bce7-a63addb1154d has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:59:12.848580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Allocated IP 172.20.0.1 (ed659877-ebbd-42a5-a7d1-3066d081b2fc/5b850101-a183-4bae-b784-ceede0381aec/e83553eb-2c5d-48d6-a2c7-40d168fd9b7d) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:12.866553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Checking segment: {'id': 'e1e9314a-7cf7-441b-98bb-92f8d4b83360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cda3eb10-11e7-4055-b31f-b2552610a42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:12.866907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network hostable DHCP agents. Network: cda3eb10-11e7-4055-b31f-b2552610a42a, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:59:12.873636 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Subnet': ['ID=35794d9d-4bdc-43a7-b462-25107eb3c958,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:12.916275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:12.940674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:12.941905 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b3fa7b81-c65e-4ea0-b74a-fb4020ea473d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "DELETE /v2.0/routers/fd543508-0ad4-4f9f-817a-43dbbfe89927 HTTP/1.1" status: 204 len: 168 time: 3.4940333 Jan 28 17:59:12.947547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43234) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:12.955919 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d5d47639-f252-490b-8e87-5a0e8245f60c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/b749e752-80a8-441c-88ce-11dcfcd3109c HTTP/1.1" status: 204 len: 168 time: 2.2090428 Jan 28 17:59:12.957427 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Network a3664a79-b5be-4e71-aa5d-b740856f51db is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:12.960573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:12.964198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:12.976061 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Pushing event updated for resources: {'Port': ['ID=115bd358-de1a-42c6-8023-3a3215ee1eb5,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:13.020962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43236) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:13.052956 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37da7dae-2ab1-45eb-b204-b317eed2b18d None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:13.083914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-bad006d3-5926-48d4-849e-a89839c70ac2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1122379952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:13.098484 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Calling delete_port for c494b023-678c-41b0-bcc2-1f039cfb337c owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:13.191484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:13.204619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bad006d3-5926-48d4-849e-a89839c70ac2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:13.206868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network cda3eb10-11e7-4055-b31f-b2552610a42a is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:59:13.215157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-98d38049-5f84-4d6a-8a00-ac3d4f01d6ed None None] Provisioning complete for port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:13.215537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-98d38049-5f84-4d6a-8a00-ac3d4f01d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.230943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bad006d3-5926-48d4-849e-a89839c70ac2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Usage tracker for resource:router and tenant:b19d324a2e6d496e805530bcc90e4cba is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:13.238626 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-05ebb67c-d28b-4288-aed9-837e32e9f0b0 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1566539 Jan 28 17:59:13.241042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bad006d3-5926-48d4-849e-a89839c70ac2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:13.243964 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Attempting to bind port 115bd358-de1a-42c6-8023-3a3215ee1eb5 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:59:13.244327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Attempting to bind port 115bd358-de1a-42c6-8023-3a3215ee1eb5 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'bb6961e0-7ce1-4189-8822-2cf66fe9c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a3664a79-b5be-4e71-aa5d-b740856f51db'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:59:13.244683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Attempting to bind port 115bd358-de1a-42c6-8023-3a3215ee1eb5 on network a3664a79-b5be-4e71-aa5d-b740856f51db {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:59:13.246111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43242) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:13.252358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-fba01ba1-defb-4b1a-9bd1-44b527b3f89e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:13.271225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bad006d3-5926-48d4-849e-a89839c70ac2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:13.294917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.309088 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:59:13.309455 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Checking segment: {'id': 'bb6961e0-7ce1-4189-8822-2cf66fe9c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a3664a79-b5be-4e71-aa5d-b740856f51db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:13.309850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.310498 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Bound using segment: {'id': 'bb6961e0-7ce1-4189-8822-2cf66fe9c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a3664a79-b5be-4e71-aa5d-b740856f51db'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:59:13.310974 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Bound port: 115bd358-de1a-42c6-8023-3a3215ee1eb5, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6961e0-7ce1-4189-8822-2cf66fe9c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a3664a79-b5be-4e71-aa5d-b740856f51db'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:59:13.311379 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.339093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, cda3eb10-11e7-4055-b31f-b2552610a42a) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:13.363331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c397f62-2c1c-4f2c-9eac-18a08aef9ea4 None None] Network cda3eb10-11e7-4055-b31f-b2552610a42a requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:13.377957 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:13.378460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.420356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fba01ba1-defb-4b1a-9bd1-44b527b3f89e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:13.425211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-fba01ba1-defb-4b1a-9bd1-44b527b3f89e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:13.427816 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.427962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-fba01ba1-defb-4b1a-9bd1-44b527b3f89e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:13.435782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fba01ba1-defb-4b1a-9bd1-44b527b3f89e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:13.436922 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:59:13.440777 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bad006d3-5926-48d4-849e-a89839c70ac2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.441689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bad006d3-5926-48d4-849e-a89839c70ac2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.453421 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464d546-572f-46d5-ad3e-d48e76464d58 None None] Sync routers for ids ['61ea90ee-895f-4086-bce7-a63addb1154d'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:59:13.463884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Transition to ACTIVE for port object e83553eb-2c5d-48d6-a2c7-40d168fd9b7d will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:13.467021 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464d546-572f-46d5-ad3e-d48e76464d58 None None] Routers {'61ea90ee-895f-4086-bce7-a63addb1154d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:13.467021 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4464d546-572f-46d5-ad3e-d48e76464d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['61ea90ee-895f-4086-bce7-a63addb1154d'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:13.467285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bad006d3-5926-48d4-849e-a89839c70ac2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.531030 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bb0dd705-8ab8-414b-aed7-8cac3c73d36b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9006503 Jan 28 17:59:13.531282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43246) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:13.541030 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.565377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3f284494-ddf7-420b-9391-f2ceed9c8632 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:13.635255 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.659969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bad006d3-5926-48d4-849e-a89839c70ac2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.660274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.693019 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-4464d546-572f-46d5-ad3e-d48e76464d58 None None] Set router 61ea90ee-895f-4086-bce7-a63addb1154d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:59:13.696705 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] For port 115bd358-de1a-42c6-8023-3a3215ee1eb5, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:59:13.699800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:13.700159 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.705139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.712100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba01ba1-defb-4b1a-9bd1-44b527b3f89e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:13.715035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fba01ba1-defb-4b1a-9bd1-44b527b3f89e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.765533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] For port 115bd358-de1a-42c6-8023-3a3215ee1eb5, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=115bd358-de1a-42c6-8023-3a3215ee1eb5,segment=NetworkSegment(bb6961e0-7ce1-4189-8822-2cf66fe9c768),segment_id=bb6961e0-7ce1-4189-8822-2cf66fe9c768)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:59:13.802408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bad006d3-5926-48d4-849e-a89839c70ac2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.803989 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bad006d3-5926-48d4-849e-a89839c70ac2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7878520 Jan 28 17:59:13.808535 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Network ed659877-ebbd-42a5-a7d1-3066d081b2fc is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:13.819765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43252) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:13.824558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:13.831791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'enable_snat': False}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:13.859507 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:13.915967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:13.986326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d601f99-8966-416b-83bc-31fca826c189 None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:59:14.072467 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f284494-ddf7-420b-9391-f2ceed9c8632 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1729884'] for subnet, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:14.096108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-cda3eb10-11e7-4055-b31f-b2552610a42a', 'network_id': 'cda3eb10-11e7-4055-b31f-b2552610a42a', 'tenant_id': '5831e94d5fab43d1b080b35a5e33a6f7', 'fixed_ips': [{'subnet_id': '35794d9d-4bdc-43a7-b462-25107eb3c958'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:59:14.096957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:14.137231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9d601f99-8966-416b-83bc-31fca826c189 None None] Deleting port 91fe73ed-c8da-4a2c-8f25-13deae6d37af {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:14.137603 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9d601f99-8966-416b-83bc-31fca826c189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:14.173969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Pushing event deleted for resources: {'Port': ['ID=c494b023-678c-41b0-bcc2-1f039cfb337c,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:14.190827 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4464d546-572f-46d5-ad3e-d48e76464d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T17:58:26Z', 'revision_number': 4, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '721e7f7f-8085-4a97-bdd8-36eb30275c6c', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'floating_ip_address': '172.26.1.7', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'port_id': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'mac_address': 'fa:16:3e:b1:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36431fce-ca35-4702-b3bf-799af59fd92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:59:08Z', 'updated_at': '2022-01-28T17:59:08Z', 'revision_number': 0, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15', 'name': '', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'mac_address': 'fa:16:3e:9f:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:24Z', 'updated_at': '2022-01-28T17:58:39Z', 'revision_number': 5, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'subnets': [{'id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:14.194603 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:14.197506 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464d546-572f-46d5-ad3e-d48e76464d58 None None] Checking router: 61ea90ee-895f-4086-bce7-a63addb1154d for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 17:59:14.208227 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464d546-572f-46d5-ad3e-d48e76464d58 None None] Routers {'61ea90ee-895f-4086-bce7-a63addb1154d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:14.208898 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4464d546-572f-46d5-ad3e-d48e76464d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['61ea90ee-895f-4086-bce7-a63addb1154d'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:14.264917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fba01ba1-defb-4b1a-9bd1-44b527b3f89e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:14.273306 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-43ed3f23-8931-4c45-9f16-5081645c08fe tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.8949618 Jan 28 17:59:14.308392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d8785037-b0b2-4dbc-bfdf-e9b149388564 None None] Provisioning complete for port 91fe73ed-c8da-4a2c-8f25-13deae6d37af triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:14.308783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d8785037-b0b2-4dbc-bfdf-e9b149388564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:14.335929 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36431fce-ca35-4702-b3bf-799af59fd92e', 'tag': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:59:14.343014 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba01ba1-defb-4b1a-9bd1-44b527b3f89e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:14.350582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:14.400769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event updated for resources: {'Port': ['ID=e83553eb-2c5d-48d6-a2c7-40d168fd9b7d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:14.424711 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba4fe7-a7f2-4c91-b79d-4391a26e640c None None] Pushing event updated for resources: {'Port': ['ID=115bd358-de1a-42c6-8023-3a3215ee1eb5,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:14.486015 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-4464d546-572f-46d5-ad3e-d48e76464d58 None None] Set router 61ea90ee-895f-4086-bce7-a63addb1154d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 17:59:14.728490 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:14.736795 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:14.737171 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:14.798435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:14.801419 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:14.828791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-fba01ba1-defb-4b1a-9bd1-44b527b3f89e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:14.872997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba01ba1-defb-4b1a-9bd1-44b527b3f89e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:14.876746 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fba01ba1-defb-4b1a-9bd1-44b527b3f89e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:14.910774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba01ba1-defb-4b1a-9bd1-44b527b3f89e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=83541e15-e4ea-4f9a-a7e2-2ebae1eacabe,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:14.944885 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:14.962192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982bdad-bb7b-489f-bc62-bd3db9783a74 req-d474ccc4-b6ad-45dc-8508-9d96ae1bd8ca tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:14.978334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9d601f99-8966-416b-83bc-31fca826c189 None None] For port 91fe73ed-c8da-4a2c-8f25-13deae6d37af, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=91fe73ed-c8da-4a2c-8f25-13deae6d37af,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:14.978728 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9d601f99-8966-416b-83bc-31fca826c189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:14.979939 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7982bdad-bb7b-489f-bc62-bd3db9783a74 req-d474ccc4-b6ad-45dc-8508-9d96ae1bd8ca tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.1461644 Jan 28 17:59:14.981260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:14.981858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Fanout notify agent at l3_agent the message router_deleted on router 09361faf-d7be-424b-ac68-e8768a9a264b {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:59:14.990362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:14.991664 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3a12d2ab-d7e7-4d67-8e67-e5035bd45b04 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "DELETE /v2.0/routers/09361faf-d7be-424b-ac68-e8768a9a264b HTTP/1.1" status: 204 len: 168 time: 3.6099498 Jan 28 17:59:15.009102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43260) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:15.019477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d60f5d57-1a56-439d-b319-449debed3488 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2146570419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:15.027606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d60f5d57-1a56-439d-b319-449debed3488 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:15.042781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d60f5d57-1a56-439d-b319-449debed3488 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Usage tracker for resource:router and tenant:b12b49855aa542ef9b021c96e9f00328 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:15.049912 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d60f5d57-1a56-439d-b319-449debed3488 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:15.059293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d60f5d57-1a56-439d-b319-449debed3488 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:15.064472 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7982bdad-bb7b-489f-bc62-bd3db9783a74 req-e9ae345c-6fc3-4b88-9beb-f2c3a80bcf0a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714812 Jan 28 17:59:15.064622 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ed2be-d536-4f26-b2e8-8873e2df27cb req-8b5b75f0-1816-4d0c-93be-184dc2d4b5b5 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:15.066013 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-234ed2be-d536-4f26-b2e8-8873e2df27cb req-8b5b75f0-1816-4d0c-93be-184dc2d4b5b5 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 945 time: 1.4385457 Jan 28 17:59:15.081321 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fba01ba1-defb-4b1a-9bd1-44b527b3f89e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8273628 Jan 28 17:59:15.083981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43264) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:15.095482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9b6e64de-e4ac-4e5d-a409-d2be93424125 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:15.132840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43268) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:15.173929 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4464d546-572f-46d5-ad3e-d48e76464d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T17:58:26Z', 'revision_number': 4, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '721e7f7f-8085-4a97-bdd8-36eb30275c6c', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'floating_ip_address': '172.26.1.7', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'port_id': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'mac_address': 'fa:16:3e:b1:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36431fce-ca35-4702-b3bf-799af59fd92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:59:08Z', 'updated_at': '2022-01-28T17:59:08Z', 'revision_number': 0, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15', 'name': '', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'mac_address': 'fa:16:3e:9f:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:24Z', 'updated_at': '2022-01-28T17:58:39Z', 'revision_number': 5, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'subnets': [{'id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:15.179027 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464d546-572f-46d5-ad3e-d48e76464d58 None None] The sync data for ids ['61ea90ee-895f-4086-bce7-a63addb1154d'] in dv-neutron-826919-1-hyperv is: [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T17:58:26Z', 'revision_number': 4, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '721e7f7f-8085-4a97-bdd8-36eb30275c6c', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'floating_ip_address': '172.26.1.7', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'port_id': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'mac_address': 'fa:16:3e:b1:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36431fce-ca35-4702-b3bf-799af59fd92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T17:59:08Z', 'updated_at': '2022-01-28T17:59:08Z', 'revision_number': 0, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15', 'name': '', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'mac_address': 'fa:16:3e:9f:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:24Z', 'updated_at': '2022-01-28T17:58:39Z', 'revision_number': 5, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'subnets': [{'id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:59:15.180628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:15.240888 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-234ed2be-d536-4f26-b2e8-8873e2df27cb req-356b20eb-0215-457a-9163-08e74d7a67c7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573226 Jan 28 17:59:15.275140 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36431fce-ca35-4702-b3bf-799af59fd92e', 'tag': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'status': 'completed', 'code': 200} Jan 28 17:59:15.294842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f284494-ddf7-420b-9391-f2ceed9c8632 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737137899502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1814281'] for subnet, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:15.302923 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:15.313129 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:15.327691 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9d601f99-8966-416b-83bc-31fca826c189 None None] Calling delete_port for 91fe73ed-c8da-4a2c-8f25-13deae6d37af owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:15.400582 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 115bd358-de1a-42c6-8023-3a3215ee1eb5 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:15.429233 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f284494-ddf7-420b-9391-f2ceed9c8632 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:15.429746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f284494-ddf7-420b-9391-f2ceed9c8632 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:15.431145 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3f284494-ddf7-420b-9391-f2ceed9c8632 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "PUT /v2.0/subnets/35794d9d-4bdc-43a7-b462-25107eb3c958 HTTP/1.1" status: 200 len: 806 time: 1.8943076 Jan 28 17:59:15.440663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d60f5d57-1a56-439d-b319-449debed3488 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:15.441836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d60f5d57-1a56-439d-b319-449debed3488 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:15.456833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43274) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:15.540217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c531c528-7ffc-40c0-82b2-8b17cd7f73f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965a6e14-b08b-4d54-a174-0fc0e1d96cf4'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:59:15.574250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=965a6e14-b08b-4d54-a174-0fc0e1d96cf4,segment=NetworkSegment(629c410f-e471-41cc-99b0-9a0efc456877),segment_id=629c410f-e471-41cc-99b0-9a0efc456877)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:15.581908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f2750a-1d86-430e-803d-b234011d510b None None] New status for floating IP 721e7f7f-8085-4a97-bdd8-36eb30275c6c: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 17:59:15.676682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Allocated IP 172.20.0.2 (cda3eb10-11e7-4055-b31f-b2552610a42a/35794d9d-4bdc-43a7-b462-25107eb3c958/8f061843-e2a4-48ee-9c29-103f3f761e85) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:15.680154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fa3e1835-3f3d-4137-9c55-addca1e56ff6 None None] Provisioning for port e83553eb-2c5d-48d6-a2c7-40d168fd9b7d completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:15.702676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d60f5d57-1a56-439d-b319-449debed3488 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:15.706201 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fa3e1835-3f3d-4137-9c55-addca1e56ff6 None None] Provisioning complete for port e83553eb-2c5d-48d6-a2c7-40d168fd9b7d triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:15.706573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fa3e1835-3f3d-4137-9c55-addca1e56ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:15.754505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f284494-ddf7-420b-9391-f2ceed9c8632 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Subnet': ['ID=35794d9d-4bdc-43a7-b462-25107eb3c958,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:15.756404 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c531c528-7ffc-40c0-82b2-8b17cd7f73f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965a6e14-b08b-4d54-a174-0fc0e1d96cf4', 'code': 200} Jan 28 17:59:15.777400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:15.819504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:15.852384 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f25049d3-1f5b-4019-9198-3f4c84b7165d tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/floatingips/721e7f7f-8085-4a97-bdd8-36eb30275c6c HTTP/1.1" status: 200 len: 990 time: 0.7169268 Jan 28 17:59:15.865688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:15.906429 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d864c4-0d12-4bef-b4b2-b5610d9af421 req-59a97844-2f95-4976-9c61-eb3e6d37ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:15.908017 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00d864c4-0d12-4bef-b4b2-b5610d9af421 req-59a97844-2f95-4976-9c61-eb3e6d37ede7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4cc15f844474f47a3d1494cfe5a41c9&device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 1099 time: 0.5500760 Jan 28 17:59:15.910005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9b6e64de-e4ac-4e5d-a409-d2be93424125 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:15.946966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9b6e64de-e4ac-4e5d-a409-d2be93424125 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:15.948050 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9d601f99-8966-416b-83bc-31fca826c189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:15.951912 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46001ef9-fd8b-42dc-b682-e934b0eae7e6 None None] Network a3664a79-b5be-4e71-aa5d-b740856f51db requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:15.966514 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9b6e64de-e4ac-4e5d-a409-d2be93424125 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:15.978016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-fa3e1835-3f3d-4137-9c55-addca1e56ff6 None None] Port e83553eb-2c5d-48d6-a2c7-40d168fd9b7d cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:59:15.985795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9b6e64de-e4ac-4e5d-a409-d2be93424125 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:16.069383 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d60f5d57-1a56-439d-b319-449debed3488 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:16.077391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:16.093223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 115bd358-de1a-42c6-8023-3a3215ee1eb5 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:16.132771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d601f99-8966-416b-83bc-31fca826c189 None None] No DVR routers for this DVR port 91fe73ed-c8da-4a2c-8f25-13deae6d37af on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:59:16.181323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce830a36-dae0-46bf-90a1-c5dcd2578799 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:16.194855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6e64de-e4ac-4e5d-a409-d2be93424125 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:16.204511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9b6e64de-e4ac-4e5d-a409-d2be93424125 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:16.252563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d60f5d57-1a56-439d-b319-449debed3488 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:16.256263 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d60f5d57-1a56-439d-b319-449debed3488 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2414477 Jan 28 17:59:16.269209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43282) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:16.282013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'enable_snat': True}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:16.330364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d864c4-0d12-4bef-b4b2-b5610d9af421 req-36cf7d2f-738b-4dc6-8f47-4cb57d2ab5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:16.332205 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00d864c4-0d12-4bef-b4b2-b5610d9af421 req-36cf7d2f-738b-4dc6-8f47-4cb57d2ab5c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=11d6f6f3-ff9e-4d56-8bda-9cef17edb99f HTTP/1.1" status: 200 len: 898 time: 0.3836200 Jan 28 17:59:16.341697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=965a6e14-b08b-4d54-a174-0fc0e1d96cf4,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:16.370902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-efb334ec-261b-4b77-9e2e-ea348a7fb386 None None] Provisioning for port 115bd358-de1a-42c6-8023-3a3215ee1eb5 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:16.374204 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 91fe73ed-c8da-4a2c-8f25-13deae6d37af no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:59:16.475796 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-efb334ec-261b-4b77-9e2e-ea348a7fb386 None None] Provisioning complete for port 115bd358-de1a-42c6-8023-3a3215ee1eb5 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:16.476032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-efb334ec-261b-4b77-9e2e-ea348a7fb386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:16.512374 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d601f99-8966-416b-83bc-31fca826c189 None None] Pushing event deleted for resources: {'Port': ['ID=91fe73ed-c8da-4a2c-8f25-13deae6d37af,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:16.515223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 91fe73ed-c8da-4a2c-8f25-13deae6d37af {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:59:16.515687 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 91fe73ed-c8da-4a2c-8f25-13deae6d37af not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:59:16.540963 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:16.561693 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00d864c4-0d12-4bef-b4b2-b5610d9af421 req-c1ed55c3-7d80-4ffb-a433-dce89e22e613 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d31e9ae0-1ea9-465f-86b1-ff81b6737150 HTTP/1.1" status: 200 len: 998 time: 0.2196531 Jan 28 17:59:16.592396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:16.613557 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.ipam_backend_mixin [None req-9b6e64de-e4ac-4e5d-a409-d2be93424125 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 83541e15-e4ea-4f9a-a7e2-2ebae1eacabe (CIDR: 2001:db8::/64) Jan 28 17:59:16.651676 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6e64de-e4ac-4e5d-a409-d2be93424125 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:59:16.656601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6e64de-e4ac-4e5d-a409-d2be93424125 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:16.663571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d864c4-0d12-4bef-b4b2-b5610d9af421 req-8d7af77c-7a5c-45e4-8461-67b97799250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:16.665047 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00d864c4-0d12-4bef-b4b2-b5610d9af421 req-8d7af77c-7a5c-45e4-8461-67b97799250f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5188d41f-1359-48c7-95b8-dac3786107e0 HTTP/1.1" status: 200 len: 834 time: 0.0889001 Jan 28 17:59:16.677753 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e21186-78b7-453c-9cd1-99b5635fc072 req-8594139d-cf0d-4940-84b5-c807161c9151 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:16.679212 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-79e21186-78b7-453c-9cd1-99b5635fc072 req-8594139d-cf0d-4940-84b5-c807161c9151 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.2776632 Jan 28 17:59:16.784736 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-79e21186-78b7-453c-9cd1-99b5635fc072 req-dd98c1e0-4c5d-4fd6-a878-e0f904d8c389 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699093 Jan 28 17:59:16.804235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d864c4-0d12-4bef-b4b2-b5610d9af421 req-cde2f701-74b1-4c6f-8207-36e1786bd7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:16.804235 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00d864c4-0d12-4bef-b4b2-b5610d9af421 req-cde2f701-74b1-4c6f-8207-36e1786bd7b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11d6f6f3-ff9e-4d56-8bda-9cef17edb99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1212847 Jan 28 17:59:16.877914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43288) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:16.891837 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9b6e64de-e4ac-4e5d-a409-d2be93424125 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8036268 Jan 28 17:59:16.900373 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43292) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:16.914574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:16.917139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'subnet': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:16.944801 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Transition to ACTIVE for port object 8f061843-e2a4-48ee-9c29-103f3f761e85 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:17.000522 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-efb334ec-261b-4b77-9e2e-ea348a7fb386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.024921 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Transition to ACTIVE for port object 8f061843-e2a4-48ee-9c29-103f3f761e85 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:17.032919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c221bf74-e816-466d-af85-3d953f9ff4cd', 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'tenant_id': '38566222d38f4224a716e71cae08ac08', 'fixed_ips': [{'subnet_id': '83541e15-e4ea-4f9a-a7e2-2ebae1eacabe'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:59:17.035072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.074215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-efb334ec-261b-4b77-9e2e-ea348a7fb386 None None] For port 115bd358-de1a-42c6-8023-3a3215ee1eb5, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=115bd358-de1a-42c6-8023-3a3215ee1eb5,segment=NetworkSegment(bb6961e0-7ce1-4189-8822-2cf66fe9c768),segment_id=bb6961e0-7ce1-4189-8822-2cf66fe9c768)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:17.119888 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.152725 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4046eecf-9717-4cbd-b35f-eb5f86cf26ac tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/floatingips/721e7f7f-8085-4a97-bdd8-36eb30275c6c HTTP/1.1" status: 200 len: 992 time: 0.2737038 Jan 28 17:59:17.191766 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00d864c4-0d12-4bef-b4b2-b5610d9af421 req-e7ac4e08-8755-4bb9-8325-d206c7bdc1d5 service neutron] 10.222.0.16 "GET /v2.0/networks/11d6f6f3-ff9e-4d56-8bda-9cef17edb99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801425 Jan 28 17:59:17.195261 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-efb334ec-261b-4b77-9e2e-ea348a7fb386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.200269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.224655 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Network cda3eb10-11e7-4055-b31f-b2552610a42a is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:17.232423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:17.234975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:17.258119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.resource_extend [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 17:59:17.277553 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.290393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Pushing event updated for resources: {'Port': ['ID=8f061843-e2a4-48ee-9c29-103f3f761e85,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:17.306809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bde70-19dd-40c3-9dc3-e429a27ed8e5 req-df0c04f9-9bc3-41f1-a9d7-7b4e753266d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:17.308374 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-865bde70-19dd-40c3-9dc3-e429a27ed8e5 req-df0c04f9-9bc3-41f1-a9d7-7b4e753266d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 1099 time: 0.9243205 Jan 28 17:59:17.320464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.373870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Subnet': ['ID=35794d9d-4bdc-43a7-b462-25107eb3c958,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:17.435898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.486235 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Attempting to bind port 8f061843-e2a4-48ee-9c29-103f3f761e85 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:59:17.486803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Attempting to bind port 8f061843-e2a4-48ee-9c29-103f3f761e85 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'e1e9314a-7cf7-441b-98bb-92f8d4b83360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cda3eb10-11e7-4055-b31f-b2552610a42a'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:59:17.486900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Attempting to bind port 8f061843-e2a4-48ee-9c29-103f3f761e85 on network cda3eb10-11e7-4055-b31f-b2552610a42a {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:59:17.497511 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb334ec-261b-4b77-9e2e-ea348a7fb386 None None] Pushing event updated for resources: {'Port': ['ID=115bd358-de1a-42c6-8023-3a3215ee1eb5,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:17.505717 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:59:17.506094 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Checking segment: {'id': 'e1e9314a-7cf7-441b-98bb-92f8d4b83360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cda3eb10-11e7-4055-b31f-b2552610a42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:17.506485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.507533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Bound using segment: {'id': 'e1e9314a-7cf7-441b-98bb-92f8d4b83360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cda3eb10-11e7-4055-b31f-b2552610a42a'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:59:17.508011 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Bound port: 8f061843-e2a4-48ee-9c29-103f3f761e85, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e9314a-7cf7-441b-98bb-92f8d4b83360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'cda3eb10-11e7-4055-b31f-b2552610a42a'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:59:17.508383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.510182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.524004 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Allocated IP 2001:db8::2 (c221bf74-e816-466d-af85-3d953f9ff4cd/83541e15-e4ea-4f9a-a7e2-2ebae1eacabe/02a35162-abf2-4f8a-a817-953e6819f654) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:17.526414 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00d864c4-0d12-4bef-b4b2-b5610d9af421 req-aac920d7-93f9-48e0-af2d-c835d2ddae89 service neutron] 10.222.0.16 "GET /v2.0/networks/11d6f6f3-ff9e-4d56-8bda-9cef17edb99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276613 Jan 28 17:59:17.552493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda3eb10-11e7-4055-b31f-b2552610a42a']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:17.557421 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Allocated IP 172.26.1.136 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/143cc423-a81f-451c-8283-8be641a34b70) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:17.572519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e9314a-7cf7-441b-98bb-92f8d4b83360') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:17.573134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e9314a-7cf7-441b-98bb-92f8d4b83360') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:17.577368 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-865bde70-19dd-40c3-9dc3-e429a27ed8e5 req-7a01769f-b583-4a85-a79a-e4a562d1feb3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404432 Jan 28 17:59:17.586216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.603930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.611080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:17.611603 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:17.626538 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:17.631382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event updated for resources: {'Port': ['ID=e83553eb-2c5d-48d6-a2c7-40d168fd9b7d,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:17.655623 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.667781 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b57559b5-b3d1-43ce-8ab7-ce3a156eee18 None None] Provisioning complete for port 115bd358-de1a-42c6-8023-3a3215ee1eb5 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:17.667977 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b57559b5-b3d1-43ce-8ab7-ce3a156eee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.717420 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:17.753602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:subnet and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:17.758733 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:17.769156 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:59:17.769156 dv-neutron-826919-1-hyperv neutron-server[88158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:59:17.769156 dv-neutron-826919-1-hyperv neutron-server[88158]: [parameters: {'id': 'cda3eb10-11e7-4055-b31f-b2552610a42a'}] Jan 28 17:59:17.769156 dv-neutron-826919-1-hyperv neutron-server[88158]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:59:17.769808 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:59:17.785973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] For port 8f061843-e2a4-48ee-9c29-103f3f761e85, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:59:17.808943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] For port 8f061843-e2a4-48ee-9c29-103f3f761e85, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8f061843-e2a4-48ee-9c29-103f3f761e85,segment=NetworkSegment(e1e9314a-7cf7-441b-98bb-92f8d4b83360),segment_id=e1e9314a-7cf7-441b-98bb-92f8d4b83360)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:59:17.814058 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:17.896316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.931943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.983354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:17.987103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:17.989334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:18.008284 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Transition to ACTIVE for port object 02a35162-abf2-4f8a-a817-953e6819f654 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:18.022257 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Pushing event updated for resources: {'Port': ['ID=8f061843-e2a4-48ee-9c29-103f3f761e85,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:18.034044 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:18.034394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:18.034727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:18.035095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:18.035424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:18.035751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:18.036074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:18.036398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:18.036715 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:18.037032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:18.037350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:18.037664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44278b-cb6c-4bb8-a109-4bd73bbf2fed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 17:59:18.043047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Transition to ACTIVE for port object 02a35162-abf2-4f8a-a817-953e6819f654 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:18.120496 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:59:18.124316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:18.187430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Network ed659877-ebbd-42a5-a7d1-3066d081b2fc is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:18.208774 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:18.214765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:18.222185 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:18.231614 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Pushing event updated for resources: {'Port': ['ID=02a35162-abf2-4f8a-a817-953e6819f654,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:18.238819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:18.263685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e34c503-7a69-47a3-a731-9f52660492ad None None] Network cda3eb10-11e7-4055-b31f-b2552610a42a requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:18.271237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:18.285703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Deleting port 8f061843-e2a4-48ee-9c29-103f3f761e85 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:18.286312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:18.408539 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Attempting to bind port 02a35162-abf2-4f8a-a817-953e6819f654 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:59:18.408903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Attempting to bind port 02a35162-abf2-4f8a-a817-953e6819f654 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:59:18.409262 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Attempting to bind port 02a35162-abf2-4f8a-a817-953e6819f654 on network c221bf74-e816-466d-af85-3d953f9ff4cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:59:18.417347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:59:18.417719 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Checking segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:18.418124 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:18.418777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Bound using segment: {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:59:18.419033 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Bound port: 02a35162-abf2-4f8a-a817-953e6819f654, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9252e3e6-24ca-4096-846c-9628e3230cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:59:18.419412 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:18.553419 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] For port 8f061843-e2a4-48ee-9c29-103f3f761e85, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8f061843-e2a4-48ee-9c29-103f3f761e85,segment=NetworkSegment(e1e9314a-7cf7-441b-98bb-92f8d4b83360),segment_id=e1e9314a-7cf7-441b-98bb-92f8d4b83360)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:18.554232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:18.577282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18466b9f-463b-4808-8d74-56c91be5e770 req-3144d7a6-d1fe-43b8-af78-6a0a065345ec tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:18.579450 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-18466b9f-463b-4808-8d74-56c91be5e770 req-3144d7a6-d1fe-43b8-af78-6a0a065345ec tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.6549587 Jan 28 17:59:18.586588 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:18.666318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:18.696715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Calling delete_port for 8f061843-e2a4-48ee-9c29-103f3f761e85 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:18.705834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5b556ec0-383b-430b-8395-9fb550a8b13b None None] Provisioning complete for port e83553eb-2c5d-48d6-a2c7-40d168fd9b7d triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:18.706406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5b556ec0-383b-430b-8395-9fb550a8b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:18.802207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5b556ec0-383b-430b-8395-9fb550a8b13b None None] Port e83553eb-2c5d-48d6-a2c7-40d168fd9b7d cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:59:18.811343 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] For port 02a35162-abf2-4f8a-a817-953e6819f654, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:59:18.815640 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] For port 02a35162-abf2-4f8a-a817-953e6819f654, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=02a35162-abf2-4f8a-a817-953e6819f654,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:59:18.824680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb242809-7e44-4d2e-bd95-d56182f73438 None None] Network cda3eb10-11e7-4055-b31f-b2552610a42a requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:18.883838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:18.897009 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:18.944588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:18.946119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:18.958407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:18.987187 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Pushing event updated for resources: {'Port': ['ID=143cc423-a81f-451c-8283-8be641a34b70,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:19.011013 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-18466b9f-463b-4808-8d74-56c91be5e770 req-24a548ed-7f90-45a1-90cf-1a1f89d72efb tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815992 Jan 28 17:59:19.015642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Port': ['ID=8f061843-e2a4-48ee-9c29-103f3f761e85,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:19.026167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No DVR routers for this DVR port 8f061843-e2a4-48ee-9c29-103f3f761e85 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:59:19.032253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:19.132691 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533c958-9b2f-4e9c-86ad-16a64065c9c8 None None] Pushing event updated for resources: {'Port': ['ID=02a35162-abf2-4f8a-a817-953e6819f654,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:19.180502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:19.208665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda3eb10-11e7-4055-b31f-b2552610a42a']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:19.217695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 115bd358-de1a-42c6-8023-3a3215ee1eb5 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:19.224622 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e9314a-7cf7-441b-98bb-92f8d4b83360') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:19.224925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e9314a-7cf7-441b-98bb-92f8d4b83360') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:19.238486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:19.258913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:19.266619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:19.267035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:19.286795 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:19.294942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 115bd358-de1a-42c6-8023-3a3215ee1eb5 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:19.296380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:19.386710 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Router 5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:59:19.476401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:19.494283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:19.509337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Network': ['ID=cda3eb10-11e7-4055-b31f-b2552610a42a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:19.512109 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e7df586b-3254-4ec5-b68b-e04a7bea5ceb tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/cda3eb10-11e7-4055-b31f-b2552610a42a HTTP/1.1" status: 204 len: 168 time: 4.0512030 Jan 28 17:59:19.514677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43298) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:19.517025 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Allocated IP 172.26.1.218 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/1400733e-380e-40c0-b23c-91e26ce19459) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:19.541229 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cca1c5-e958-414d-89d6-ef760db63bdc tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:19.541702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cca1c5-e958-414d-89d6-ef760db63bdc tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:19.546760 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-06cca1c5-e958-414d-89d6-ef760db63bdc tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/cda3eb10-11e7-4055-b31f-b2552610a42a HTTP/1.1" status: 404 len: 339 time: 0.0278108 Jan 28 17:59:19.547647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43302) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:19.553427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1222628507', 'description': 'd1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:19.558385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:19.562460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:network and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:19.566078 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:19.572685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:19.630198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:19.633802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:19.661243 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:59:19.670100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:19.670440 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Added segment 73a36273-19ca-4b17-b654-d38147df9bf2 of type vlan for network 63f23132-883e-4d4e-ac32-a6fde7c756a9 Jan 28 17:59:19.697307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:19.795814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:19.801850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:19.805502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66616140'] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:19.824621 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:19.834658 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:59:19.847901 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6824815-70dd-4b05-a633-18a8f566dc0a None None] Sync routers for ids ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:59:19.850540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.objects.ports [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88159) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 17:59:19.858400 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6824815-70dd-4b05-a633-18a8f566dc0a None None] Routers {'5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:19.859058 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b6824815-70dd-4b05-a633-18a8f566dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:19.948559 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b6824815-70dd-4b05-a633-18a8f566dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:19.959125 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6824815-70dd-4b05-a633-18a8f566dc0a None None] Routers {'5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:19.961888 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b6824815-70dd-4b05-a633-18a8f566dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:20.017196 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-12e02619-8fa0-4d07-8121-d080b350b86a tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "PUT /v2.0/routers/5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3452823 Jan 28 17:59:20.029573 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b6824815-70dd-4b05-a633-18a8f566dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:20.030226 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6824815-70dd-4b05-a633-18a8f566dc0a None None] The sync data for ids ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:59:20.032409 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43306) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:20.126423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Network': ['ID=63f23132-883e-4d4e-ac32-a6fde7c756a9,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:20.136352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 63f23132-883e-4d4e-ac32-a6fde7c756a9 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:59:20.209394 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-183ef375-1576-4123-80fd-8d4bca9ac5f9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6606700 Jan 28 17:59:20.210349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43312) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:20.263180 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:20.287845 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:20.357263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998eae3-6354-4581-b745-a323c10b6820 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:59:20.361692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c3ce2a-893a-4afa-b034-cd3054daefb4 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:20.362378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-77c3ce2a-893a-4afa-b034-cd3054daefb4 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Synchronizing usage tracker for tenant:5831e94d5fab43d1b080b35a5e33a6f7 on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:20.386058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9a938-a3e6-4254-b8a2-f4d6a5ce1340 req-e172e11d-47e3-4a9b-a78f-f13e644e0726 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:20.387711 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-82a9a938-a3e6-4254-b8a2-f4d6a5ce1340 req-e172e11d-47e3-4a9b-a78f-f13e644e0726 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.2256632 Jan 28 17:59:20.435266 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-82a9a938-a3e6-4254-b8a2-f4d6a5ce1340 req-1c5bd74d-20ba-4c53-b1e2-e9a4a5df11b1 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Jan 28 17:59:20.476132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-77c3ce2a-893a-4afa-b034-cd3054daefb4 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Unset dirty status for tenant:5831e94d5fab43d1b080b35a5e33a6f7 on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:20.478104 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-77c3ce2a-893a-4afa-b034-cd3054daefb4 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "GET /v2.0/networks?id=63f23132-883e-4d4e-ac32-a6fde7c756a9 HTTP/1.1" status: 200 len: 761 time: 0.2609074 Jan 28 17:59:20.488140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43318) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:20.494087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e13ff09d-3b3d-4b80-8d02-9b418620485e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'network': {'description': 'd2'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:20.507506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998eae3-6354-4581-b745-a323c10b6820 None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:59:20.550161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1729d047-6b7f-454b-a02c-15774b3af914 None None] Provisioning for port 02a35162-abf2-4f8a-a817-953e6819f654 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:20.740080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e13ff09d-3b3d-4b80-8d02-9b418620485e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:20.847531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e13ff09d-3b3d-4b80-8d02-9b418620485e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:20.869875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e13ff09d-3b3d-4b80-8d02-9b418620485e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network 63f23132-883e-4d4e-ac32-a6fde7c756a9 is not hosted by any dhcp agent {{(pid=88158) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 17:59:20.875185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ff09d-3b3d-4b80-8d02-9b418620485e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:20.875831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e13ff09d-3b3d-4b80-8d02-9b418620485e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:20.877058 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e13ff09d-3b3d-4b80-8d02-9b418620485e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "PUT /v2.0/networks/63f23132-883e-4d4e-ac32-a6fde7c756a9 HTTP/1.1" status: 200 len: 758 time: 0.3884511 Jan 28 17:59:20.881714 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43322) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:21.015085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:21.042340 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ff09d-3b3d-4b80-8d02-9b418620485e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Network': ['ID=63f23132-883e-4d4e-ac32-a6fde7c756a9,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:21.054451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 63f23132-883e-4d4e-ac32-a6fde7c756a9 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:59:21.068059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5efa94-50c0-4dad-ac82-d4a34587e739 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:21.069526 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4a5efa94-50c0-4dad-ac82-d4a34587e739 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "GET /v2.0/networks?id=63f23132-883e-4d4e-ac32-a6fde7c756a9 HTTP/1.1" status: 200 len: 761 time: 0.1868954 Jan 28 17:59:21.073393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43326) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:21.079620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-cbc7972a-99cd-41c3-bd75-4edc0ed9ae20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-891810048'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:21.084984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cbc7972a-99cd-41c3-bd75-4edc0ed9ae20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:21.094905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cbc7972a-99cd-41c3-bd75-4edc0ed9ae20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:21.155744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc7972a-99cd-41c3-bd75-4edc0ed9ae20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:21.162068 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cbc7972a-99cd-41c3-bd75-4edc0ed9ae20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:21.190309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc7972a-99cd-41c3-bd75-4edc0ed9ae20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:59:21.202180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cbc7972a-99cd-41c3-bd75-4edc0ed9ae20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:21.202611 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-cbc7972a-99cd-41c3-bd75-4edc0ed9ae20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Added segment 8d665905-30d8-44ad-9630-4567bd7fc9c9 of type vlan for network f3553a3e-0d31-4280-a26b-4d1ffe82c213 Jan 28 17:59:21.222504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 02a35162-abf2-4f8a-a817-953e6819f654 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:21.232584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cbc7972a-99cd-41c3-bd75-4edc0ed9ae20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:21.319905 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:21.322546 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:21.338331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:21.338906 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cbc7972a-99cd-41c3-bd75-4edc0ed9ae20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:21.344855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc7972a-99cd-41c3-bd75-4edc0ed9ae20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:21.345489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cbc7972a-99cd-41c3-bd75-4edc0ed9ae20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:21.348502 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:21.382653 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event updated for resources: {'Port': ['ID=1400733e-380e-40c0-b23c-91e26ce19459,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:21.385142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 02a35162-abf2-4f8a-a817-953e6819f654 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:21.394921 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 02a35162-abf2-4f8a-a817-953e6819f654 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:21.394921 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:21.402513 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b0977-7c65-4013-a4d9-22cb3acdc433 req-85c7aa28-4f1d-4a06-b639-e83a773543b8 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:21.404021 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b88b0977-7c65-4013-a4d9-22cb3acdc433 req-85c7aa28-4f1d-4a06-b639-e83a773543b8 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.7570512 Jan 28 17:59:21.457019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7972a-99cd-41c3-bd75-4edc0ed9ae20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Network': ['ID=f3553a3e-0d31-4280-a26b-4d1ffe82c213,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:21.480633 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:21.490915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network f3553a3e-0d31-4280-a26b-4d1ffe82c213 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:59:21.530575 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cbc7972a-99cd-41c3-bd75-4edc0ed9ae20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4535136 Jan 28 17:59:21.532257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43330) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:21.537468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'subnet': {'network_id': 'f3553a3e-0d31-4280-a26b-4d1ffe82c213', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:21.543416 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:21.639958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:21.660776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:21.665012 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Usage tracker for resource:subnet and tenant:5831e94d5fab43d1b080b35a5e33a6f7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:21.668198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:21.674553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:21.778557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:21.782877 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:21.808981 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b88b0977-7c65-4013-a4d9-22cb3acdc433 req-56fe0924-cfe1-4ed2-b48c-751f5d6baf12 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888748 Jan 28 17:59:22.139425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:22.230104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Subnet': ['ID=fb478247-0d9a-4898-81a3-cee9755a8ab1,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:22.239377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Checking segment: {'id': '8d665905-30d8-44ad-9630-4567bd7fc9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f3553a3e-0d31-4280-a26b-4d1ffe82c213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:22.239737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network hostable DHCP agents. Network: f3553a3e-0d31-4280-a26b-4d1ffe82c213, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:59:22.249673 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-2c781423-783a-407b-b560-0cecee0c2f55 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 17:59:22.253950 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2c781423-783a-407b-b560-0cecee0c2f55 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "PUT /v2.0/routers/5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2022815 Jan 28 17:59:22.254279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43336) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:22.278065 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] For port 02a35162-abf2-4f8a-a817-953e6819f654, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=02a35162-abf2-4f8a-a817-953e6819f654,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:22.330816 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:22.406890 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:22.407192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:22.454578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:59:22.455338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:59:22.477573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network f3553a3e-0d31-4280-a26b-4d1ffe82c213 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:59:22.491721 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Router a6d2077a-2d29-4208-b67a-ac364f4470f2 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:59:22.582246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, f3553a3e-0d31-4280-a26b-4d1ffe82c213) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:22.591755 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b7147d-6e55-4e0d-9210-4a6a79e665ee None None] Network f3553a3e-0d31-4280-a26b-4d1ffe82c213 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:22.604822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:22.645341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:22.645923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:22.659256 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:22.678214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d9eabe-7fd2-4e4f-a9a1-ad6573160545 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:22.737167 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:22.738260 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:22.790560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=02a35162-abf2-4f8a-a817-953e6819f654,revision_number=4']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:22.798887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Subnet': ['ID=05306ff8-2af9-4b6c-aa9a-00da888b7339,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:22.813994 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8a8074aa-0cd2-451b-8cde-c9a6cf59e049 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2810614 Jan 28 17:59:22.815715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43342) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:22.896482 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4ea4fcaa-9a6b-42de-9dff-027b1be52118 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.9943278 Jan 28 17:59:22.897358 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:22.944763 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43346) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:22.953278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Request body: {'port': {'network_id': 'c221bf74-e816-466d-af85-3d953f9ff4cd', 'mac_address': 'fa:16:3e:b6:9b:de', 'name': 'tempest-NetworksTestDHCPv6-1956773637'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:22.997405 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:59:23.006401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:23.006979 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-be8a9646-a3a1-4fb8-a545-6ace59b0b404 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "PUT /v2.0/routers/a6d2077a-2d29-4208-b67a-ac364f4470f2 HTTP/1.1" status: 200 len: 916 time: 9.1801670 Jan 28 17:59:23.015505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfc1df-ce6b-4ed0-a096-788d701e18e7 req-344304f2-0f35-4394-99f8-b264d00b1454 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:23.022646 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-50cfc1df-ce6b-4ed0-a096-788d701e18e7 req-344304f2-0f35-4394-99f8-b264d00b1454 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.5410228 Jan 28 17:59:23.042140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43350) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:23.079138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea96bcb-3327-498f-a6a0-d575afb4f0f9 None None] Sync routers for ids ['a6d2077a-2d29-4208-b67a-ac364f4470f2'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:59:23.081627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-f3553a3e-0d31-4280-a26b-4d1ffe82c213', 'network_id': 'f3553a3e-0d31-4280-a26b-4d1ffe82c213', 'tenant_id': '5831e94d5fab43d1b080b35a5e33a6f7', 'fixed_ips': [{'subnet_id': 'fb478247-0d9a-4898-81a3-cee9755a8ab1'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:59:23.082407 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:23.128835 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea96bcb-3327-498f-a6a0-d575afb4f0f9 None None] Routers {'a6d2077a-2d29-4208-b67a-ac364f4470f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:23.129489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4ea96bcb-3327-498f-a6a0-d575afb4f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['a6d2077a-2d29-4208-b67a-ac364f4470f2'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:23.157967 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:23.196188 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:23.206760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Usage tracker for resource:port and tenant:38566222d38f4224a716e71cae08ac08 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:23.212005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:23.221366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:23.227266 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:23.257967 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4ea96bcb-3327-498f-a6a0-d575afb4f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:23.259713 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-50cfc1df-ce6b-4ed0-a096-788d701e18e7 req-b4b04ded-c9b2-4796-8eff-8516d7310f9b tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276115 Jan 28 17:59:23.294613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Made reservation on behalf of 38566222d38f4224a716e71cae08ac08 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:23.305184 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea96bcb-3327-498f-a6a0-d575afb4f0f9 None None] Routers {'a6d2077a-2d29-4208-b67a-ac364f4470f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:23.305810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4ea96bcb-3327-498f-a6a0-d575afb4f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['a6d2077a-2d29-4208-b67a-ac364f4470f2'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:23.353686 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 02a35162-abf2-4f8a-a817-953e6819f654, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=02a35162-abf2-4f8a-a817-953e6819f654,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:23.379904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:23.383166 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4ea96bcb-3327-498f-a6a0-d575afb4f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:23.383576 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea96bcb-3327-498f-a6a0-d575afb4f0f9 None None] The sync data for ids ['a6d2077a-2d29-4208-b67a-ac364f4470f2'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:59:23.425349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:23.431854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c723659-67e3-451f-8fc9-9591e2efcbc8 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:23.513218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Allocated IP 172.20.0.2 (f3553a3e-0d31-4280-a26b-4d1ffe82c213/fb478247-0d9a-4898-81a3-cee9755a8ab1/b0702713-53b9-4715-9749-4e3b1ea27041) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:23.525544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=02a35162-abf2-4f8a-a817-953e6819f654,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:23.649564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 02a35162-abf2-4f8a-a817-953e6819f654 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:23.798433 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 02a35162-abf2-4f8a-a817-953e6819f654 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:23.799023 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:23.830479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:23.831937 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:23.837246 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:23.884328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] device_id is not set on port a32b7ea6-fbe2-4105-8a55-bd66a8f98baf yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:59:24.031169 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8a939c21-c9be-489c-b24a-e0e0252f55eb tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/routers/a6d2077a-2d29-4208-b67a-ac364f4470f2 HTTP/1.1" status: 200 len: 922 time: 0.9873703 Jan 28 17:59:24.034042 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:24.036054 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43354) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:24.187771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c88aedf-8555-4c91-91a8-8162b350c1e7 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:24.189566 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4c88aedf-8555-4c91-91a8-8162b350c1e7 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&device_id=a6d2077a-2d29-4208-b67a-ac364f4470f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1525519 Jan 28 17:59:24.195137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43358) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:24.215382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6c723659-67e3-451f-8fc9-9591e2efcbc8 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Deleting port e83553eb-2c5d-48d6-a2c7-40d168fd9b7d {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:24.215724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c723659-67e3-451f-8fc9-9591e2efcbc8 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:24.248551 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Transition to ACTIVE for port object b0702713-53b9-4715-9749-4e3b1ea27041 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:24.280230 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Transition to ACTIVE for port object b0702713-53b9-4715-9749-4e3b1ea27041 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:24.310292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Router 5fef3df9-4473-4452-be00-881cc1b5d292 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:59:24.368719 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:24.472829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Network f3553a3e-0d31-4280-a26b-4d1ffe82c213 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:24.483992 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:24.490834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:24.586647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bb753651-3f8a-48c2-a546-6c7d796862ec None None] Provisioning complete for port 02a35162-abf2-4f8a-a817-953e6819f654 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:24.587767 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bb753651-3f8a-48c2-a546-6c7d796862ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:24.593157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2ca2fe-708c-4e4b-a6a8-331b390859db tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:24.597896 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9c2ca2fe-708c-4e4b-a6a8-331b390859db tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/networks/9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 881 time: 0.3981764 Jan 28 17:59:24.598695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43364) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:24.612654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:24.655191 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-743dc97e-629f-4b92-94f7-38584e5f6e8d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6d2077a-2d29-4208-b67a-ac364f4470f2 HTTP/1.1" status: 200 len: 205 time: 0.0531707 Jan 28 17:59:24.659381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43368) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:24.675986 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Pushing event updated for resources: {'Port': ['ID=b0702713-53b9-4715-9749-4e3b1ea27041,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:24.680596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Subnet': ['ID=fb478247-0d9a-4898-81a3-cee9755a8ab1,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:24.722858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c723659-67e3-451f-8fc9-9591e2efcbc8 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:24.726038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Attempting to bind port b0702713-53b9-4715-9749-4e3b1ea27041 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:59:24.726406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Attempting to bind port b0702713-53b9-4715-9749-4e3b1ea27041 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '8d665905-30d8-44ad-9630-4567bd7fc9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f3553a3e-0d31-4280-a26b-4d1ffe82c213'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:59:24.726762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Attempting to bind port b0702713-53b9-4715-9749-4e3b1ea27041 on network f3553a3e-0d31-4280-a26b-4d1ffe82c213 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:59:24.735041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:59:24.735410 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Checking segment: {'id': '8d665905-30d8-44ad-9630-4567bd7fc9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f3553a3e-0d31-4280-a26b-4d1ffe82c213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:24.735799 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:24.736182 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Bound using segment: {'id': '8d665905-30d8-44ad-9630-4567bd7fc9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f3553a3e-0d31-4280-a26b-4d1ffe82c213'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:59:24.736639 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Bound port: b0702713-53b9-4715-9749-4e3b1ea27041, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d665905-30d8-44ad-9630-4567bd7fc9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f3553a3e-0d31-4280-a26b-4d1ffe82c213'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:59:24.737006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:24.742971 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:59:24.755442 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa436d3c-4101-4b3e-873a-bc19eb7e24a3 None None] Sync routers for ids ['5fef3df9-4473-4452-be00-881cc1b5d292'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:59:24.756124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:24.760579 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b7262a48-7b07-4c6c-89a0-249ddcfc89ec tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "PUT /v2.0/routers/5fef3df9-4473-4452-be00-881cc1b5d292 HTTP/1.1" status: 200 len: 919 time: 8.4902248 Jan 28 17:59:24.761393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43372) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:24.773166 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa436d3c-4101-4b3e-873a-bc19eb7e24a3 None None] Routers {'5fef3df9-4473-4452-be00-881cc1b5d292'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:24.775234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8::161 (c221bf74-e816-466d-af85-3d953f9ff4cd/83541e15-e4ea-4f9a-a7e2-2ebae1eacabe/a32b7ea6-fbe2-4105-8a55-bd66a8f98baf) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:24.775573 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-aa436d3c-4101-4b3e-873a-bc19eb7e24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5fef3df9-4473-4452-be00-881cc1b5d292'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:24.888091 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-aa436d3c-4101-4b3e-873a-bc19eb7e24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:24.924063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Allocated IP 2001:db8:0:1:f816:3eff:feb6:9bde (c221bf74-e816-466d-af85-3d953f9ff4cd/05306ff8-2af9-4b6c-aa9a-00da888b7339/a32b7ea6-fbe2-4105-8a55-bd66a8f98baf) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:24.932212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6c723659-67e3-451f-8fc9-9591e2efcbc8 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Calling delete_port for e83553eb-2c5d-48d6-a2c7-40d168fd9b7d owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:24.944750 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] For port b0702713-53b9-4715-9749-4e3b1ea27041, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:59:24.948905 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] For port b0702713-53b9-4715-9749-4e3b1ea27041, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b0702713-53b9-4715-9749-4e3b1ea27041,segment=NetworkSegment(8d665905-30d8-44ad-9630-4567bd7fc9c9),segment_id=8d665905-30d8-44ad-9630-4567bd7fc9c9)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:59:24.971283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:24.990548 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa436d3c-4101-4b3e-873a-bc19eb7e24a3 None None] Routers {'5fef3df9-4473-4452-be00-881cc1b5d292'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:24.992021 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-aa436d3c-4101-4b3e-873a-bc19eb7e24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5fef3df9-4473-4452-be00-881cc1b5d292'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:25.014177 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:25.035679 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87425bfa-ad04-4031-b630-5b396774c742 req-22e2d345-68e3-4c92-af80-8132a1dd81a1 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:25.037190 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-87425bfa-ad04-4031-b630-5b396774c742 req-22e2d345-68e3-4c92-af80-8132a1dd81a1 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.5903149 Jan 28 17:59:25.052712 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:25.069116 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-aa436d3c-4101-4b3e-873a-bc19eb7e24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:25.070527 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa436d3c-4101-4b3e-873a-bc19eb7e24a3 None None] The sync data for ids ['5fef3df9-4473-4452-be00-881cc1b5d292'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:59:25.087119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3553a3e-0d31-4280-a26b-4d1ffe82c213']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:25.140602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d665905-30d8-44ad-9630-4567bd7fc9c9') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:25.141244 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d665905-30d8-44ad-9630-4567bd7fc9c9') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:25.169284 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:25.221949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833a2b3-ff3a-4e2b-ba1a-a839ae34dd7c None None] Pushing event updated for resources: {'Port': ['ID=b0702713-53b9-4715-9749-4e3b1ea27041,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:25.253989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:25.265912 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-87425bfa-ad04-4031-b630-5b396774c742 req-d861e56f-a459-46fb-81a4-1fa466a6f706 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956577 Jan 28 17:59:25.283274 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de6559-3120-4d3e-ab14-d33faa3952a6 None None] Network f3553a3e-0d31-4280-a26b-4d1ffe82c213 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:25.376676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:25.377002 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:25.410065 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:25.437057 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f8f38a16-356b-4646-a6e5-2a01d63e2029 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/routers/5fef3df9-4473-4452-be00-881cc1b5d292 HTTP/1.1" status: 200 len: 925 time: 0.6683407 Jan 28 17:59:25.453655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43382) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:25.493150 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:25.547816 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f6ce71-2a3b-49ce-b4dc-d2847c83996d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:25.551713 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 02a35162-abf2-4f8a-a817-953e6819f654 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:25.556141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-08f6ce71-2a3b-49ce-b4dc-d2847c83996d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Synchronizing usage tracker for tenant:1d8e362e63894a49aff1c545b625e502 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:25.578028 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc22f639-8265-4b4a-b658-49b06fbc4da2 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 17:59:25.594621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:25.597019 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Deleting port 143cc423-a81f-451c-8283-8be641a34b70 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:25.597716 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:25.650292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 17:59:25.650292 dv-neutron-826919-1-hyperv neutron-server[88158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 17:59:25.650292 dv-neutron-826919-1-hyperv neutron-server[88158]: [parameters: {'id': 'f3553a3e-0d31-4280-a26b-4d1ffe82c213'}] Jan 28 17:59:25.650292 dv-neutron-826919-1-hyperv neutron-server[88158]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:59:25.650807 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:59:25.651409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Transition to ACTIVE for port object a32b7ea6-fbe2-4105-8a55-bd66a8f98baf will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:25.685329 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-08f6ce71-2a3b-49ce-b4dc-d2847c83996d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Unset dirty status for tenant:1d8e362e63894a49aff1c545b625e502 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:25.689865 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-08f6ce71-2a3b-49ce-b4dc-d2847c83996d tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&device_id=5fef3df9-4473-4452-be00-881cc1b5d292&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2316918 Jan 28 17:59:25.690952 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43388) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:25.706026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 02a35162-abf2-4f8a-a817-953e6819f654 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:25.706690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:25.794471 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc22f639-8265-4b4a-b658-49b06fbc4da2 None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 17:59:25.814563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:25.816151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c723659-67e3-451f-8fc9-9591e2efcbc8 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:25.874807 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c723659-67e3-451f-8fc9-9591e2efcbc8 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event deleted for resources: {'Port': ['ID=e83553eb-2c5d-48d6-a2c7-40d168fd9b7d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:25.962945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Network c221bf74-e816-466d-af85-3d953f9ff4cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:25.972707 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:26.021009 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76ba195-35c7-4da1-8c39-482e801f1c91 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:26.022952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:26.024869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c76ba195-35c7-4da1-8c39-482e801f1c91 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Synchronizing usage tracker for tenant:1d8e362e63894a49aff1c545b625e502 on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:26.028885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:26.029940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:26.071345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:26.224765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:26.225108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Calling delete_port for 143cc423-a81f-451c-8283-8be641a34b70 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:26.269655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event updated for resources: {'Port': ['ID=a32b7ea6-fbe2-4105-8a55-bd66a8f98baf,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:26.277832 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1e7411b0-4657-4ed5-bfad-126dc30d7f18 req-8180b895-bf23-4d77-82ce-b3d092791913 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6537921 Jan 28 17:59:26.368645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Deleting port b0702713-53b9-4715-9749-4e3b1ea27041 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:26.398378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:26.398713 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c76ba195-35c7-4da1-8c39-482e801f1c91 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Unset dirty status for tenant:1d8e362e63894a49aff1c545b625e502 on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:26.398713 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c76ba195-35c7-4da1-8c39-482e801f1c91 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/networks/9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 881 time: 0.6940258 Jan 28 17:59:26.398713 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42538a80-5680-440b-b18a-b8b423213b1c req-b0c7b328-18d2-4568-9c54-a2fd3f647b71 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:26.400245 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-42538a80-5680-440b-b18a-b8b423213b1c req-b0c7b328-18d2-4568-9c54-a2fd3f647b71 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.4870148 Jan 28 17:59:26.400953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43394) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:26.507769 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7208c0c0-27e7-430a-9dac-4fcabeef1580 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5586474 Jan 28 17:59:26.508125 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43398) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:26.529209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c723659-67e3-451f-8fc9-9591e2efcbc8 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:26.554865 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cddc17fe-2327-4b73-aaab-b46cbcad6e52 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fef3df9-4473-4452-be00-881cc1b5d292 HTTP/1.1" status: 200 len: 205 time: 0.1140604 Jan 28 17:59:26.582666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43402) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:26.632116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67994595-180d-43ff-ab47-4965df9c4ff3 req-59cdfe11-017d-490e-881b-3980651bf5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:26.633584 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-67994595-180d-43ff-ab47-4965df9c4ff3 req-59cdfe11-017d-490e-881b-3980651bf5e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=202c38a3be5a46d693d74da67653d37c&device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 1099 time: 0.5994866 Jan 28 17:59:26.692150 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-42538a80-5680-440b-b18a-b8b423213b1c req-7a89f759-2057-4240-bdbc-071499502a8f tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498059 Jan 28 17:59:26.713587 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-04b72541-1a83-43fb-a13d-9e0c8038b57f None None] Provisioning for port a32b7ea6-fbe2-4105-8a55-bd66a8f98baf completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:26.719816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-04b72541-1a83-43fb-a13d-9e0c8038b57f None None] Provisioning complete for port a32b7ea6-fbe2-4105-8a55-bd66a8f98baf triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:26.720183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-04b72541-1a83-43fb-a13d-9e0c8038b57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:26.732913 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-050bb1e8-9e2a-428d-af2b-25de4032d1e3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting port a32b7ea6-fbe2-4105-8a55-bd66a8f98baf {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:26.732913 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-050bb1e8-9e2a-428d-af2b-25de4032d1e3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:26.775118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-04b72541-1a83-43fb-a13d-9e0c8038b57f None None] Port a32b7ea6-fbe2-4105-8a55-bd66a8f98baf cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:59:26.913714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7411b0-4657-4ed5-bfad-126dc30d7f18 req-ee8be2f5-56cb-46bc-921e-fb241bfecd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:26.915313 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1e7411b0-4657-4ed5-bfad-126dc30d7f18 req-ee8be2f5-56cb-46bc-921e-fb241bfecd41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4cc15f844474f47a3d1494cfe5a41c9&device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 1099 time: 0.5118568 Jan 28 17:59:27.072971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] For port b0702713-53b9-4715-9749-4e3b1ea27041, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b0702713-53b9-4715-9749-4e3b1ea27041,segment=NetworkSegment(8d665905-30d8-44ad-9630-4567bd7fc9c9),segment_id=8d665905-30d8-44ad-9630-4567bd7fc9c9)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:27.073614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:27.084495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67994595-180d-43ff-ab47-4965df9c4ff3 req-ef7e9df4-35bc-46e7-b2c3-6094a0790dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:27.085956 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-67994595-180d-43ff-ab47-4965df9c4ff3 req-ef7e9df4-35bc-46e7-b2c3-6094a0790dd3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=013d2972-b6be-468a-984c-e2dd2514ff7b HTTP/1.1" status: 200 len: 913 time: 0.4345002 Jan 28 17:59:27.087822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c723659-67e3-451f-8fc9-9591e2efcbc8 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Router 5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:59:27.181992 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:27.266384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Calling delete_port for b0702713-53b9-4715-9749-4e3b1ea27041 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:27.293560 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-67994595-180d-43ff-ab47-4965df9c4ff3 req-2a68dedc-390e-4915-b53e-756ab6b7342f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=965a6e14-b08b-4d54-a174-0fc0e1d96cf4 HTTP/1.1" status: 200 len: 217 time: 0.1975040 Jan 28 17:59:27.376698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:27.518127 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Pushing event deleted for resources: {'Port': ['ID=143cc423-a81f-451c-8283-8be641a34b70,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:27.562772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7411b0-4657-4ed5-bfad-126dc30d7f18 req-05b71851-81fa-49fe-b78f-c44a0e2476e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:27.564226 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1e7411b0-4657-4ed5-bfad-126dc30d7f18 req-05b71851-81fa-49fe-b78f-c44a0e2476e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=11d6f6f3-ff9e-4d56-8bda-9cef17edb99f HTTP/1.1" status: 200 len: 898 time: 0.6215684 Jan 28 17:59:27.619132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c723659-67e3-451f-8fc9-9591e2efcbc8 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:59:27.629915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2c1a63-8bdf-4529-a217-cea731b430c1 None None] Sync routers for ids ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:59:27.637892 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6c723659-67e3-451f-8fc9-9591e2efcbc8 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "PUT /v2.0/routers/5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3792305 Jan 28 17:59:27.638543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43406) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:27.643109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67994595-180d-43ff-ab47-4965df9c4ff3 req-c0e92491-0ce9-447a-99e0-52037bdf8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:27.644425 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-67994595-180d-43ff-ab47-4965df9c4ff3 req-c0e92491-0ce9-447a-99e0-52037bdf8907 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=da480813-3c67-400a-93d4-9c4f0094cb32 HTTP/1.1" status: 200 len: 852 time: 0.3363378 Jan 28 17:59:27.644948 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2c1a63-8bdf-4529-a217-cea731b430c1 None None] Routers {'5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:27.645701 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7a2c1a63-8bdf-4529-a217-cea731b430c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:27.711960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7a2c1a63-8bdf-4529-a217-cea731b430c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:27.721916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2c1a63-8bdf-4529-a217-cea731b430c1 None None] Routers {'5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:27.723363 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7a2c1a63-8bdf-4529-a217-cea731b430c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:27.759483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-050bb1e8-9e2a-428d-af2b-25de4032d1e3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:27.763766 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-31720474-127f-4334-b9aa-6243bd221255 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] delete failed (client error): The resource could not be found. Jan 28 17:59:27.767978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:27.774224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43412) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:27.774376 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-31720474-127f-4334-b9aa-6243bd221255 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-200022051 HTTP/1.1" status: 404 len: 334 time: 0.1330760 Jan 28 17:59:27.779945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-61db2ac5-2971-4848-815c-1d776462b471 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:27.782771 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-67994595-180d-43ff-ab47-4965df9c4ff3 req-0ea1df74-b34e-413c-bb25-ee3a80b0b480 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013d2972-b6be-468a-984c-e2dd2514ff7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811572 Jan 28 17:59:27.792345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7a2c1a63-8bdf-4529-a217-cea731b430c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:27.792894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2c1a63-8bdf-4529-a217-cea731b430c1 None None] The sync data for ids ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:59:27.815455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:27.863827 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1e7411b0-4657-4ed5-bfad-126dc30d7f18 req-7a22cd54-d483-4e5e-803b-689ad6cd72fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d31e9ae0-1ea9-465f-86b1-ff81b6737150 HTTP/1.1" status: 200 len: 1000 time: 0.2816193 Jan 28 17:59:27.864542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:27.955933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Port': ['ID=b0702713-53b9-4715-9749-4e3b1ea27041,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:27.973440 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No DVR routers for this DVR port b0702713-53b9-4715-9749-4e3b1ea27041 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:59:28.143982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:28.153773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Deleting port 1400733e-380e-40c0-b23c-91e26ce19459 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:28.154110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:28.160682 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-67994595-180d-43ff-ab47-4965df9c4ff3 req-c5d49e42-7f79-4ffc-9ca7-9342d5293759 service neutron] 10.222.0.16 "GET /v2.0/networks/013d2972-b6be-468a-984c-e2dd2514ff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705225 Jan 28 17:59:28.177731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4012de4-3566-4890-b179-484439c1c7b2 req-19e961da-4ba8-45f1-abcf-ea2bc35c960d tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:28.179151 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e4012de4-3566-4890-b179-484439c1c7b2 req-19e961da-4ba8-45f1-abcf-ea2bc35c960d tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.3649755 Jan 28 17:59:28.196082 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-050bb1e8-9e2a-428d-af2b-25de4032d1e3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Calling delete_port for a32b7ea6-fbe2-4105-8a55-bd66a8f98baf owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:28.224152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3553a3e-0d31-4280-a26b-4d1ffe82c213']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:28.302476 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d665905-30d8-44ad-9630-4567bd7fc9c9') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:28.302778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d665905-30d8-44ad-9630-4567bd7fc9c9') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:28.332929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:28.355043 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e4012de4-3566-4890-b179-484439c1c7b2 req-d5f4c3af-716e-4a8e-bad1-ce7b394a0e8d tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541557 Jan 28 17:59:28.359400 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:28.380237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:28.385738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:28.395337 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:28.481029 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-67994595-180d-43ff-ab47-4965df9c4ff3 req-496c7e9d-57e8-4c5c-838a-2370fc3cd80b service neutron] 10.222.0.16 "GET /v2.0/networks/013d2972-b6be-468a-984c-e2dd2514ff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114986 Jan 28 17:59:28.538424 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:28.545179 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:28.596034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:28.600493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:28.629673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Network': ['ID=f3553a3e-0d31-4280-a26b-4d1ffe82c213,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:28.633556 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a9bdc1fd-0bd9-4412-959f-576032527143 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/f3553a3e-0d31-4280-a26b-4d1ffe82c213 HTTP/1.1" status: 204 len: 168 time: 5.8169043 Jan 28 17:59:28.636434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43418) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:28.680501 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-7801799a-a99a-4122-9e85-96310ee881f1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] GET failed (client error): The resource could not be found. Jan 28 17:59:28.680931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7801799a-a99a-4122-9e85-96310ee881f1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Synchronizing usage tracker for tenant:5831e94d5fab43d1b080b35a5e33a6f7 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:28.685423 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7411b0-4657-4ed5-bfad-126dc30d7f18 req-682cfc4f-97b7-44d1-979c-2fdeb3680242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:28.686915 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1e7411b0-4657-4ed5-bfad-126dc30d7f18 req-682cfc4f-97b7-44d1-979c-2fdeb3680242 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5188d41f-1359-48c7-95b8-dac3786107e0 HTTP/1.1" status: 200 len: 834 time: 0.6820574 Jan 28 17:59:28.849512 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:28.850037 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Fanout notify agent at l3_agent the message router_deleted on router a6d2077a-2d29-4208-b67a-ac364f4470f2 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:59:28.919289 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-61db2ac5-2971-4848-815c-1d776462b471 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:28.936609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:28.937617 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-22c39ccf-cb73-4ab5-9674-a760bc2129f2 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "DELETE /v2.0/routers/a6d2077a-2d29-4208-b67a-ac364f4470f2 HTTP/1.1" status: 204 len: 168 time: 4.2773347 Jan 28 17:59:28.941435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43422) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:28.946614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1496276143', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}, 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:28.954809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:28.958792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Usage tracker for resource:router and tenant:b19d324a2e6d496e805530bcc90e4cba is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:28.961731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:28.968163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:28.972767 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:29.093496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7801799a-a99a-4122-9e85-96310ee881f1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Unset dirty status for tenant:5831e94d5fab43d1b080b35a5e33a6f7 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:29.095523 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7801799a-a99a-4122-9e85-96310ee881f1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "GET /v2.0/subnets/fb478247-0d9a-4898-81a3-cee9755a8ab1 HTTP/1.1" status: 404 len: 337 time: 0.4579561 Jan 28 17:59:29.104545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43426) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:29.104691 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Calling delete_port for 1400733e-380e-40c0-b23c-91e26ce19459 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:29.122846 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-7264c96f-28b6-44a7-aac2-d66d8122e60b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:29.123362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7264c96f-28b6-44a7-aac2-d66d8122e60b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:29.125041 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7264c96f-28b6-44a7-aac2-d66d8122e60b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/f3553a3e-0d31-4280-a26b-4d1ffe82c213 HTTP/1.1" status: 404 len: 339 time: 0.0259154 Jan 28 17:59:29.129701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43430) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:29.155637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:29.157436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:29.341673 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-61db2ac5-2971-4848-815c-1d776462b471 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] update failed (client error): The resource could not be found. Jan 28 17:59:29.342606 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-61db2ac5-2971-4848-815c-1d776462b471 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "PUT /v2.0/routers/5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0 HTTP/1.1" status: 404 len: 339 time: 1.5669687 Jan 28 17:59:29.346418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43434) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:29.460331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7411b0-4657-4ed5-bfad-126dc30d7f18 req-67c3df74-7a7f-4488-8f2d-0d8e4f8040f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:29.462185 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1e7411b0-4657-4ed5-bfad-126dc30d7f18 req-67c3df74-7a7f-4488-8f2d-0d8e4f8040f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11d6f6f3-ff9e-4d56-8bda-9cef17edb99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6762464 Jan 28 17:59:29.479291 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76abf12f-99cf-4b1b-8d8e-7e72290b4625 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:29.479981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-76abf12f-99cf-4b1b-8d8e-7e72290b4625 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Synchronizing usage tracker for tenant:5831e94d5fab43d1b080b35a5e33a6f7 on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:29.752223 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1e7411b0-4657-4ed5-bfad-126dc30d7f18 req-b4915b45-ef77-4787-a658-3ab3c97a85fc service neutron] 10.222.0.16 "GET /v2.0/networks/11d6f6f3-ff9e-4d56-8bda-9cef17edb99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802384 Jan 28 17:59:29.762134 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67819fe-addb-4405-813a-dffb5bedd480 req-df3bf159-25f0-4ded-ade4-79d775062efc tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:29.767901 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d67819fe-addb-4405-813a-dffb5bedd480 req-df3bf159-25f0-4ded-ade4-79d775062efc tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.2570698 Jan 28 17:59:29.784177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-76abf12f-99cf-4b1b-8d8e-7e72290b4625 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Unset dirty status for tenant:5831e94d5fab43d1b080b35a5e33a6f7 on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:29.785365 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-76abf12f-99cf-4b1b-8d8e-7e72290b4625 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6541405 Jan 28 17:59:29.786123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-050bb1e8-9e2a-428d-af2b-25de4032d1e3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:29.794493 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43440) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:29.946947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:30.002076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:30.086192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bb1e8-9e2a-428d-af2b-25de4032d1e3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Port': ['ID=a32b7ea6-fbe2-4105-8a55-bd66a8f98baf,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:30.088004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:30.146951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ce7fe15d-0e0f-43eb-a8bd-e5582823ae8a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Synchronizing usage tracker for tenant:5831e94d5fab43d1b080b35a5e33a6f7 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:30.200885 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Pushing event deleted for resources: {'Port': ['ID=1400733e-380e-40c0-b23c-91e26ce19459,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:30.330536 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d67819fe-addb-4405-813a-dffb5bedd480 req-ec4320dc-61d9-4fab-b565-0bf9a1459681 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402634 Jan 28 17:59:30.333279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-050bb1e8-9e2a-428d-af2b-25de4032d1e3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:30.367461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ce7fe15d-0e0f-43eb-a8bd-e5582823ae8a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Unset dirty status for tenant:5831e94d5fab43d1b080b35a5e33a6f7 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:30.368588 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ce7fe15d-0e0f-43eb-a8bd-e5582823ae8a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 207 time: 0.3923321 Jan 28 17:59:30.384210 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43444) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:30.416038 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-050bb1e8-9e2a-428d-af2b-25de4032d1e3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/a32b7ea6-fbe2-4105-8a55-bd66a8f98baf HTTP/1.1" status: 204 len: 168 time: 3.8970239 Jan 28 17:59:30.424140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43448) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:30.429587 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1e7411b0-4657-4ed5-bfad-126dc30d7f18 req-02da280d-a586-4ebd-84b6-6a7bda854055 service neutron] 10.222.0.16 "GET /v2.0/networks/11d6f6f3-ff9e-4d56-8bda-9cef17edb99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6643379 Jan 28 17:59:30.527725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:30.534550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:30.638041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Allocated IP 172.20.0.1 (42ddf433-58a3-46a2-89f6-35d26759c6c6/7d1a7910-f673-4889-a601-e2520fcfa325/61ed1882-2fc2-4f9c-9a04-c51ab5a1755f) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:30.740829 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:30.744719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:30.796358 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10f5dc6-5c28-40c4-9900-a9db88aa1627 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:30.802941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10f5dc6-5c28-40c4-9900-a9db88aa1627 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:30.808663 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10f5dc6-5c28-40c4-9900-a9db88aa1627 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:30.814954 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10f5dc6-5c28-40c4-9900-a9db88aa1627 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:30.817013 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b10f5dc6-5c28-40c4-9900-a9db88aa1627 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4315302 Jan 28 17:59:30.820330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43452) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:30.852911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb526b2a-d2e1-42ff-8f0c-0fd67d7cd191 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:30.853628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fb526b2a-d2e1-42ff-8f0c-0fd67d7cd191 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:30.901489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:30.955903 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:30.956436 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Fanout notify agent at l3_agent the message router_deleted on router 5fef3df9-4473-4452-be00-881cc1b5d292 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:59:30.977590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Transition to ACTIVE for port object 61ed1882-2fc2-4f9c-9a04-c51ab5a1755f will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:30.983286 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:30.988548 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a633c4fb-14e4-4ef0-81de-50480b0441b1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "DELETE /v2.0/routers/5fef3df9-4473-4452-be00-881cc1b5d292 HTTP/1.1" status: 204 len: 168 time: 4.4006493 Jan 28 17:59:30.988818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43456) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:30.994311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7456fbb7-cc50-44e0-bdcf-581d2f1a4a0d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1317426611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:31.004145 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7456fbb7-cc50-44e0-bdcf-581d2f1a4a0d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:31.017423 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-72b7ce64-622f-4485-9b18-01ac053a514b tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1960547 Jan 28 17:59:31.021352 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7456fbb7-cc50-44e0-bdcf-581d2f1a4a0d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Usage tracker for resource:router and tenant:b12b49855aa542ef9b021c96e9f00328 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:31.023827 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43460) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:31.026333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7456fbb7-cc50-44e0-bdcf-581d2f1a4a0d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:31.065136 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7456fbb7-cc50-44e0-bdcf-581d2f1a4a0d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:31.087491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:31.090234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fb526b2a-d2e1-42ff-8f0c-0fd67d7cd191 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:31.096311 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fb526b2a-d2e1-42ff-8f0c-0fd67d7cd191 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6609714 Jan 28 17:59:31.096311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43464) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:31.119519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:31.145531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624219a3-369e-45a2-b9fd-8d551b1ecf39 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:31.147148 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624219a3-369e-45a2-b9fd-8d551b1ecf39 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:31.148632 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-624219a3-369e-45a2-b9fd-8d551b1ecf39 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1239219 Jan 28 17:59:31.152250 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43468) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:31.212072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7456fbb7-cc50-44e0-bdcf-581d2f1a4a0d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:31.213089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7456fbb7-cc50-44e0-bdcf-581d2f1a4a0d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:31.241607 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bec630-7a88-423c-970e-c435332a72b6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:31.243119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bec630-7a88-423c-970e-c435332a72b6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['shared'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:31.244759 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-73bec630-7a88-423c-970e-c435332a72b6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0916805 Jan 28 17:59:31.251647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43472) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:31.254552 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7456fbb7-cc50-44e0-bdcf-581d2f1a4a0d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:31.340777 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:31.360507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a3d605-dca1-4623-81cb-90ce4c00fab2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:31.364189 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-99a3d605-dca1-4623-81cb-90ce4c00fab2 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2665095 Jan 28 17:59:31.367240 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43478) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:31.425740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Network 42ddf433-58a3-46a2-89f6-35d26759c6c6 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:31.434321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:31.441674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:31.482278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event updated for resources: {'Port': ['ID=61ed1882-2fc2-4f9c-9a04-c51ab5a1755f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:31.517395 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Allocated IP 172.26.1.191 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/07d86c5b-48f4-4ecc-abe7-7005693a455e) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:31.563781 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7456fbb7-cc50-44e0-bdcf-581d2f1a4a0d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:31.633709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1acbf32-b661-4274-b069-a9d4043a4cbf tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:31.635251 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1acbf32-b661-4274-b069-a9d4043a4cbf tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:31.636823 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1acbf32-b661-4274-b069-a9d4043a4cbf tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:31.637638 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e1acbf32-b661-4274-b069-a9d4043a4cbf tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:31.643846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:31.652614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00de039-7907-4405-9747-2d948366ed5d tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:31.654007 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c00de039-7907-4405-9747-2d948366ed5d tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "GET /v2.0/networks/c3ff05f6-7508-47a4-8d71-3f1f9f79637d HTTP/1.1" status: 200 len: 800 time: 0.4014251 Jan 28 17:59:31.658904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43484) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:31.733567 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7456fbb7-cc50-44e0-bdcf-581d2f1a4a0d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:31.737935 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7456fbb7-cc50-44e0-bdcf-581d2f1a4a0d tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7449865 Jan 28 17:59:31.744579 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43488) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:31.756609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'enable_snat': False}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:31.814044 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e1acbf32-b661-4274-b069-a9d4043a4cbf tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:31.817806 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e1acbf32-b661-4274-b069-a9d4043a4cbf tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4473002 Jan 28 17:59:31.824981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43492) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:31.852691 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a7b40a43-2890-4450-a394-2b37dfb6c9f8 None None] Provisioning for port 61ed1882-2fc2-4f9c-9a04-c51ab5a1755f completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:31.858963 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a7b40a43-2890-4450-a394-2b37dfb6c9f8 None None] Provisioning complete for port 61ed1882-2fc2-4f9c-9a04-c51ab5a1755f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:31.859951 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a7b40a43-2890-4450-a394-2b37dfb6c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:31.863888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc56bec-8e4f-4698-a1ea-44bc46d03829 req-75d814ba-5f82-4b0a-9bda-84cbeb7a7496 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:31.865395 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fdc56bec-8e4f-4698-a1ea-44bc46d03829 req-75d814ba-5f82-4b0a-9bda-84cbeb7a7496 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.3882303 Jan 28 17:59:31.899802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:31.934126 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fdc56bec-8e4f-4698-a1ea-44bc46d03829 req-d1170e7b-f39f-4440-b470-78948d31554a tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557296 Jan 28 17:59:31.951335 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-a7b40a43-2890-4450-a394-2b37dfb6c9f8 None None] Port 61ed1882-2fc2-4f9c-9a04-c51ab5a1755f cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:59:32.059299 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:32.111989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:32.115370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8846cf-4193-44bc-b620-7c72c852533b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 05306ff8-2af9-4b6c-aa9a-00da888b7339 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:59:32.126771 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-972be744-7b69-4cae-9169-d4e00c463de8 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "GET /v2.0/networks/c3ff05f6-7508-47a4-8d71-3f1f9f79637d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4635653 Jan 28 17:59:32.126771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-af8846cf-4193-44bc-b620-7c72c852533b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:32.129958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43498) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:32.180907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:32.189290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:32.191665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:32.256981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Pushing event updated for resources: {'Port': ['ID=07d86c5b-48f4-4ecc-abe7-7005693a455e,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:32.296258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:32.304687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-af8846cf-4193-44bc-b620-7c72c852533b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:32.332883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22921e-468d-4ec5-9090-23209d34b2a9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:32.337847 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5a22921e-468d-4ec5-9090-23209d34b2a9 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "GET /v2.0/subnets/a2a998b9-3a18-4cdd-9b49-1b5734aa774d HTTP/1.1" status: 200 len: 811 time: 0.2011454 Jan 28 17:59:32.340839 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43502) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:32.387570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-af8846cf-4193-44bc-b620-7c72c852533b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:32.631710 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-af8846cf-4193-44bc-b620-7c72c852533b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:32.736412 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8846cf-4193-44bc-b620-7c72c852533b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=05306ff8-2af9-4b6c-aa9a-00da888b7339,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:32.741758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-af8846cf-4193-44bc-b620-7c72c852533b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:32.748050 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0c7a28-619d-4137-b791-ab6c13ef43db None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:32.816545 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:32.846872 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:32.877956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c639b3bd-9782-40a9-9583-96f19be78dcc tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['shared'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:32.882629 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c639b3bd-9782-40a9-9583-96f19be78dcc tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "GET /v2.0/subnets/a2a998b9-3a18-4cdd-9b49-1b5734aa774d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5398743 Jan 28 17:59:32.884106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43508) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:32.891041 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-af8846cf-4193-44bc-b620-7c72c852533b tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/05306ff8-2af9-4b6c-aa9a-00da888b7339 HTTP/1.1" status: 204 len: 168 time: 1.0565975 Jan 28 17:59:32.892670 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43512) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:32.893390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c4bba7b7-cb3b-417d-af9f-a4a952673ae3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-216903673'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:32.906477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c4bba7b7-cb3b-417d-af9f-a4a952673ae3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:32.929586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c4bba7b7-cb3b-417d-af9f-a4a952673ae3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:33.073493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec01970-abf1-4110-8a78-c4a18b862a91 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Deleting subnet 83541e15-e4ea-4f9a-a7e2-2ebae1eacabe {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:59:33.080927 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3ec01970-abf1-4110-8a78-c4a18b862a91 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:33.161440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bba7b7-cb3b-417d-af9f-a4a952673ae3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:33.164896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4bba7b7-cb3b-417d-af9f-a4a952673ae3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:33.187915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098a2ef-34f4-42f2-9904-ac493fa6f1cf req-28f7167b-563e-4e7e-b4c7-8ef669ce68b0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:33.189455 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9098a2ef-34f4-42f2-9904-ac493fa6f1cf req-28f7167b-563e-4e7e-b4c7-8ef669ce68b0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.6314540 Jan 28 17:59:33.232540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bba7b7-cb3b-417d-af9f-a4a952673ae3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:59:33.235589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Allocated IP 172.26.1.54 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/50a6b009-869c-4013-a015-f35ea2ec3a1d) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:33.250169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4bba7b7-cb3b-417d-af9f-a4a952673ae3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:33.250590 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-c4bba7b7-cb3b-417d-af9f-a4a952673ae3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Added segment 888cd3bb-8dc4-4494-81cf-d04f978b92ca of type vlan for network d40dfc83-185b-4925-928b-045e2772d842 Jan 28 17:59:33.293475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3ec01970-abf1-4110-8a78-c4a18b862a91 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:33.355688 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4bba7b7-cb3b-417d-af9f-a4a952673ae3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:33.408636 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9098a2ef-34f4-42f2-9904-ac493fa6f1cf req-89e41586-22cf-414b-8570-d635d0f7d794 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079406 Jan 28 17:59:33.436875 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:33.471393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:33.483602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:33.492840 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4bba7b7-cb3b-417d-af9f-a4a952673ae3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:33.498655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bba7b7-cb3b-417d-af9f-a4a952673ae3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:33.499291 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c4bba7b7-cb3b-417d-af9f-a4a952673ae3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:33.579644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:33.612265 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:33.669681 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bba7b7-cb3b-417d-af9f-a4a952673ae3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Network': ['ID=d40dfc83-185b-4925-928b-045e2772d842,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:33.682429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network d40dfc83-185b-4925-928b-045e2772d842 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:59:33.694623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3ec01970-abf1-4110-8a78-c4a18b862a91 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:33.697569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:33.698903 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:33.702628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:33.736212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Pushing event updated for resources: {'Port': ['ID=50a6b009-869c-4013-a015-f35ea2ec3a1d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:33.760778 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c4bba7b7-cb3b-417d-af9f-a4a952673ae3 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8728149 Jan 28 17:59:33.760976 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43516) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:33.767614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'subnet': {'network_id': 'd40dfc83-185b-4925-928b-045e2772d842', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:33.775098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-81542707-2a8c-47ad-9c3a-bb69b870b80f None None] Provisioning complete for port 02a35162-abf2-4f8a-a817-953e6819f654 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:33.775098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-81542707-2a8c-47ad-9c3a-bb69b870b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:33.820417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event updated for resources: {'Port': ['ID=61ed1882-2fc2-4f9c-9a04-c51ab5a1755f,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:33.829568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:34.045083 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:34.061752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:34.114869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3ec01970-abf1-4110-8a78-c4a18b862a91 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:34.170020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:34.172894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3ec01970-abf1-4110-8a78-c4a18b862a91 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:34.177209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec01970-abf1-4110-8a78-c4a18b862a91 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Subnet': ['ID=83541e15-e4ea-4f9a-a7e2-2ebae1eacabe,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:34.177581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aab5006-24a9-4bda-bd64-6ad167dbf5b0 None None] Network c221bf74-e816-466d-af85-3d953f9ff4cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:34.180869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Network 42ddf433-58a3-46a2-89f6-35d26759c6c6 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:34.184211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:34.212938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Made reservation on behalf of 5831e94d5fab43d1b080b35a5e33a6f7 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:34.216604 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:34.327636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.ipam_backend_mixin [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Performing IP validity checks on allocation pools {{(pid=88159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 17:59:34.328379 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.ipam_backend_mixin [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 17:59:34.459138 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3ec01970-abf1-4110-8a78-c4a18b862a91 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/83541e15-e4ea-4f9a-a7e2-2ebae1eacabe HTTP/1.1" status: 204 len: 168 time: 1.5653450 Jan 28 17:59:34.501864 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43522) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:34.511810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c858ad8-bd0f-4bfc-80db-6beaa15b7e7a None None] DHCP port deletion for c221bf74-e816-466d-af85-3d953f9ff4cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:59:34.518905 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5c858ad8-bd0f-4bfc-80db-6beaa15b7e7a None None] Deleting port 02a35162-abf2-4f8a-a817-953e6819f654 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:34.519524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5c858ad8-bd0f-4bfc-80db-6beaa15b7e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:34.579824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0745a8ed-1398-4884-973a-82d79248a011 None None] Provisioning complete for port 61ed1882-2fc2-4f9c-9a04-c51ab5a1755f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:34.580402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0745a8ed-1398-4884-973a-82d79248a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:34.646747 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ce253884-05ee-4b41-966f-358c8de2b8e4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1433935 Jan 28 17:59:34.654511 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43526) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:34.683711 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0745a8ed-1398-4884-973a-82d79248a011 None None] Port 61ed1882-2fc2-4f9c-9a04-c51ab5a1755f cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 17:59:34.728297 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Router 5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:59:34.749071 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:34.799171 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-5c858ad8-bd0f-4bfc-80db-6beaa15b7e7a None None] For port 02a35162-abf2-4f8a-a817-953e6819f654, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=02a35162-abf2-4f8a-a817-953e6819f654,segment=NetworkSegment(9252e3e6-24ca-4096-846c-9628e3230cca),segment_id=9252e3e6-24ca-4096-846c-9628e3230cca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:34.799564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5c858ad8-bd0f-4bfc-80db-6beaa15b7e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:34.911586 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:59:34.919355 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-17472c4b-3027-4d8d-a8b0-34294417be45 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "PUT /v2.0/routers/5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5715823 Jan 28 17:59:34.920252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43530) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:34.925673 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158a3c42-f0b0-4f98-8d45-b5173f72aa6d None None] Sync routers for ids ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:59:34.933660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5c858ad8-bd0f-4bfc-80db-6beaa15b7e7a None None] Calling delete_port for 02a35162-abf2-4f8a-a817-953e6819f654 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:34.946872 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a3c42-f0b0-4f98-8d45-b5173f72aa6d None None] Routers {'5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:34.947851 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-158a3c42-f0b0-4f98-8d45-b5173f72aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:35.030820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Router 6eae5b34-52be-4e54-88d7-d45b068c123c is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:59:35.045495 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-158a3c42-f0b0-4f98-8d45-b5173f72aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:35.058021 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a3c42-f0b0-4f98-8d45-b5173f72aa6d None None] Routers {'5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:35.058641 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-158a3c42-f0b0-4f98-8d45-b5173f72aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:35.067045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:35.121947 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-158a3c42-f0b0-4f98-8d45-b5173f72aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:35.122428 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158a3c42-f0b0-4f98-8d45-b5173f72aa6d None None] The sync data for ids ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:59:35.127834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c6181-9ecb-41f6-a846-2acab82f65a7 req-b17591af-8b15-4be4-8212-348cd0467bec tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:35.129290 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-204c6181-9ecb-41f6-a846-2acab82f65a7 req-b17591af-8b15-4be4-8212-348cd0467bec tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.5365314 Jan 28 17:59:35.144338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5c858ad8-bd0f-4bfc-80db-6beaa15b7e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:35.188848 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a22b1cf-36f2-4319-881f-fc0860a83fd4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:35.192626 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3a22b1cf-36f2-4319-881f-fc0860a83fd4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5323141 Jan 28 17:59:35.192784 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c858ad8-bd0f-4bfc-80db-6beaa15b7e7a None None] No DVR routers for this DVR port 02a35162-abf2-4f8a-a817-953e6819f654 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:59:35.194105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43534) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:35.194624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c858ad8-bd0f-4bfc-80db-6beaa15b7e7a None None] Pushing event deleted for resources: {'Port': ['ID=02a35162-abf2-4f8a-a817-953e6819f654,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:35.247571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fe86e1ac-07b9-4237-86ad-60d1b9a3bbe9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:35.307551 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Subnet': ['ID=f79f4aef-053f-428e-b77f-10d2effad9aa,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:35.329626 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-204c6181-9ecb-41f6-a846-2acab82f65a7 req-d31c5f3b-9855-4135-bf74-eaa146671988 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821134 Jan 28 17:59:35.335713 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Checking segment: {'id': '888cd3bb-8dc4-4494-81cf-d04f978b92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd40dfc83-185b-4925-928b-045e2772d842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:35.336066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network hostable DHCP agents. Network: d40dfc83-185b-4925-928b-045e2772d842, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:59:35.442004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:35.445673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:35.474984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f9dc32-434a-46a5-a4e1-88d4cd43bd70 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:35.475680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e0f9dc32-434a-46a5-a4e1-88d4cd43bd70 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Synchronizing usage tracker for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:35.506839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Network d40dfc83-185b-4925-928b-045e2772d842 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:59:35.510965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:59:35.522702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac30e1c-13e7-492e-b2c6-51128a17c9d7 None None] Sync routers for ids ['6eae5b34-52be-4e54-88d7-d45b068c123c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:59:35.523749 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-fe86e1ac-07b9-4237-86ad-60d1b9a3bbe9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 17:59:35.524758 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fe86e1ac-07b9-4237-86ad-60d1b9a3bbe9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "DELETE /v2.0/routers/5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0 HTTP/1.1" status: 409 len: 329 time: 0.6034112 Jan 28 17:59:35.529853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43540) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:35.537820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac30e1c-13e7-492e-b2c6-51128a17c9d7 None None] Routers {'6eae5b34-52be-4e54-88d7-d45b068c123c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:35.538871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5ac30e1c-13e7-492e-b2c6-51128a17c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6eae5b34-52be-4e54-88d7-d45b068c123c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:35.601664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 02a35162-abf2-4f8a-a817-953e6819f654 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:59:35.628116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, d40dfc83-185b-4925-928b-045e2772d842) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:35.637148 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:35.637888 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:35.641375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5ac30e1c-13e7-492e-b2c6-51128a17c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:35.646012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ba7aac-38d7-416d-a1b8-ce7f636e353c None None] Network d40dfc83-185b-4925-928b-045e2772d842 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:35.658442 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 02a35162-abf2-4f8a-a817-953e6819f654 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:59:35.659535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 02a35162-abf2-4f8a-a817-953e6819f654 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:59:35.748941 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c5b544af-6cdd-4a29-aad5-676d61f7be69 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9840283 Jan 28 17:59:35.749274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43546) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:35.758656 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-683a9975-6f55-4ec2-b661-8c26440558db tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:35.779298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac30e1c-13e7-492e-b2c6-51128a17c9d7 None None] Routers {'6eae5b34-52be-4e54-88d7-d45b068c123c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:35.779930 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5ac30e1c-13e7-492e-b2c6-51128a17c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6eae5b34-52be-4e54-88d7-d45b068c123c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:35.806733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e0f9dc32-434a-46a5-a4e1-88d4cd43bd70 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Unset dirty status for tenant:38566222d38f4224a716e71cae08ac08 on resource:subnet {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:35.808334 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e0f9dc32-434a-46a5-a4e1-88d4cd43bd70 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6142921 Jan 28 17:59:35.818791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43550) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:35.850558 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5ac30e1c-13e7-492e-b2c6-51128a17c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:35.851240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac30e1c-13e7-492e-b2c6-51128a17c9d7 None None] The sync data for ids ['6eae5b34-52be-4e54-88d7-d45b068c123c'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:59:35.908866 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3116375a-89de-4b74-a6c5-d22ee00e5fa6 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857847 Jan 28 17:59:35.916505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Router 64294db6-edd1-4147-bf02-8de08d78ff04 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:59:35.918319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43554) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:35.993170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-d40dfc83-185b-4925-928b-045e2772d842', 'network_id': 'd40dfc83-185b-4925-928b-045e2772d842', 'tenant_id': '5831e94d5fab43d1b080b35a5e33a6f7', 'fixed_ips': [{'subnet_id': 'f79f4aef-053f-428e-b77f-10d2effad9aa'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:59:35.994006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:36.013735 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-683a9975-6f55-4ec2-b661-8c26440558db tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1729884'] for subnet, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:36.090140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:36.091699 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7e8ce24e-5762-41ce-8aff-03cf6178d66f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1491594 Jan 28 17:59:36.101041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43558) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:36.115789 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:36.189455 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-45bfade8-7812-428e-9ee9-4028a79e6e07 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:36.190008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45bfade8-7812-428e-9ee9-4028a79e6e07 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:36.191813 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-45bfade8-7812-428e-9ee9-4028a79e6e07 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/a32b7ea6-fbe2-4105-8a55-bd66a8f98baf HTTP/1.1" status: 404 len: 333 time: 0.2581387 Jan 28 17:59:36.196365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43564) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:36.253970 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5ebb6f-ed30-425b-89f8-093856a85650 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:36.254324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5ebb6f-ed30-425b-89f8-093856a85650 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:36.256014 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3e5ebb6f-ed30-425b-89f8-093856a85650 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/05306ff8-2af9-4b6c-aa9a-00da888b7339 HTTP/1.1" status: 404 len: 337 time: 0.0569124 Jan 28 17:59:36.292073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43568) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:36.299402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 28 17:59:36.299402 dv-neutron-826919-1-hyperv neutron-server[88160]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 28 17:59:36.299402 dv-neutron-826919-1-hyperv neutron-server[88160]: [parameters: {'in_use': 1, 'id_1': 'f79f4aef-053f-428e-b77f-10d2effad9aa'}] Jan 28 17:59:36.299402 dv-neutron-826919-1-hyperv neutron-server[88160]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:59:36.299798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:59:36.420537 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62e33c6-5796-46f8-b4c0-3125ef09bfb7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:36.420892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62e33c6-5796-46f8-b4c0-3125ef09bfb7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:36.424802 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c62e33c6-5796-46f8-b4c0-3125ef09bfb7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/83541e15-e4ea-4f9a-a7e2-2ebae1eacabe HTTP/1.1" status: 404 len: 337 time: 0.1295564 Jan 28 17:59:36.427220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43578) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:36.555119 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fbc285-5e7b-4877-aba6-11044c74f22e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:36.555576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fbc285-5e7b-4877-aba6-11044c74f22e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:36.557248 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b0fbc285-5e7b-4877-aba6-11044c74f22e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/1b042b7f-ce15-432b-8657-93f85575957d HTTP/1.1" status: 404 len: 333 time: 0.1249728 Jan 28 17:59:36.561344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43586) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:36.618457 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f244bb98-598c-44f2-9962-06c12e0d5209 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:36.618879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f244bb98-598c-44f2-9962-06c12e0d5209 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:36.620566 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f244bb98-598c-44f2-9962-06c12e0d5209 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/b749e752-80a8-441c-88ce-11dcfcd3109c HTTP/1.1" status: 404 len: 337 time: 0.0533824 Jan 28 17:59:36.625269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43590) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:36.642833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23a3b5-948a-453c-84fc-f8942122dc15 req-2ad7982b-c098-4c58-b21a-3a04e871f4b0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:36.644318 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ac23a3b5-948a-453c-84fc-f8942122dc15 req-2ad7982b-c098-4c58-b21a-3a04e871f4b0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.7628930 Jan 28 17:59:36.651823 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:59:36.658909 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:36.660178 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-173f5081-a199-4847-b9de-c3d16076549e tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "PUT /v2.0/routers/64294db6-edd1-4147-bf02-8de08d78ff04 HTTP/1.1" status: 200 len: 919 time: 4.9148557 Jan 28 17:59:36.665228 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580f7df2-82f4-4c4c-9354-6b1000ec6197 None None] Sync routers for ids ['64294db6-edd1-4147-bf02-8de08d78ff04'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:59:36.675846 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580f7df2-82f4-4c4c-9354-6b1000ec6197 None None] Routers {'64294db6-edd1-4147-bf02-8de08d78ff04'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:36.676457 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-580f7df2-82f4-4c4c-9354-6b1000ec6197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['64294db6-edd1-4147-bf02-8de08d78ff04'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:36.682190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43592) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:36.733210 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1a4c9-1b1b-402a-ac7b-ca82738a4905 req-8ec6816e-5484-428a-809b-6b079829bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:36.734757 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2da1a4c9-1b1b-402a-ac7b-ca82738a4905 req-8ec6816e-5484-428a-809b-6b079829bf7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=202c38a3be5a46d693d74da67653d37c&device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 1099 time: 0.6374850 Jan 28 17:59:36.755157 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-24473695-be66-4461-8b96-a887cbe18f5f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:36.755157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24473695-be66-4461-8b96-a887cbe18f5f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:36.755157 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-24473695-be66-4461-8b96-a887cbe18f5f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/1416910a-c6a0-4cc2-8dc5-e3f22c707c6f HTTP/1.1" status: 404 len: 337 time: 0.0624249 Jan 28 17:59:36.755492 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-580f7df2-82f4-4c4c-9354-6b1000ec6197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:36.755598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43598) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:36.755879 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580f7df2-82f4-4c4c-9354-6b1000ec6197 None None] Routers {'64294db6-edd1-4147-bf02-8de08d78ff04'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:36.756938 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-580f7df2-82f4-4c4c-9354-6b1000ec6197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['64294db6-edd1-4147-bf02-8de08d78ff04'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:36.800853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:36.838584 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-580f7df2-82f4-4c4c-9354-6b1000ec6197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:36.851787 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580f7df2-82f4-4c4c-9354-6b1000ec6197 None None] The sync data for ids ['64294db6-edd1-4147-bf02-8de08d78ff04'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:59:36.855932 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-732aa3d9-5189-4f8a-928a-d07eefa7727d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:36.856349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732aa3d9-5189-4f8a-928a-d07eefa7727d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:36.860024 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-732aa3d9-5189-4f8a-928a-d07eefa7727d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/cbbc1a40-abf8-4afd-bf20-8ae87d3536dc HTTP/1.1" status: 404 len: 333 time: 0.1123762 Jan 28 17:59:36.871584 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43602) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:36.876886 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ac23a3b5-948a-453c-84fc-f8942122dc15 req-fb938073-2903-4a71-a08c-90d1a0d2b094 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158635 Jan 28 17:59:36.968330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-683a9975-6f55-4ec2-b661-8c26440558db tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737137899502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1814281'] for subnet, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:37.020478 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-187738a2-58cc-478d-8aa6-0b16c63df145 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:37.020932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187738a2-58cc-478d-8aa6-0b16c63df145 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:37.022641 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-187738a2-58cc-478d-8aa6-0b16c63df145 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/1cc2899b-2f37-4b91-a258-0b91f38e7e70 HTTP/1.1" status: 404 len: 337 time: 0.1499624 Jan 28 17:59:37.036561 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Allocated IP 172.20.0.3 (d40dfc83-185b-4925-928b-045e2772d842/f79f4aef-053f-428e-b77f-10d2effad9aa/05be0525-c167-47ba-84b2-5c1fbe4ecbcf) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:37.040437 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43608) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:37.155826 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683a9975-6f55-4ec2-b661-8c26440558db tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:37.156457 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-683a9975-6f55-4ec2-b661-8c26440558db tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:37.157738 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-683a9975-6f55-4ec2-b661-8c26440558db tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "PUT /v2.0/subnets/f79f4aef-053f-428e-b77f-10d2effad9aa HTTP/1.1" status: 200 len: 877 time: 1.4061921 Jan 28 17:59:37.161263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43614) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:37.185678 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-47aa4d28-454b-4eed-ba06-fb4e1e87126a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:37.186129 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47aa4d28-454b-4eed-ba06-fb4e1e87126a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:37.188462 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-47aa4d28-454b-4eed-ba06-fb4e1e87126a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/31cbf414-c14a-4280-9ba0-a744681377f5 HTTP/1.1" status: 404 len: 337 time: 0.1442668 Jan 28 17:59:37.194258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43618) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:37.195965 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a258d9be-62ae-4c5c-9c9d-604cd3dce8f1 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/routers/64294db6-edd1-4147-bf02-8de08d78ff04 HTTP/1.1" status: 200 len: 925 time: 0.5162625 Jan 28 17:59:37.206873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43620) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:37.214450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a9975-6f55-4ec2-b661-8c26440558db tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event updated for resources: {'Subnet': ['ID=f79f4aef-053f-428e-b77f-10d2effad9aa,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:37.214450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1a4c9-1b1b-402a-ac7b-ca82738a4905 req-7c296ef1-add7-4ba9-81b6-8cfa1e94d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:37.215346 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2da1a4c9-1b1b-402a-ac7b-ca82738a4905 req-7c296ef1-add7-4ba9-81b6-8cfa1e94d303 service neutron] 10.222.0.16 "GET /v2.0/networks?id=013d2972-b6be-468a-984c-e2dd2514ff7b HTTP/1.1" status: 200 len: 913 time: 0.4707577 Jan 28 17:59:37.296430 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:37.305254 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2da1a4c9-1b1b-402a-ac7b-ca82738a4905 req-86739e37-58a2-4c9c-b7a3-f21e41e3872a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=965a6e14-b08b-4d54-a174-0fc0e1d96cf4 HTTP/1.1" status: 200 len: 217 time: 0.0821011 Jan 28 17:59:37.318067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Transition to ACTIVE for port object 05be0525-c167-47ba-84b2-5c1fbe4ecbcf will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:37.337604 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Transition to ACTIVE for port object 05be0525-c167-47ba-84b2-5c1fbe4ecbcf will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:37.372442 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac12a2-f40c-403b-a778-073a924090be req-1dce0738-3d8d-4401-9057-ac71cbb3fbdc tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:37.374056 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5cac12a2-f40c-403b-a778-073a924090be req-1dce0738-3d8d-4401-9057-ac71cbb3fbdc tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.2769761 Jan 28 17:59:37.406539 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1a4c9-1b1b-402a-ac7b-ca82738a4905 req-82f99f19-8272-49a3-92a7-2b2eca6d649c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:37.407961 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2da1a4c9-1b1b-402a-ac7b-ca82738a4905 req-82f99f19-8272-49a3-92a7-2b2eca6d649c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=da480813-3c67-400a-93d4-9c4f0094cb32 HTTP/1.1" status: 200 len: 852 time: 0.0936313 Jan 28 17:59:37.430647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:37.471842 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2da1a4c9-1b1b-402a-ac7b-ca82738a4905 req-a8ae755e-7f44-475d-9990-8de37476c1c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013d2972-b6be-468a-984c-e2dd2514ff7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519297 Jan 28 17:59:37.477041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:37.479120 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5cac12a2-f40c-403b-a778-073a924090be req-4e5c9524-f73f-4806-bbe4-a93bacf168c3 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947778 Jan 28 17:59:37.499686 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6326c6c-e25b-4bc6-bae4-961b8a77aebd tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:37.499686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6326c6c-e25b-4bc6-bae4-961b8a77aebd tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:37.502923 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a6326c6c-e25b-4bc6-bae4-961b8a77aebd tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/00cd53cc-2ea5-4456-b73e-8febb5cef598 HTTP/1.1" status: 404 len: 333 time: 0.2944055 Jan 28 17:59:37.507074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b37e8ec-23c1-404b-8064-fa889b3b1c8d tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:37.514295 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43630) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:37.533742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Network d40dfc83-185b-4925-928b-045e2772d842 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:37.536620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:37.539206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:37.611202 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d456e7f-aaab-4b4a-b095-8eb32baa231f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:37.612300 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d456e7f-aaab-4b4a-b095-8eb32baa231f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:37.617877 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6d456e7f-aaab-4b4a-b095-8eb32baa231f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/be7952bf-5e56-4e3b-a5b8-54d84334a087 HTTP/1.1" status: 404 len: 337 time: 0.0962968 Jan 28 17:59:37.618136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Pushing event updated for resources: {'Port': ['ID=05be0525-c167-47ba-84b2-5c1fbe4ecbcf,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:37.618286 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43634) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:37.646628 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Attempting to bind port 05be0525-c167-47ba-84b2-5c1fbe4ecbcf on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:59:37.647021 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Attempting to bind port 05be0525-c167-47ba-84b2-5c1fbe4ecbcf by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '888cd3bb-8dc4-4494-81cf-d04f978b92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd40dfc83-185b-4925-928b-045e2772d842'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:59:37.647560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Attempting to bind port 05be0525-c167-47ba-84b2-5c1fbe4ecbcf on network d40dfc83-185b-4925-928b-045e2772d842 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:59:37.654406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:59:37.654884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Checking segment: {'id': '888cd3bb-8dc4-4494-81cf-d04f978b92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd40dfc83-185b-4925-928b-045e2772d842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:37.655695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:37.656685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Bound using segment: {'id': '888cd3bb-8dc4-4494-81cf-d04f978b92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd40dfc83-185b-4925-928b-045e2772d842'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:59:37.657624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Bound port: 05be0525-c167-47ba-84b2-5c1fbe4ecbcf, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888cd3bb-8dc4-4494-81cf-d04f978b92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd40dfc83-185b-4925-928b-045e2772d842'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:59:37.657624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:37.658769 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a413a1b8-fb2f-4f18-9f2c-d095302ae8e4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:37.658769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a413a1b8-fb2f-4f18-9f2c-d095302ae8e4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:37.663132 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a413a1b8-fb2f-4f18-9f2c-d095302ae8e4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/054810cc-6188-4310-9a05-4b7dbad2f259 HTTP/1.1" status: 404 len: 337 time: 0.0429790 Jan 28 17:59:37.663872 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43638) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:37.673571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:37.728577 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe5bdc1-8512-4d0f-a82b-bfe3d70bc2e9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:37.729210 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe5bdc1-8512-4d0f-a82b-bfe3d70bc2e9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:37.733468 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dfe5bdc1-8512-4d0f-a82b-bfe3d70bc2e9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/31e6f338-624b-41fc-899b-06903926cdc1 HTTP/1.1" status: 404 len: 333 time: 0.0660965 Jan 28 17:59:37.733955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:37.734321 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43642) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:37.769177 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] For port 05be0525-c167-47ba-84b2-5c1fbe4ecbcf, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:59:37.772503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] For port 05be0525-c167-47ba-84b2-5c1fbe4ecbcf, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=05be0525-c167-47ba-84b2-5c1fbe4ecbcf,segment=NetworkSegment(888cd3bb-8dc4-4494-81cf-d04f978b92ca),segment_id=888cd3bb-8dc4-4494-81cf-d04f978b92ca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:59:37.785153 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-2517f2e7-c979-4774-88ce-c00c8a57e497 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:37.785687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2517f2e7-c979-4774-88ce-c00c8a57e497 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:37.787438 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2517f2e7-c979-4774-88ce-c00c8a57e497 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/b7a134a5-d057-4366-99df-0d3c55bc1bff HTTP/1.1" status: 404 len: 337 time: 0.0521531 Jan 28 17:59:37.790277 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43646) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:37.829125 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2da1a4c9-1b1b-402a-ac7b-ca82738a4905 req-79687ed0-4061-49ed-bba9-9beb923fc25a service neutron] 10.222.0.16 "GET /v2.0/networks/013d2972-b6be-468a-984c-e2dd2514ff7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489232 Jan 28 17:59:37.836382 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0b3af0-fca8-47d9-b1f5-78a0b22e7e57 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:37.836836 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0b3af0-fca8-47d9-b1f5-78a0b22e7e57 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:37.837158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Deleting port 07d86c5b-48f4-4ecc-abe7-7005693a455e {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:37.837498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:37.838421 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cd0b3af0-fca8-47d9-b1f5-78a0b22e7e57 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/03c05f61-76e4-4bfe-999b-8f742433c607 HTTP/1.1" status: 404 len: 333 time: 0.0472207 Jan 28 17:59:37.854977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43650) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:37.873108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf8fbaf-e095-4b9a-9a96-9cf092113a06 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:37.875918 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8cf8fbaf-e095-4b9a-9a96-9cf092113a06 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&device_id=64294db6-edd1-4147-bf02-8de08d78ff04&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4560997 Jan 28 17:59:37.882807 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43654) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:37.891512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Deleting port 05be0525-c167-47ba-84b2-5c1fbe4ecbcf {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:37.891846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:37.898851 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:37.945904 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-baae56e9-2b8d-455e-9a6f-72b6ba56e41d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:37.946361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baae56e9-2b8d-455e-9a6f-72b6ba56e41d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:37.948032 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-baae56e9-2b8d-455e-9a6f-72b6ba56e41d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/551528de-b967-4d41-8593-1247a8b1d3cd HTTP/1.1" status: 404 len: 337 time: 0.0921452 Jan 28 17:59:37.955712 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43660) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:38.006044 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a70b89-77c0-4d57-a32a-38e12024ac80 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:38.006506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a70b89-77c0-4d57-a32a-38e12024ac80 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:38.008193 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-51a70b89-77c0-4d57-a32a-38e12024ac80 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/56ea054f-58c0-4b7c-8fdb-5534976a5e74 HTTP/1.1" status: 404 len: 333 time: 0.0515838 Jan 28 17:59:38.010725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43664) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:38.044094 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4a0f7-0d8d-41fc-a99e-527491efaeaf None None] Pushing event updated for resources: {'Port': ['ID=05be0525-c167-47ba-84b2-5c1fbe4ecbcf,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:38.062021 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-8649cfcb-5f4d-4e07-9ca8-5c9e403018bd tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:38.062395 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8649cfcb-5f4d-4e07-9ca8-5c9e403018bd tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:38.066858 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8649cfcb-5f4d-4e07-9ca8-5c9e403018bd tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/dd2057f5-5082-4d97-a9d7-eda4970ed950 HTTP/1.1" status: 404 len: 337 time: 0.0529597 Jan 28 17:59:38.067666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43668) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:38.120723 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-524f6ac1-0ebe-4016-8ebc-7fe0c9c2820f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:38.121190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524f6ac1-0ebe-4016-8ebc-7fe0c9c2820f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:38.125782 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-524f6ac1-0ebe-4016-8ebc-7fe0c9c2820f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/26b35950-e4e3-4e77-9320-112869506d36 HTTP/1.1" status: 404 len: 333 time: 0.0544360 Jan 28 17:59:38.127184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43672) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:38.344925 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2da1a4c9-1b1b-402a-ac7b-ca82738a4905 req-28370b69-3dc4-4611-a7a6-92992b38042f service neutron] 10.222.0.16 "GET /v2.0/networks/013d2972-b6be-468a-984c-e2dd2514ff7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097871 Jan 28 17:59:38.346675 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2a42b8-641b-42a4-9d86-ac007b003270 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:38.347389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2a42b8-641b-42a4-9d86-ac007b003270 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:38.349238 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4b2a42b8-641b-42a4-9d86-ac007b003270 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/d088f44a-ddaa-437b-9fd8-71becf98381a HTTP/1.1" status: 404 len: 337 time: 0.2220263 Jan 28 17:59:38.359109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43676) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:38.410354 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e31c61-bade-40c5-a680-0e72a6fa39d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:38.410754 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e31c61-bade-40c5-a680-0e72a6fa39d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:38.413508 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f8e31c61-bade-40c5-a680-0e72a6fa39d8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/3d886684-c6bc-464f-a42b-0e68b5fc85cd HTTP/1.1" status: 404 len: 333 time: 0.0512917 Jan 28 17:59:38.415265 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43680) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:38.448696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5917de2f-6b4d-4499-9834-82028dbe3e1c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:38.450095 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5917de2f-6b4d-4499-9834-82028dbe3e1c tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/networks/9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 881 time: 0.5603766 Jan 28 17:59:38.452140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:38.459328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43684) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:38.460331 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26f3748-ec84-4cdb-bfcd-fec33a4dff58 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:38.460863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26f3748-ec84-4cdb-bfcd-fec33a4dff58 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:38.465128 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e26f3748-ec84-4cdb-bfcd-fec33a4dff58 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/cfa437df-9b51-4507-865e-a4dbedfb6123 HTTP/1.1" status: 404 len: 337 time: 0.0463204 Jan 28 17:59:38.494700 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43688) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:38.548972 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1ccc92e0-2b1f-4210-afac-4d51e8d5fa5f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "GET /v2.0/ports?device_id=64294db6-edd1-4147-bf02-8de08d78ff04 HTTP/1.1" status: 200 len: 205 time: 0.0825517 Jan 28 17:59:38.548972 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-509a372a-a052-42de-882e-4fd181200d6a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:38.548972 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509a372a-a052-42de-882e-4fd181200d6a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:38.552417 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-509a372a-a052-42de-882e-4fd181200d6a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/c377edb7-6162-4d9d-ac7f-90b08e1167b6 HTTP/1.1" status: 404 len: 333 time: 0.0543528 Jan 28 17:59:38.552417 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43694) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:38.552823 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43696) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:38.641673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d627284-789c-4532-9658-f9cc59fe06e7 req-5849bd40-bc2c-4dd7-a750-40a7edac0d84 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:38.643623 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1d627284-789c-4532-9658-f9cc59fe06e7 req-5849bd40-bc2c-4dd7-a750-40a7edac0d84 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.5924685 Jan 28 17:59:38.649940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Calling delete_port for 07d86c5b-48f4-4ecc-abe7-7005693a455e owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:38.700268 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-09dce2d0-83d7-4386-b6b6-67d7d594096d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:38.700631 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09dce2d0-83d7-4386-b6b6-67d7d594096d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:38.702282 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-09dce2d0-83d7-4386-b6b6-67d7d594096d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/41f2821f-01ef-460d-9bcc-9ba3a3fa6ee9 HTTP/1.1" status: 404 len: 337 time: 0.1483052 Jan 28 17:59:38.709582 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43702) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:38.737618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8b37e8ec-23c1-404b-8064-fa889b3b1c8d tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Deleting port 61ed1882-2fc2-4f9c-9a04-c51ab5a1755f {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:38.737955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b37e8ec-23c1-404b-8064-fa889b3b1c8d tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:38.821383 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c729a4-6b2c-4870-846e-f2bfdbfac275 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:38.821812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c729a4-6b2c-4870-846e-f2bfdbfac275 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:38.823519 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b9c729a4-6b2c-4870-846e-f2bfdbfac275 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/2041a336-c5be-4a62-b887-4816fe2480a7 HTTP/1.1" status: 404 len: 337 time: 0.1111598 Jan 28 17:59:38.833944 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43706) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:38.893006 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f99800-34f0-401c-8a44-3ca9bca4f7e7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:38.893466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f99800-34f0-401c-8a44-3ca9bca4f7e7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:38.897394 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-16f99800-34f0-401c-8a44-3ca9bca4f7e7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/677f9db9-f68a-4a1e-99ea-15b62edbe351 HTTP/1.1" status: 404 len: 333 time: 0.0600994 Jan 28 17:59:38.901029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43710) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:38.953320 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a2f5e6-b2f9-41d5-9a3a-6425d65dc79a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:38.953541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a2f5e6-b2f9-41d5-9a3a-6425d65dc79a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:38.955069 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b2a2f5e6-b2f9-41d5-9a3a-6425d65dc79a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/39696814-9846-4666-a39b-d29f53267476 HTTP/1.1" status: 404 len: 337 time: 0.0530946 Jan 28 17:59:38.958217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:38.970054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43714) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:39.023035 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106a059-4456-4242-bd0a-00d393273509 req-7c8155ce-30d1-4ca9-bc29-2a19a0287e19 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:39.024513 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6106a059-4456-4242-bd0a-00d393273509 req-7c8155ce-30d1-4ca9-bc29-2a19a0287e19 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.4118428 Jan 28 17:59:39.040845 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1d627284-789c-4532-9658-f9cc59fe06e7 req-97f93894-30aa-4c84-b54d-3cd36a91d5dd tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519275 Jan 28 17:59:39.069226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] For port 05be0525-c167-47ba-84b2-5c1fbe4ecbcf, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=05be0525-c167-47ba-84b2-5c1fbe4ecbcf,segment=NetworkSegment(888cd3bb-8dc4-4494-81cf-d04f978b92ca),segment_id=888cd3bb-8dc4-4494-81cf-d04f978b92ca)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:39.069599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:39.122973 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-88275549-c6df-4531-ba26-5ab061554a9f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:39.123445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88275549-c6df-4531-ba26-5ab061554a9f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:39.125265 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-88275549-c6df-4531-ba26-5ab061554a9f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/f0e8bc35-8eea-4bcd-acae-9b4b148cf11d HTTP/1.1" status: 404 len: 337 time: 0.1521616 Jan 28 17:59:39.137977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43718) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:39.212411 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6106a059-4456-4242-bd0a-00d393273509 req-317ca920-02df-4153-bc0f-596f5b71578e tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328263 Jan 28 17:59:39.239322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:39.316068 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd70e81-6b31-4762-8d64-da68e06d8902 None None] Network d40dfc83-185b-4925-928b-045e2772d842 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:39.316558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Calling delete_port for 05be0525-c167-47ba-84b2-5c1fbe4ecbcf owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:39.332926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Deleting port 50a6b009-869c-4013-a015-f35ea2ec3a1d {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:39.333702 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:39.346067 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f3dcf0-a619-4f18-95d8-ec45f55df5cd tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:39.346395 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f3dcf0-a619-4f18-95d8-ec45f55df5cd tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:39.350459 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-09f3dcf0-a619-4f18-95d8-ec45f55df5cd tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/e83f7b11-6677-4a1f-9c23-195dc9915a7f HTTP/1.1" status: 404 len: 333 time: 0.2062232 Jan 28 17:59:39.358099 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43722) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:39.425109 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a2d7e1-82f1-4efc-8369-8f35452e3be3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:39.425562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a2d7e1-82f1-4efc-8369-8f35452e3be3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:39.427268 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-10a2d7e1-82f1-4efc-8369-8f35452e3be3 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/92abcef0-1210-474b-b053-d02b537a8792 HTTP/1.1" status: 404 len: 337 time: 0.0653305 Jan 28 17:59:39.443485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43726) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:39.476631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-162e8e46-de15-4c5d-9476-56df0abf0c4e None None] Provisioning for port 05be0525-c167-47ba-84b2-5c1fbe4ecbcf completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:39.533842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:39.551945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b37e8ec-23c1-404b-8064-fa889b3b1c8d tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:39.559372 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f8fbf8-95e6-4b42-a964-ec3074e43ad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:39.560269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f8fbf8-95e6-4b42-a964-ec3074e43ad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:39.599078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 05be0525-c167-47ba-84b2-5c1fbe4ecbcf up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:39.678570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Calling delete_port for 50a6b009-869c-4013-a015-f35ea2ec3a1d owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:39.700021 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8b37e8ec-23c1-404b-8064-fa889b3b1c8d tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Calling delete_port for 61ed1882-2fc2-4f9c-9a04-c51ab5a1755f owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:39.729179 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-28f8fbf8-95e6-4b42-a964-ec3074e43ad5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/7c7eadcc-f453-435f-8a95-84b9c69be5c0 HTTP/1.1" status: 404 len: 337 time: 0.2844748 Jan 28 17:59:39.738398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43730) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:39.763406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 05be0525-c167-47ba-84b2-5c1fbe4ecbcf completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:39.774250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 05be0525-c167-47ba-84b2-5c1fbe4ecbcf triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:39.774889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:39.978714 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0c380b-07fe-4f91-b8e6-5e4765f6415f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:39.978714 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0c380b-07fe-4f91-b8e6-5e4765f6415f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:39.978714 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7c0c380b-07fe-4f91-b8e6-5e4765f6415f tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/09ea5229-ba01-41e8-b3ac-0f95be4d8c32 HTTP/1.1" status: 404 len: 333 time: 0.1389050 Jan 28 17:59:39.978714 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43734) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:39.979252 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e9b194-620f-44b8-8560-c5dda7f2565e None None] Network d40dfc83-185b-4925-928b-045e2772d842 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:39.979365 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aca086d-c819-4c63-977d-e39cf49fa0a1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:39.979365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aca086d-c819-4c63-977d-e39cf49fa0a1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:39.979365 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6aca086d-c819-4c63-977d-e39cf49fa0a1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/73559356-8560-453b-a5f0-dc08556e9e3f HTTP/1.1" status: 404 len: 337 time: 0.0549996 Jan 28 17:59:39.979588 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43738) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:40.005501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:40.060159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:40.106749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:40.119773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0b54288b-6d9e-4fa2-a993-59ca9146bacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:40.129305 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-989b2c35-2ecc-4eed-9982-486941e9aaa2 None None] Provisioning complete for port 05be0525-c167-47ba-84b2-5c1fbe4ecbcf triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:40.129673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-989b2c35-2ecc-4eed-9982-486941e9aaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:40.136650 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:40.141568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Pushing event deleted for resources: {'Port': ['ID=07d86c5b-48f4-4ecc-abe7-7005693a455e,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:40.183657 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8342b6b-2b81-4250-9f64-4209772994c8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:40.184100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8342b6b-2b81-4250-9f64-4209772994c8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:40.188907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-989b2c35-2ecc-4eed-9982-486941e9aaa2 None None] Port 05be0525-c167-47ba-84b2-5c1fbe4ecbcf was deleted so its status cannot be updated. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 17:59:40.226661 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Pushing event deleted for resources: {'Port': ['ID=50a6b009-869c-4013-a015-f35ea2ec3a1d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:40.254075 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d8342b6b-2b81-4250-9f64-4209772994c8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/85f363f3-a17c-4308-b217-689ea190d0fb HTTP/1.1" status: 404 len: 337 time: 0.2977083 Jan 28 17:59:40.280088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43746) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:40.322774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Port': ['ID=05be0525-c167-47ba-84b2-5c1fbe4ecbcf,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:40.331663 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-31e14b77-6780-4da6-96de-c9908e04d0b9 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports?device_id=f42fd08b-a1f9-41ee-a625-0caa1fd3c11d HTTP/1.1" status: 200 len: 205 time: 0.0479684 Jan 28 17:59:40.337820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43750) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:40.454767 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-ccb1d69b-ede6-4374-96d6-8d03629aeb67 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] delete failed (client error): The resource could not be found. Jan 28 17:59:40.458381 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ccb1d69b-ede6-4374-96d6-8d03629aeb67 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/routers/f42fd08b-a1f9-41ee-a625-0caa1fd3c11d HTTP/1.1" status: 404 len: 336 time: 0.1171057 Jan 28 17:59:40.464273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43754) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:40.517235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:40.561152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b37e8ec-23c1-404b-8064-fa889b3b1c8d tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:40.597223 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No DVR routers for this DVR port 05be0525-c167-47ba-84b2-5c1fbe4ecbcf on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:59:40.631081 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac1fdb0-9ebe-4d4d-8540-cd3504f3c2b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:40.631695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac1fdb0-9ebe-4d4d-8540-cd3504f3c2b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:40.635660 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9ac1fdb0-9ebe-4d4d-8540-cd3504f3c2b5 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/daad26bf-727b-4fa6-96f2-5df31237f319 HTTP/1.1" status: 404 len: 337 time: 0.1587081 Jan 28 17:59:40.641853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43758) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:40.649028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37e8ec-23c1-404b-8064-fa889b3b1c8d tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event deleted for resources: {'Port': ['ID=61ed1882-2fc2-4f9c-9a04-c51ab5a1755f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:40.752645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:40.756015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:40.761231 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9056f9eb-924e-43b2-b524-ff5b2626db49 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "GET /v2.0/ports?device_id=29aef21b-195b-43f9-9494-006e429cd44a HTTP/1.1" status: 200 len: 205 time: 0.0644193 Jan 28 17:59:40.761746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:40.764601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43762) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:40.849265 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-c7477489-ba41-4c99-bb88-ab2cd6a17e00 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] delete failed (client error): The resource could not be found. Jan 28 17:59:40.852786 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c7477489-ba41-4c99-bb88-ab2cd6a17e00 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/routers/29aef21b-195b-43f9-9494-006e429cd44a HTTP/1.1" status: 404 len: 336 time: 0.0851529 Jan 28 17:59:40.854375 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43766) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:40.895404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:40.899350 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e32215-d494-4c65-a61b-3fe1d88b18b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:40.899835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e32215-d494-4c65-a61b-3fe1d88b18b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:40.909794 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ba14e-9097-4b03-8657-8906cfa3e844 req-ecb6ca0b-11c8-4559-9938-c1298e2c24e8 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:40.911278 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417ba14e-9097-4b03-8657-8906cfa3e844 req-ecb6ca0b-11c8-4559-9938-c1298e2c24e8 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.5047359 Jan 28 17:59:40.916556 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-75e32215-d494-4c65-a61b-3fe1d88b18b1 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/28d8b987-5452-47ad-b694-256473ce2cb5 HTTP/1.1" status: 404 len: 337 time: 0.0613322 Jan 28 17:59:40.918531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43770) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:40.967727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:40.968166 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Fanout notify agent at l3_agent the message router_deleted on router 64294db6-edd1-4147-bf02-8de08d78ff04 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:59:40.975392 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:40.980900 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-55382d7d-f0c8-4f17-b0af-a6d509a0627f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "DELETE /v2.0/routers/64294db6-edd1-4147-bf02-8de08d78ff04 HTTP/1.1" status: 204 len: 168 time: 2.4249694 Jan 28 17:59:40.983607 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43774) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:40.986255 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d076fc-f430-4bcc-9793-6041af161b6a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:40.986704 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d076fc-f430-4bcc-9793-6041af161b6a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:40.990698 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-44d076fc-f430-4bcc-9793-6041af161b6a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/cc3be6d1-da23-418e-8b17-4f7de4d1821c HTTP/1.1" status: 404 len: 337 time: 0.0576301 Jan 28 17:59:40.991746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-768237503', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:41.000712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43778) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:41.009192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:41.016868 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Usage tracker for resource:router and tenant:b12b49855aa542ef9b021c96e9f00328 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:41.021737 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417ba14e-9097-4b03-8657-8906cfa3e844 req-d81af21c-2814-460a-968b-b53f81319e36 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046245 Jan 28 17:59:41.022526 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:41.028455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:41.055451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f749aa-8da5-40a2-a072-7071e502bbe5 req-e2d5288f-be7e-45d3-8cde-d8c9ce8c17b5 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:41.056892 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-44f749aa-8da5-40a2-a072-7071e502bbe5 req-e2d5288f-be7e-45d3-8cde-d8c9ce8c17b5 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.8314188 Jan 28 17:59:41.104279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:41.105312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:41.119629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:41.206615 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a783333a-90a4-4b7e-bb47-d27ae3f203de tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:41.207105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a783333a-90a4-4b7e-bb47-d27ae3f203de tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:41.335331 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a783333a-90a4-4b7e-bb47-d27ae3f203de tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/8dd45bd2-9be6-4c7c-8b3b-0209e5e76eb2 HTTP/1.1" status: 404 len: 333 time: 0.3245199 Jan 28 17:59:41.343648 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43782) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:41.402344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b37e8ec-23c1-404b-8064-fa889b3b1c8d tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:41.449457 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:41.460284 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:41.472925 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f6f8a5-bd4f-4f97-8dad-47b88952547e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:41.473254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f6f8a5-bd4f-4f97-8dad-47b88952547e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:41.530784 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-44f749aa-8da5-40a2-a072-7071e502bbe5 req-e731dcf4-3a05-4b91-99eb-35ddf334c751 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660281 Jan 28 17:59:41.538649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:41.599657 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b0f6f8a5-bd4f-4f97-8dad-47b88952547e tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/89805866-4464-4c68-b5b6-f83835260668 HTTP/1.1" status: 404 len: 337 time: 0.2048545 Jan 28 17:59:41.660227 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43788) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:41.682128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:41.954372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Subnet': ['ID=f79f4aef-053f-428e-b77f-10d2effad9aa,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:41.961648 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b0e54b-a8d1-4fae-8bd3-2856ee8ff91c None None] Network d40dfc83-185b-4925-928b-045e2772d842 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:41.971145 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa15dab-2d75-4fe3-9528-14bd221cd267 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:41.971621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:41.972075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa15dab-2d75-4fe3-9528-14bd221cd267 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:41.973508 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6aa15dab-2d75-4fe3-9528-14bd221cd267 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/821534c7-14d9-4b25-adeb-35397d4b9c9b HTTP/1.1" status: 404 len: 333 time: 0.3048215 Jan 28 17:59:42.010505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43792) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:42.011685 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:42.090833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Router 6eae5b34-52be-4e54-88d7-d45b068c123c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:59:42.140291 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-66412597-f9fa-4818-aabb-40766909da14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:42.141028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66412597-f9fa-4818-aabb-40766909da14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:42.166343 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-66412597-f9fa-4818-aabb-40766909da14 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/dbf295a7-83d1-4e91-8d79-bc598b955918 HTTP/1.1" status: 404 len: 337 time: 0.1524448 Jan 28 17:59:42.169794 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43800) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:42.221620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:42.269793 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8125815-cb68-4cfa-8666-e3ee7f6abda7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:42.270262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8125815-cb68-4cfa-8666-e3ee7f6abda7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:42.274630 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d8125815-cb68-4cfa-8666-e3ee7f6abda7 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/c8be6cda-e794-488c-86a0-1aebdde9d9df HTTP/1.1" status: 404 len: 333 time: 0.1038973 Jan 28 17:59:42.284864 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43804) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:42.315631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceaf317-b93e-4119-adbe-3a80c6f2dfa0 None None] DHCP port deletion for d40dfc83-185b-4925-928b-045e2772d842 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:59:42.321517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9b348c25-7c08-40fb-9f25-a498bfa567b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:42.327453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40dfc83-185b-4925-928b-045e2772d842']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:42.332225 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39817ed-972b-4a1a-be2c-172b091a2af8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:42.332776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39817ed-972b-4a1a-be2c-172b091a2af8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:42.334697 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a39817ed-972b-4a1a-be2c-172b091a2af8 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/efd90e10-61e4-4dca-9732-3f6923852cb5 HTTP/1.1" status: 404 len: 337 time: 0.0485320 Jan 28 17:59:42.336094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b37e8ec-23c1-404b-8064-fa889b3b1c8d tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Router 5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:59:42.372007 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43808) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:42.404755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888cd3bb-8dc4-4494-81cf-d04f978b92ca') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:42.405050 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888cd3bb-8dc4-4494-81cf-d04f978b92ca') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:42.424863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:59:42.427343 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:42.433255 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2b5787-d539-4a1c-af03-10bc7d48f4e4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:42.433746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2b5787-d539-4a1c-af03-10bc7d48f4e4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:42.444083 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dd2b5787-d539-4a1c-af03-10bc7d48f4e4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/c7e052fc-76c1-4425-ad7d-d944f0cc3907 HTTP/1.1" status: 404 len: 333 time: 0.0627499 Jan 28 17:59:42.444302 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571bfd8-3023-44fa-ae65-d83b8b8b4098 None None] Sync routers for ids ['6eae5b34-52be-4e54-88d7-d45b068c123c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:59:42.444407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:42.444407 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a282a73b-7ba0-46a7-b8cf-119672ea4620 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "PUT /v2.0/routers/6eae5b34-52be-4e54-88d7-d45b068c123c HTTP/1.1" status: 200 len: 706 time: 6.3395529 Jan 28 17:59:42.445268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43812) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:42.445268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43814) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:42.452690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571bfd8-3023-44fa-ae65-d83b8b8b4098 None None] Routers {'6eae5b34-52be-4e54-88d7-d45b068c123c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:42.453940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a571bfd8-3023-44fa-ae65-d83b8b8b4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6eae5b34-52be-4e54-88d7-d45b068c123c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:42.514468 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a571bfd8-3023-44fa-ae65-d83b8b8b4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:42.523971 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571bfd8-3023-44fa-ae65-d83b8b8b4098 None None] Routers {'6eae5b34-52be-4e54-88d7-d45b068c123c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:42.524706 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a571bfd8-3023-44fa-ae65-d83b8b8b4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6eae5b34-52be-4e54-88d7-d45b068c123c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:42.567897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:42.586969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:42.587397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:42.589769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a571bfd8-3023-44fa-ae65-d83b8b8b4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:42.590275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571bfd8-3023-44fa-ae65-d83b8b8b4098 None None] The sync data for ids ['6eae5b34-52be-4e54-88d7-d45b068c123c'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:42.604155 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:42.612256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b37e8ec-23c1-404b-8064-fa889b3b1c8d tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:59:42.621654 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8b37e8ec-23c1-404b-8064-fa889b3b1c8d tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "PUT /v2.0/routers/5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0863769 Jan 28 17:59:42.621751 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7860710-8f62-480c-b3f5-a2a4cf978b79 None None] Sync routers for ids ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:59:42.626966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43820) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:42.630180 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Allocated IP 172.26.1.18 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/dbf6875a-8c8a-433b-acf9-25b37c2b0dcc) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:42.631246 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7860710-8f62-480c-b3f5-a2a4cf978b79 None None] Routers {'5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:42.631847 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c7860710-8f62-480c-b3f5-a2a4cf978b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:42.633878 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc1351e-1d09-46b0-9f25-a89198d46cf4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:42.634321 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc1351e-1d09-46b0-9f25-a89198d46cf4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:42.638207 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dcc1351e-1d09-46b0-9f25-a89198d46cf4 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/83143ea2-bc70-41ef-a010-553ce9695cfd HTTP/1.1" status: 404 len: 337 time: 0.1900063 Jan 28 17:59:42.641872 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43824) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:42.679132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c270d59-decd-4942-a76a-0776bbf51fac req-9b8e3561-253a-4f44-9ac2-61aefe785972 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:42.680611 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5c270d59-decd-4942-a76a-0776bbf51fac req-9b8e3561-253a-4f44-9ac2-61aefe785972 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.5886769 Jan 28 17:59:42.695602 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c7860710-8f62-480c-b3f5-a2a4cf978b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:42.700607 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8771edf-2d3c-4b16-a0f6-0917e8bf6607 req-9daf2130-aad1-4391-8569-6c1f150584e2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:42.702080 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d8771edf-2d3c-4b16-a0f6-0917e8bf6607 req-9daf2130-aad1-4391-8569-6c1f150584e2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.5004904 Jan 28 17:59:42.705150 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7860710-8f62-480c-b3f5-a2a4cf978b79 None None] Routers {'5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:42.708657 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c7860710-8f62-480c-b3f5-a2a4cf978b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:42.708915 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0edaca48-46a5-4ab3-9960-2d1b5e0c0469 tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/routers/6eae5b34-52be-4e54-88d7-d45b068c123c HTTP/1.1" status: 200 len: 741 time: 0.2582366 Jan 28 17:59:42.716776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43828) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:42.770226 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-28557092-ed11-497b-a6c7-931ccf1e03af tempest-RoutersAdminTest-489643794 tempest-RoutersAdminTest-489643794-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&device_id=6eae5b34-52be-4e54-88d7-d45b068c123c HTTP/1.1" status: 200 len: 205 time: 0.0473118 Jan 28 17:59:42.774552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43832) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:42.780046 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c7860710-8f62-480c-b3f5-a2a4cf978b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:42.780447 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7860710-8f62-480c-b3f5-a2a4cf978b79 None None] The sync data for ids ['5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:59:42.782155 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-89c3f873-b21f-483f-bc6b-2836033286ea tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] show failed (client error): The resource could not be found. Jan 28 17:59:42.783117 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-89c3f873-b21f-483f-bc6b-2836033286ea tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1573417814 HTTP/1.1" status: 404 len: 335 time: 0.1508715 Jan 28 17:59:42.790105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43836) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:42.794600 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-22303659-2507-4a0f-b246-5f61e7710a93 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:42.795089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22303659-2507-4a0f-b246-5f61e7710a93 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:42.796720 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-22303659-2507-4a0f-b246-5f61e7710a93 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/694ce93f-5572-4acb-bc16-92d1423b1277 HTTP/1.1" status: 404 len: 333 time: 0.0937326 Jan 28 17:59:42.800418 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3021de84-e70f-429b-9b7f-b9da46b05047 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:42.821850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43840) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:42.859879 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5c270d59-decd-4942-a76a-0776bbf51fac req-48d5ce03-7b6f-4138-a60c-46d50c565294 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620562 Jan 28 17:59:42.862115 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-725d0c8f-eea6-4d95-8e8f-2c5b48264d6d tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eae5b34-52be-4e54-88d7-d45b068c123c HTTP/1.1" status: 200 len: 205 time: 0.0850341 Jan 28 17:59:42.865991 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43844) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:42.871394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:42.925867 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-59496bda-8a70-4e67-a951-c97b6fc20b4c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:42.926304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59496bda-8a70-4e67-a951-c97b6fc20b4c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:42.944170 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-3021de84-e70f-429b-9b7f-b9da46b05047 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] update failed (client error): The resource could not be found. Jan 28 17:59:42.945172 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3021de84-e70f-429b-9b7f-b9da46b05047 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-929372784 HTTP/1.1" status: 404 len: 334 time: 0.1521726 Jan 28 17:59:42.950166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:42.957095 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43848) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:42.997550 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d8771edf-2d3c-4b16-a0f6-0917e8bf6607 req-73736d0c-be78-47d2-a7a5-f57b948b6778 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552319 Jan 28 17:59:43.022600 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-59496bda-8a70-4e67-a951-c97b6fc20b4c tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/dfa7929d-c236-40de-a0af-ab7e4482aea3 HTTP/1.1" status: 404 len: 337 time: 0.1974761 Jan 28 17:59:43.030530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Network': ['ID=d40dfc83-185b-4925-928b-045e2772d842,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:43.032240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43852) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:43.039667 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-146ae54a-30a9-4c61-b13c-4d92fbf54cd1 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/d40dfc83-185b-4925-928b-045e2772d842 HTTP/1.1" status: 204 len: 168 time: 5.8773532 Jan 28 17:59:43.044438 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43856) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:43.076008 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5770589e-9ab0-4379-8cda-a15930dde5a3 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.102264 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a74a985-8d13-4563-ad88-f82c5269e345 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:43.102736 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a74a985-8d13-4563-ad88-f82c5269e345 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:43.104423 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1a74a985-8d13-4563-ad88-f82c5269e345 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/subnets/f79f4aef-053f-428e-b77f-10d2effad9aa HTTP/1.1" status: 404 len: 337 time: 0.0590749 Jan 28 17:59:43.110148 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43860) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:43.133153 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1b1e7b-19fa-4424-b877-c15b247c2561 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:43.136832 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1b1e7b-19fa-4424-b877-c15b247c2561 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:43.136832 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-da1b1e7b-19fa-4424-b877-c15b247c2561 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/03c354c3-cebe-48a8-aa75-7be52e2185c2 HTTP/1.1" status: 404 len: 333 time: 0.0995045 Jan 28 17:59:43.138453 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f26ea5-f69a-4a8b-8d3e-c5add7b61ba3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Deleting subnet f3452247-d2e0-4b19-aac4-a8b8b364028c {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:59:43.142966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43864) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:43.151605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9f26ea5-f69a-4a8b-8d3e-c5add7b61ba3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.166830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.327320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.334244 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.339594 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc1435f-8e93-41c3-b773-ad8225622569 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:43.339594 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc1435f-8e93-41c3-b773-ad8225622569 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:43.339594 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cdc1435f-8e93-41c3-b773-ad8225622569 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/d40dfc83-185b-4925-928b-045e2772d842 HTTP/1.1" status: 404 len: 339 time: 0.2271776 Jan 28 17:59:43.345767 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43868) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:43.375324 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f07241-27a9-40bc-bcf6-125d81f912e0 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:43.375776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f07241-27a9-40bc-bcf6-125d81f912e0 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:43.377417 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d8f07241-27a9-40bc-bcf6-125d81f912e0 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/5cd5584d-d7a7-49c9-8ebc-1b1b881d4e9c HTTP/1.1" status: 404 len: 337 time: 0.2335482 Jan 28 17:59:43.380009 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43872) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:43.395179 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59b3326-2e67-4f66-8d05-90276e4eb9d8 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:43.395622 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59b3326-2e67-4f66-8d05-90276e4eb9d8 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:43.397265 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a59b3326-2e67-4f66-8d05-90276e4eb9d8 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/subnets/fb478247-0d9a-4898-81a3-cee9755a8ab1 HTTP/1.1" status: 404 len: 337 time: 0.0506101 Jan 28 17:59:43.399605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9f26ea5-f69a-4a8b-8d3e-c5add7b61ba3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.426630 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43876) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:43.471846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 05be0525-c167-47ba-84b2-5c1fbe4ecbcf no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:59:43.472043 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-467891ee-ebc6-4199-9560-f750f7554f12 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:43.472371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467891ee-ebc6-4199-9560-f750f7554f12 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:43.476454 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-467891ee-ebc6-4199-9560-f750f7554f12 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/f3553a3e-0d31-4280-a26b-4d1ffe82c213 HTTP/1.1" status: 404 len: 339 time: 0.0423326 Jan 28 17:59:43.479588 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43880) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:43.506314 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 05be0525-c167-47ba-84b2-5c1fbe4ecbcf {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:59:43.506653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 05be0525-c167-47ba-84b2-5c1fbe4ecbcf not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:59:43.572551 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1a428d-a35f-408d-b3d8-2d923a532e24 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:43.573031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1a428d-a35f-408d-b3d8-2d923a532e24 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:43.574666 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ad1a428d-a35f-408d-b3d8-2d923a532e24 tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/ports/2f7bc2f0-53fb-4e50-bc37-3cb184d36ff3 HTTP/1.1" status: 404 len: 333 time: 0.1937814 Jan 28 17:59:43.577797 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43884) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:43.588475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5770589e-9ab0-4379-8cda-a15930dde5a3 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.590759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5770589e-9ab0-4379-8cda-a15930dde5a3 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.650173 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ec3a79-5240-4865-987b-f3239d851e2a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:43.650617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ec3a79-5240-4865-987b-f3239d851e2a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:43.652283 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-13ec3a79-5240-4865-987b-f3239d851e2a tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/subnets/00156fbc-9c26-41a3-83f0-471422d597b0 HTTP/1.1" status: 404 len: 337 time: 0.0704007 Jan 28 17:59:43.655149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43888) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:43.662424 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8af68337-3d4a-47cc-9ee0-dbd18a391573 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.674400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9f26ea5-f69a-4a8b-8d3e-c5add7b61ba3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.742861 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5770589e-9ab0-4379-8cda-a15930dde5a3 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.743990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5770589e-9ab0-4379-8cda-a15930dde5a3 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Fanout notify agent at l3_agent the message router_deleted on router 6eae5b34-52be-4e54-88d7-d45b068c123c {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:59:43.768131 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5770589e-9ab0-4379-8cda-a15930dde5a3 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.769189 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5770589e-9ab0-4379-8cda-a15930dde5a3 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "DELETE /v2.0/routers/6eae5b34-52be-4e54-88d7-d45b068c123c HTTP/1.1" status: 204 len: 168 time: 0.9023180 Jan 28 17:59:43.778344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43892) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:43.778485 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.818437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3830892-830e-4c39-93cd-d86ab56fa60d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.822685 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-012ec248-8640-4fcd-ba7c-4e2c11230a43 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eae5b34-52be-4e54-88d7-d45b068c123c HTTP/1.1" status: 200 len: 205 time: 0.0490572 Jan 28 17:59:43.825307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43896) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:43.898919 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-c4fb0fc2-00fc-4224-90b9-0ef38b638608 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] delete failed (client error): The resource could not be found. Jan 28 17:59:43.902313 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c4fb0fc2-00fc-4224-90b9-0ef38b638608 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "DELETE /v2.0/routers/6eae5b34-52be-4e54-88d7-d45b068c123c HTTP/1.1" status: 404 len: 336 time: 0.0738482 Jan 28 17:59:43.902610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43902) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:43.954059 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:43.962564 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8af68337-3d4a-47cc-9ee0-dbd18a391573 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:43.986123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:43.993433 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-81f171e2-2370-45e6-94c8-c95a2df5b2d8 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6d2077a-2d29-4208-b67a-ac364f4470f2 HTTP/1.1" status: 200 len: 205 time: 0.0898380 Jan 28 17:59:44.008298 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43906) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:44.009057 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:44.115042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Pushing event updated for resources: {'Port': ['ID=dbf6875a-8c8a-433b-acf9-25b37c2b0dcc,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:44.115294 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3830892-830e-4c39-93cd-d86ab56fa60d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.141234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-8af68337-3d4a-47cc-9ee0-dbd18a391573 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f23132-883e-4d4e-ac32-a6fde7c756a9']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:44.145014 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-f3830892-830e-4c39-93cd-d86ab56fa60d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c221bf74-e816-466d-af85-3d953f9ff4cd']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:44.159979 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-f3830892-830e-4c39-93cd-d86ab56fa60d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9252e3e6-24ca-4096-846c-9628e3230cca') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:44.160179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-f3830892-830e-4c39-93cd-d86ab56fa60d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9252e3e6-24ca-4096-846c-9628e3230cca') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:44.161480 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9f26ea5-f69a-4a8b-8d3e-c5add7b61ba3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.174657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3830892-830e-4c39-93cd-d86ab56fa60d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.194858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c020728-ee5d-4afe-a7aa-ee86d03b957e req-82504beb-6e47-475d-a7f5-ef743add66ba tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:44.196350 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4c020728-ee5d-4afe-a7aa-ee86d03b957e req-82504beb-6e47-475d-a7f5-ef743add66ba tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.2057123 Jan 28 17:59:44.202196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3830892-830e-4c39-93cd-d86ab56fa60d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.221709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3830892-830e-4c39-93cd-d86ab56fa60d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:44.222101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3830892-830e-4c39-93cd-d86ab56fa60d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.230181 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-4b925589-51fa-464d-abff-528db6818464 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] delete failed (client error): The resource could not be found. Jan 28 17:59:44.231204 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4b925589-51fa-464d-abff-528db6818464 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "DELETE /v2.0/routers/a6d2077a-2d29-4208-b67a-ac364f4470f2 HTTP/1.1" status: 404 len: 336 time: 0.1961436 Jan 28 17:59:44.235333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-8af68337-3d4a-47cc-9ee0-dbd18a391573 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a36273-19ca-4b17-b654-d38147df9bf2') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:44.239975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-8af68337-3d4a-47cc-9ee0-dbd18a391573 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a36273-19ca-4b17-b654-d38147df9bf2') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:44.240152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43912) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:44.271271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9f26ea5-f69a-4a8b-8d3e-c5add7b61ba3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.273799 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f26ea5-f69a-4a8b-8d3e-c5add7b61ba3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event deleted for resources: {'Subnet': ['ID=f3452247-d2e0-4b19-aac4-a8b8b364028c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:44.276897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477506ff-0483-453d-a8a9-11a5b1f6560f None None] Network a3664a79-b5be-4e71-aa5d-b740856f51db requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:44.281766 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8af68337-3d4a-47cc-9ee0-dbd18a391573 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.363382 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9c43349e-c6aa-4c50-bf71-9632750085aa tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd543508-0ad4-4f9f-817a-43dbbfe89927 HTTP/1.1" status: 200 len: 205 time: 0.1222200 Jan 28 17:59:44.373052 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a9f26ea5-f69a-4a8b-8d3e-c5add7b61ba3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "DELETE /v2.0/subnets/f3452247-d2e0-4b19-aac4-a8b8b364028c HTTP/1.1" status: 204 len: 168 time: 1.4107745 Jan 28 17:59:44.373303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43916) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:44.373833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43918) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:44.382864 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8af68337-3d4a-47cc-9ee0-dbd18a391573 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.458503 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af68337-3d4a-47cc-9ee0-dbd18a391573 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:44.458936 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8af68337-3d4a-47cc-9ee0-dbd18a391573 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:44.485782 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:44.491716 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4c020728-ee5d-4afe-a7aa-ee86d03b957e req-02dbd581-1e72-4d7e-a14f-164ef77625f3 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861850 Jan 28 17:59:44.516264 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-cbe42ff4-7e38-4505-ac27-a2d22a41b04e tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] delete failed (client error): The resource could not be found. Jan 28 17:59:44.517273 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cbe42ff4-7e38-4505-ac27-a2d22a41b04e tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "DELETE /v2.0/routers/fd543508-0ad4-4f9f-817a-43dbbfe89927 HTTP/1.1" status: 404 len: 336 time: 0.1470687 Jan 28 17:59:44.522585 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43924) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:44.586401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-c928e5e1-f0bf-4ab7-8733-787d003eeae3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Deleting subnet 5b850101-a183-4bae-b784-ceede0381aec {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:59:44.590919 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-38210ab6-a97c-408e-ad9c-657ee9113615 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "GET /v2.0/ports?device_id=91b630e1-de60-4524-95e7-9e3e337ed8b6 HTTP/1.1" status: 200 len: 205 time: 0.0672235 Jan 28 17:59:44.593100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3830892-830e-4c39-93cd-d86ab56fa60d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.597441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3830892-830e-4c39-93cd-d86ab56fa60d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.600681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c928e5e1-f0bf-4ab7-8733-787d003eeae3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.614307 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43928) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:44.633384 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8313e1d-12ac-4a78-a82b-fe7ba70094e7 None None] DHCP port deletion for a3664a79-b5be-4e71-aa5d-b740856f51db request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:59:44.637718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e8313e1d-12ac-4a78-a82b-fe7ba70094e7 None None] Deleting port 115bd358-de1a-42c6-8023-3a3215ee1eb5 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:44.638291 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e8313e1d-12ac-4a78-a82b-fe7ba70094e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.661121 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3830892-830e-4c39-93cd-d86ab56fa60d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] Pushing event deleted for resources: {'Network': ['ID=c221bf74-e816-466d-af85-3d953f9ff4cd,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:44.670287 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f3830892-830e-4c39-93cd-d86ab56fa60d tempest-NetworksTestDHCPv6-60545706 tempest-NetworksTestDHCPv6-60545706-project] 10.222.0.26 "DELETE /v2.0/networks/c221bf74-e816-466d-af85-3d953f9ff4cd HTTP/1.1" status: 204 len: 168 time: 1.0129862 Jan 28 17:59:44.687935 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c928e5e1-f0bf-4ab7-8733-787d003eeae3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.692844 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-c6582abb-9a62-4afe-80ce-b218c8d5d484 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] delete failed (client error): The resource could not be found. Jan 28 17:59:44.696467 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c6582abb-9a62-4afe-80ce-b218c8d5d484 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "DELETE /v2.0/routers/91b630e1-de60-4524-95e7-9e3e337ed8b6 HTTP/1.1" status: 404 len: 336 time: 0.0783088 Jan 28 17:59:44.704264 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5b6d0-5b4d-4a86-9034-b739d0aaea78 req-3d537bf6-ed6d-4b98-82e1-7b948538fad7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:44.705714 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2ea5b6d0-5b4d-4a86-9034-b739d0aaea78 req-3d537bf6-ed6d-4b98-82e1-7b948538fad7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.16 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.7984376 Jan 28 17:59:44.711374 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43934) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:44.883067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e8313e1d-12ac-4a78-a82b-fe7ba70094e7 None None] For port 115bd358-de1a-42c6-8023-3a3215ee1eb5, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=115bd358-de1a-42c6-8023-3a3215ee1eb5,segment=NetworkSegment(bb6961e0-7ce1-4189-8822-2cf66fe9c768),segment_id=bb6961e0-7ce1-4189-8822-2cf66fe9c768)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:44.883464 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e8313e1d-12ac-4a78-a82b-fe7ba70094e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.942516 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c928e5e1-f0bf-4ab7-8733-787d003eeae3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.945118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8af68337-3d4a-47cc-9ee0-dbd18a391573 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:44.956993 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-934b6e70-3063-4208-ac49-6ecda6b982fd tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "GET /v2.0/ports?device_id=9376ffcd-ea95-40da-a64d-f00e0f5fac9a HTTP/1.1" status: 200 len: 205 time: 0.2420442 Jan 28 17:59:44.971457 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee471-579c-4bab-a088-dc621052c78d req-04d7f7c8-436d-47bb-8fe1-8bdadcc38f0a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:44.973115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43938) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:44.978239 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-74fee471-579c-4bab-a088-dc621052c78d req-04d7f7c8-436d-47bb-8fe1-8bdadcc38f0a tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.8462393 Jan 28 17:59:44.996701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8af68337-3d4a-47cc-9ee0-dbd18a391573 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:45.004709 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:45.011361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e8313e1d-12ac-4a78-a82b-fe7ba70094e7 None None] Calling delete_port for 115bd358-de1a-42c6-8023-3a3215ee1eb5 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:45.042218 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af68337-3d4a-47cc-9ee0-dbd18a391573 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Network': ['ID=63f23132-883e-4d4e-ac32-a6fde7c756a9,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:45.050980 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8af68337-3d4a-47cc-9ee0-dbd18a391573 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/63f23132-883e-4d4e-ac32-a6fde7c756a9 HTTP/1.1" status: 204 len: 168 time: 1.5704982 Jan 28 17:59:45.052247 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43942) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.057868 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-2ca0c458-4630-41f5-9cee-c8829d456927 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] delete failed (client error): The resource could not be found. Jan 28 17:59:45.061487 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2ca0c458-4630-41f5-9cee-c8829d456927 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "DELETE /v2.0/routers/9376ffcd-ea95-40da-a64d-f00e0f5fac9a HTTP/1.1" status: 404 len: 336 time: 0.0849814 Jan 28 17:59:45.061779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43944) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.107118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-2ea5b6d0-5b4d-4a86-9034-b739d0aaea78 req-7aa5459e-712c-4e3f-ac85-c9c73dad0ef7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Deleting port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:45.107449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-2ea5b6d0-5b4d-4a86-9034-b739d0aaea78 req-7aa5459e-712c-4e3f-ac85-c9c73dad0ef7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:45.113901 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-caae05d8-3d41-46e9-af53-1a1dfde2d82f tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a43374b-84bc-411d-87c6-83be0347c039 HTTP/1.1" status: 200 len: 205 time: 0.0490253 Jan 28 17:59:45.114722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43950) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.173261 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e8313e1d-12ac-4a78-a82b-fe7ba70094e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:45.187279 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-519851af-1c2a-463b-94ab-da92196294e6 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] delete failed (client error): The resource could not be found. Jan 28 17:59:45.190312 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-519851af-1c2a-463b-94ab-da92196294e6 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "DELETE /v2.0/routers/1a43374b-84bc-411d-87c6-83be0347c039 HTTP/1.1" status: 404 len: 336 time: 0.0732570 Jan 28 17:59:45.191216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43954) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.198785 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb181018-62f8-4353-89f1-882b24f2d43a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:45.199270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb181018-62f8-4353-89f1-882b24f2d43a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:45.200950 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bb181018-62f8-4353-89f1-882b24f2d43a tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/subnets/35794d9d-4bdc-43a7-b462-25107eb3c958 HTTP/1.1" status: 404 len: 337 time: 0.1387491 Jan 28 17:59:45.225064 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-74fee471-579c-4bab-a088-dc621052c78d req-ed61abb7-9feb-4f2e-9c40-53884f6f9fe2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457273 Jan 28 17:59:45.225574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43958) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.226898 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8313e1d-12ac-4a78-a82b-fe7ba70094e7 None None] Pushing event deleted for resources: {'Port': ['ID=115bd358-de1a-42c6-8023-3a3215ee1eb5,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:45.236335 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8313e1d-12ac-4a78-a82b-fe7ba70094e7 None None] No DVR routers for this DVR port 115bd358-de1a-42c6-8023-3a3215ee1eb5 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:59:45.244563 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93d1802-ee8d-4bfe-9b07-1672f45184b7 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:45.245482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93d1802-ee8d-4bfe-9b07-1672f45184b7 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:45.253083 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f93d1802-ee8d-4bfe-9b07-1672f45184b7 tempest-RoutersAdminTest-1336637494 tempest-RoutersAdminTest-1336637494-project] 10.222.0.26 "DELETE /v2.0/subnets/929380ae-a12c-47b7-808a-62a9cdbc0886 HTTP/1.1" status: 404 len: 337 time: 0.0607581 Jan 28 17:59:45.301978 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcb557a-640f-49ef-8322-4b01d4629349 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:45.302442 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcb557a-640f-49ef-8322-4b01d4629349 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:45.304126 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8bcb557a-640f-49ef-8322-4b01d4629349 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/cda3eb10-11e7-4055-b31f-b2552610a42a HTTP/1.1" status: 404 len: 339 time: 0.0547261 Jan 28 17:59:45.306938 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43966) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.353074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c928e5e1-f0bf-4ab7-8733-787d003eeae3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:45.375196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43970) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.386442 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e3a9fd-c980-4a27-b78c-9d926deb11bc tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:45.386891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e3a9fd-c980-4a27-b78c-9d926deb11bc tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:45.391836 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f5e3a9fd-c980-4a27-b78c-9d926deb11bc tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/subnets/0b41aaf2-9093-4f99-9f89-eea8bd03ee3f HTTP/1.1" status: 404 len: 337 time: 0.0806642 Jan 28 17:59:45.396153 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43976) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.404430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c928e5e1-f0bf-4ab7-8733-787d003eeae3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:45.410004 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c928e5e1-f0bf-4ab7-8733-787d003eeae3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "DELETE /v2.0/subnets/5b850101-a183-4bae-b784-ceede0381aec HTTP/1.1" status: 204 len: 168 time: 1.0309789 Jan 28 17:59:45.412564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3507f31b-80d2-4bcf-bd34-90d687a3ac60 None None] Network ed659877-ebbd-42a5-a7d1-3066d081b2fc requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:45.424651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928e5e1-f0bf-4ab7-8733-787d003eeae3 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event deleted for resources: {'Subnet': ['ID=5b850101-a183-4bae-b784-ceede0381aec,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:45.427077 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43980) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.454677 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ac6da4-44b1-4adc-bcbc-074709bd4d20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:45.455524 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ac6da4-44b1-4adc-bcbc-074709bd4d20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:45.457034 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a0ac6da4-44b1-4adc-bcbc-074709bd4d20 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/1cd29d0b-6c4e-45e0-b2b5-f13f6ef713a9 HTTP/1.1" status: 404 len: 339 time: 0.0596948 Jan 28 17:59:45.461586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 43984) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.527959 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e92e85e-dacd-4bf7-9ba8-7bdfafcd15e6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:45.528635 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e92e85e-dacd-4bf7-9ba8-7bdfafcd15e6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:45.530621 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0e92e85e-dacd-4bf7-9ba8-7bdfafcd15e6 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/subnets/d2357ea1-481a-461b-ba0d-eb28468ef5a2 HTTP/1.1" status: 404 len: 337 time: 0.0651226 Jan 28 17:59:45.534033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43990) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.547799 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 115bd358-de1a-42c6-8023-3a3215ee1eb5 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:59:45.610852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:45.630832 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fb90c5-6d33-4237-a07c-1ff2824367f4 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:45.633688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fb90c5-6d33-4237-a07c-1ff2824367f4 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:45.633688 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-28fb90c5-6d33-4237-a07c-1ff2824367f4 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/b9e1f157-e952-47d7-bd03-317951c0414a HTTP/1.1" status: 404 len: 339 time: 0.0985303 Jan 28 17:59:45.645133 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 43994) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.676821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 115bd358-de1a-42c6-8023-3a3215ee1eb5 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:59:45.677164 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 115bd358-de1a-42c6-8023-3a3215ee1eb5 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:59:45.741743 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ec3e92c6-49f0-48f3-a1ce-05e232b4bac9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:45.745515 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eff2dde-8b4a-4f9a-8263-8b3d561bc75f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:45.746037 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eff2dde-8b4a-4f9a-8263-8b3d561bc75f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:45.747866 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5eff2dde-8b4a-4f9a-8263-8b3d561bc75f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/subnets/224034b6-c6c2-4e34-8ca4-5cc441beac10 HTTP/1.1" status: 404 len: 337 time: 0.1016610 Jan 28 17:59:45.757620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44000) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.800623 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-355e537a-2f09-4707-94a2-eabaced7de2d tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:45.801201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355e537a-2f09-4707-94a2-eabaced7de2d tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:45.802951 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-355e537a-2f09-4707-94a2-eabaced7de2d tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/8cf67b3f-42b9-4963-ac11-6caae24ff998 HTTP/1.1" status: 404 len: 339 time: 0.0441625 Jan 28 17:59:45.833461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44004) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.904353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f2d1d2-185e-4040-869f-23e3b6d032c8 None None] DHCP port deletion for ed659877-ebbd-42a5-a7d1-3066d081b2fc request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:59:45.911798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-68f2d1d2-185e-4040-869f-23e3b6d032c8 None None] Deleting port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:45.911798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-68f2d1d2-185e-4040-869f-23e3b6d032c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:45.923703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44008) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.940669 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-afb9a8ae-58b3-4a17-8b62-531806aa9dfb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38566222d38f4224a716e71cae08ac08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5599160 Jan 28 17:59:45.941413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44012) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:45.955421 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-2ea5b6d0-5b4d-4a86-9034-b739d0aaea78 req-7aa5459e-712c-4e3f-ac85-c9c73dad0ef7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] For port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=965a6e14-b08b-4d54-a174-0fc0e1d96cf4,segment=NetworkSegment(629c410f-e471-41cc-99b0-9a0efc456877),segment_id=629c410f-e471-41cc-99b0-9a0efc456877)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:45.955788 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-2ea5b6d0-5b4d-4a86-9034-b739d0aaea78 req-7aa5459e-712c-4e3f-ac85-c9c73dad0ef7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:45.966712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ec3e92c6-49f0-48f3-a1ce-05e232b4bac9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:45.980404 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85ba33a-8107-4565-85a4-2c80f5bcda93 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:45.982831 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85ba33a-8107-4565-85a4-2c80f5bcda93 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:45.987517 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e85ba33a-8107-4565-85a4-2c80f5bcda93 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/subnets/4ae362d4-bb0b-4cae-b315-06961cba807c HTTP/1.1" status: 404 len: 337 time: 0.1346650 Jan 28 17:59:45.992823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44018) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:46.044969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1c198-55da-4f24-a871-211dfdf3fddb req-05ae62d9-117d-459a-9029-4c951ab01ee4 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:46.046478 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c7d1c198-55da-4f24-a871-211dfdf3fddb req-05ae62d9-117d-459a-9029-4c951ab01ee4 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 946 time: 0.4026237 Jan 28 17:59:46.053261 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd84a1c-8e9c-480e-a62e-7765ca79eed2 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:46.053721 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd84a1c-8e9c-480e-a62e-7765ca79eed2 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:46.057569 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7fd84a1c-8e9c-480e-a62e-7765ca79eed2 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/e903bc52-7864-4e58-a979-766c48cd42fc HTTP/1.1" status: 404 len: 339 time: 0.0616724 Jan 28 17:59:46.058211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-ec3e92c6-49f0-48f3-a1ce-05e232b4bac9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3664a79-b5be-4e71-aa5d-b740856f51db']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:46.068256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44022) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:46.122539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-ec3e92c6-49f0-48f3-a1ce-05e232b4bac9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6961e0-7ce1-4189-8822-2cf66fe9c768') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:46.122837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-ec3e92c6-49f0-48f3-a1ce-05e232b4bac9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6961e0-7ce1-4189-8822-2cf66fe9c768') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:46.157998 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c51f9b-ff5c-4691-aae8-475d7d93bf7e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:46.158445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c51f9b-ff5c-4691-aae8-475d7d93bf7e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:46.162401 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-30c51f9b-ff5c-4691-aae8-475d7d93bf7e tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/subnets/2679a288-ba91-4d8d-bab5-658de9013201 HTTP/1.1" status: 404 len: 337 time: 0.0872376 Jan 28 17:59:46.162401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ec3e92c6-49f0-48f3-a1ce-05e232b4bac9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.168504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-68f2d1d2-185e-4040-869f-23e3b6d032c8 None None] For port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6dc0894a-77eb-47b4-8498-cc4e5f4627e4,segment=NetworkSegment(bf42dcde-7974-4baa-9541-43c639c650cc),segment_id=bf42dcde-7974-4baa-9541-43c639c650cc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:46.168767 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-2ea5b6d0-5b4d-4a86-9034-b739d0aaea78 req-7aa5459e-712c-4e3f-ac85-c9c73dad0ef7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Calling delete_port for 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:46.169238 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-68f2d1d2-185e-4040-869f-23e3b6d032c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.170222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2264533-0254-46a1-af94-b48bcb72d2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.193903 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44026) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:46.243636 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d2264533-0254-46a1-af94-b48bcb72d2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:46.248119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ec3e92c6-49f0-48f3-a1ce-05e232b4bac9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.258298 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c7d1c198-55da-4f24-a871-211dfdf3fddb req-b9a45808-fbda-45be-992d-4678500d32a9 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/security-groups?id=8f0c8053-7ba7-4c5d-a790-692e9025eb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011166 Jan 28 17:59:46.260718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7b87290-2479-47c1-b548-34220391e395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.293044 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d2264533-0254-46a1-af94-b48bcb72d2f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b19d324a2e6d496e805530bcc90e4cba is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:46.296883 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-580e6131-838e-4419-a1b6-09c413b74119 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:46.297364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580e6131-838e-4419-a1b6-09c413b74119 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:46.303072 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-580e6131-838e-4419-a1b6-09c413b74119 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/bb04fc3f-bf61-4dad-b083-6628b26a7fd4 HTTP/1.1" status: 404 len: 339 time: 0.1021974 Jan 28 17:59:46.303804 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44032) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:46.311248 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d2264533-0254-46a1-af94-b48bcb72d2f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:46.319837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3e92c6-49f0-48f3-a1ce-05e232b4bac9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:46.320256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ec3e92c6-49f0-48f3-a1ce-05e232b4bac9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.325436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-68f2d1d2-185e-4040-869f-23e3b6d032c8 None None] Calling delete_port for 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:46.337685 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:46.341948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7b87290-2479-47c1-b548-34220391e395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.352466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d2264533-0254-46a1-af94-b48bcb72d2f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:46.462862 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-8477c74d-cd04-4ca6-9e12-d352ce5e159c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:46.463328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8477c74d-cd04-4ca6-9e12-d352ce5e159c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:46.464979 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8477c74d-cd04-4ca6-9e12-d352ce5e159c tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/subnets/c2057354-07d9-4c3e-9cb0-6f21b1c3e7d7 HTTP/1.1" status: 404 len: 337 time: 0.1580081 Jan 28 17:59:46.467856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44036) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:46.470881 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-68f2d1d2-185e-4040-869f-23e3b6d032c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.495735 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebbbebf-00a0-469b-aff3-74b1d6549856 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:46.496094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebbbebf-00a0-469b-aff3-74b1d6549856 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:46.510600 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-aebbbebf-00a0-469b-aff3-74b1d6549856 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/718578d4-6643-447c-9ef8-64de6138eecd HTTP/1.1" status: 404 len: 339 time: 0.0377133 Jan 28 17:59:46.520321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44040) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:46.540448 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2d1d2-185e-4040-869f-23e3b6d032c8 None None] No DVR routers for this DVR port 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:59:46.542628 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2d1d2-185e-4040-869f-23e3b6d032c8 None None] Pushing event deleted for resources: {'Port': ['ID=6dc0894a-77eb-47b4-8498-cc4e5f4627e4,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:46.554664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ec3e92c6-49f0-48f3-a1ce-05e232b4bac9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.581059 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d68875-d9b7-4c76-aa1d-efbc8b5d5790 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:46.581515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d68875-d9b7-4c76-aa1d-efbc8b5d5790 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:46.586965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ec3e92c6-49f0-48f3-a1ce-05e232b4bac9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.602865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e92c6-49f0-48f3-a1ce-05e232b4bac9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event deleted for resources: {'Network': ['ID=a3664a79-b5be-4e71-aa5d-b740856f51db,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:46.606810 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-87d68875-d9b7-4c76-aa1d-efbc8b5d5790 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/subnets/66f72fa4-d4fa-4722-915f-9fc65ccb4c24 HTTP/1.1" status: 404 len: 337 time: 0.0947924 Jan 28 17:59:46.611869 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ec3e92c6-49f0-48f3-a1ce-05e232b4bac9 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "DELETE /v2.0/networks/a3664a79-b5be-4e71-aa5d-b740856f51db HTTP/1.1" status: 204 len: 168 time: 1.1807642 Jan 28 17:59:46.612543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44044) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:46.612875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44046) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:46.619174 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7b87290-2479-47c1-b548-34220391e395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.707702 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.733018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7b87290-2479-47c1-b548-34220391e395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.734666 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b7b87290-2479-47c1-b548-34220391e395 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4943a42e-0f60-4af5-a2f1-a0c48522b3e3 HTTP/1.1" status: 204 len: 168 time: 0.7877662 Jan 28 17:59:46.735577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b87290-2479-47c1-b548-34220391e395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4943a42e-0f60-4af5-a2f1-a0c48522b3e3,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:46.743844 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-898da839-a2bf-434d-888d-4ccbcef7b440 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:46.744423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898da839-a2bf-434d-888d-4ccbcef7b440 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:46.844108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d47a51-e5a9-4daf-8990-d1d28571fee1 req-93e03b11-e48a-4116-8623-8356d3291e46 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:46.845508 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-96d47a51-e5a9-4daf-8990-d1d28571fee1 req-93e03b11-e48a-4116-8623-8356d3291e46 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.4888675 Jan 28 17:59:46.876337 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-898da839-a2bf-434d-888d-4ccbcef7b440 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/d4bd15a1-c91f-4aa0-9d2f-b455f2d6075e HTTP/1.1" status: 404 len: 339 time: 0.2600536 Jan 28 17:59:46.880739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44054) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:46.955549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-2ea5b6d0-5b4d-4a86-9034-b739d0aaea78 req-7aa5459e-712c-4e3f-ac85-c9c73dad0ef7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.964841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c75505d-8b31-48e5-b636-0b8db843ca6f tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:46.988893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2264533-0254-46a1-af94-b48bcb72d2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.002091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07a2eae-aaf4-457c-b36f-ab07a0564721 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Deleting subnet a2a998b9-3a18-4cdd-9b49-1b5734aa774d {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:59:47.019444 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5459e-712c-4e3f-ac85-c9c73dad0ef7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Pushing event deleted for resources: {'Port': ['ID=965a6e14-b08b-4d54-a174-0fc0e1d96cf4,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:47.024618 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-96d47a51-e5a9-4daf-8990-d1d28571fee1 req-3c9d2fef-7cb6-465f-b633-0176116b45ab tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262174 Jan 28 17:59:47.029984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f07a2eae-aaf4-457c-b36f-ab07a0564721 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.071515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2264533-0254-46a1-af94-b48bcb72d2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.130764 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea5b6d0-5b4d-4a86-9034-b739d0aaea78 req-7aa5459e-712c-4e3f-ac85-c9c73dad0ef7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] No DVR routers for this DVR port 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 on host hv-neutron-8269 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:59:47.134060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-2ea5b6d0-5b4d-4a86-9034-b739d0aaea78 req-7aa5459e-712c-4e3f-ac85-c9c73dad0ef7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.136698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c531c528-7ffc-40c0-82b2-8b17cd7f73f0', 'name': 'network-vif-deleted', 'tag': '965a6e14-b08b-4d54-a174-0fc0e1d96cf4'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:59:47.188505 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c531c528-7ffc-40c0-82b2-8b17cd7f73f0', 'name': 'network-vif-deleted', 'tag': '965a6e14-b08b-4d54-a174-0fc0e1d96cf4', 'status': 'completed', 'code': 200} Jan 28 17:59:47.225166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f07a2eae-aaf4-457c-b36f-ab07a0564721 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.262054 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d2264533-0254-46a1-af94-b48bcb72d2f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b19d324a2e6d496e805530bcc90e4cba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3373902 Jan 28 17:59:47.265040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44066) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:47.271012 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2264533-0254-46a1-af94-b48bcb72d2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bb28e3-056d-4c64-9513-fbdd20b5ee8b,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:47.281010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c75505d-8b31-48e5-b636-0b8db843ca6f tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.303500 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2ea5b6d0-5b4d-4a86-9034-b739d0aaea78 req-7aa5459e-712c-4e3f-ac85-c9c73dad0ef7 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.16 "DELETE /v2.0/ports/965a6e14-b08b-4d54-a174-0fc0e1d96cf4 HTTP/1.1" status: 204 len: 173 time: 2.3871546 Jan 28 17:59:47.325560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Router 82202b08-ac7b-460b-9f8e-d3b4752a9d3e is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 17:59:47.325811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-5c75505d-8b31-48e5-b636-0b8db843ca6f tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed659877-ebbd-42a5-a7d1-3066d081b2fc']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:47.342883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-5c75505d-8b31-48e5-b636-0b8db843ca6f tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf42dcde-7974-4baa-9541-43c639c650cc') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:47.343240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-5c75505d-8b31-48e5-b636-0b8db843ca6f tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf42dcde-7974-4baa-9541-43c639c650cc') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:47.361217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c75505d-8b31-48e5-b636-0b8db843ca6f tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.381608 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c75505d-8b31-48e5-b636-0b8db843ca6f tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.387653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f07a2eae-aaf4-457c-b36f-ab07a0564721 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.421639 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c75505d-8b31-48e5-b636-0b8db843ca6f tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:47.422051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c75505d-8b31-48e5-b636-0b8db843ca6f tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:47.441956 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:47.479641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c782e04c-ab5c-4d7d-9919-11b8a477546e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.485384 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-e4cb9b34-9afa-4110-90ef-402a0b3d12b1 req-c9e020df-6c4b-444c-91ed-8e4a3b973fe0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Synchronizing usage tracker for tenant:202c38a3be5a46d693d74da67653d37c on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:47.563505 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:59:47.597922 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c75505d-8b31-48e5-b636-0b8db843ca6f tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.602054 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:59:47.602640 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6dc0894a-77eb-47b4-8498-cc4e5f4627e4 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:59:47.612259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c782e04c-ab5c-4d7d-9919-11b8a477546e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.624562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5c75505d-8b31-48e5-b636-0b8db843ca6f tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.635620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75505d-8b31-48e5-b636-0b8db843ca6f tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event deleted for resources: {'Network': ['ID=ed659877-ebbd-42a5-a7d1-3066d081b2fc,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:47.642821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f07a2eae-aaf4-457c-b36f-ab07a0564721 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.643831 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:59:47.652391 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5c75505d-8b31-48e5-b636-0b8db843ca6f tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "DELETE /v2.0/networks/ed659877-ebbd-42a5-a7d1-3066d081b2fc HTTP/1.1" status: 204 len: 168 time: 1.0309625 Jan 28 17:59:47.653778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44076) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:47.656795 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64da3803-5ae4-4d02-a481-a5bf43124ffb None None] Sync routers for ids ['82202b08-ac7b-460b-9f8e-d3b4752a9d3e'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:59:47.666139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da3803-5ae4-4d02-a481-a5bf43124ffb None None] Routers {'82202b08-ac7b-460b-9f8e-d3b4752a9d3e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:47.666865 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-64da3803-5ae4-4d02-a481-a5bf43124ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['82202b08-ac7b-460b-9f8e-d3b4752a9d3e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:47.697990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f07a2eae-aaf4-457c-b36f-ab07a0564721 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.699861 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f07a2eae-aaf4-457c-b36f-ab07a0564721 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/subnets/a2a998b9-3a18-4cdd-9b49-1b5734aa774d HTTP/1.1" status: 204 len: 168 time: 0.8169239 Jan 28 17:59:47.705249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44082) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:47.709054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a2eae-aaf4-457c-b36f-ab07a0564721 tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a998b9-3a18-4cdd-9b49-1b5734aa774d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:47.738731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-e4cb9b34-9afa-4110-90ef-402a0b3d12b1 req-c9e020df-6c4b-444c-91ed-8e4a3b973fe0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] Unset dirty status for tenant:202c38a3be5a46d693d74da67653d37c on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:47.740696 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e4cb9b34-9afa-4110-90ef-402a0b3d12b1 req-c9e020df-6c4b-444c-91ed-8e4a3b973fe0 tempest-TestServerAdvancedOps-1333588380 tempest-TestServerAdvancedOps-1333588380-project] 10.222.0.26 "GET /v2.0/ports?device_id=c531c528-7ffc-40c0-82b2-8b17cd7f73f0 HTTP/1.1" status: 200 len: 210 time: 0.3285365 Jan 28 17:59:47.756556 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680a6519-a5b1-414c-9cf5-45692210c1da None None] Network c3ff05f6-7508-47a4-8d71-3f1f9f79637d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:47.780945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4294f3-efaf-4abc-a312-de91798e2c28 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Deleting subnet 7d1a7910-f673-4889-a601-e2520fcfa325 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:59:47.784430 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-64da3803-5ae4-4d02-a481-a5bf43124ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:47.793474 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e4294f3-efaf-4abc-a312-de91798e2c28 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.844869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.846371 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2f50f563-274b-475e-9390-164421ca11f6 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8616734 Jan 28 17:59:47.854216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44090) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:47.860387 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da3803-5ae4-4d02-a481-a5bf43124ffb None None] Routers {'82202b08-ac7b-460b-9f8e-d3b4752a9d3e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:47.861135 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-64da3803-5ae4-4d02-a481-a5bf43124ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['82202b08-ac7b-460b-9f8e-d3b4752a9d3e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:47.861920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:47.894958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.908783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Deleting port 608f3ff7-665d-4710-b56c-511b02446c50 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:47.909393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:47.934022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-64da3803-5ae4-4d02-a481-a5bf43124ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:47.934667 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64da3803-5ae4-4d02-a481-a5bf43124ffb None None] The sync data for ids ['82202b08-ac7b-460b-9f8e-d3b4752a9d3e'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:59:48.108814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c782e04c-ab5c-4d7d-9919-11b8a477546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:48.166001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782e04c-ab5c-4d7d-9919-11b8a477546e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bb28e3-056d-4c64-9513-fbdd20b5ee8b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:48.170759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44098) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:48.189597 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e4294f3-efaf-4abc-a312-de91798e2c28 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:48.219352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf98025d-c474-42af-8005-d3af89798b10 None None] DHCP port deletion for c3ff05f6-7508-47a4-8d71-3f1f9f79637d request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:59:48.227241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-bf98025d-c474-42af-8005-d3af89798b10 None None] Deleting port 608f3ff7-665d-4710-b56c-511b02446c50 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:48.227866 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bf98025d-c474-42af-8005-d3af89798b10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:48.272980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c782e04c-ab5c-4d7d-9919-11b8a477546e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:48.276649 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c782e04c-ab5c-4d7d-9919-11b8a477546e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3bb28e3-056d-4c64-9513-fbdd20b5ee8b HTTP/1.1" status: 204 len: 168 time: 1.0074406 Jan 28 17:59:48.328888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] For port 608f3ff7-665d-4710-b56c-511b02446c50, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=608f3ff7-665d-4710-b56c-511b02446c50,segment=NetworkSegment(f5e00837-8278-4888-9b7d-a92bec4ccd27),segment_id=f5e00837-8278-4888-9b7d-a92bec4ccd27)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:48.329324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:48.345435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:59:48.364987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51cc46-c6f5-4fca-8926-1d295773e535 req-f55a90ce-cfc7-4ea1-96df-7260e90a8fe4 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:48.368566 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bd51cc46-c6f5-4fca-8926-1d295773e535 req-f55a90ce-cfc7-4ea1-96df-7260e90a8fe4 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.1629360 Jan 28 17:59:48.425910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:59:48.426279 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 965a6e14-b08b-4d54-a174-0fc0e1d96cf4 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:59:48.502358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1330279072'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:48.508517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:48.513520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:network and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:48.517509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:48.522311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:48.547427 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e4294f3-efaf-4abc-a312-de91798e2c28 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:48.557716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Calling delete_port for 608f3ff7-665d-4710-b56c-511b02446c50 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:48.626689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:48.630172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:48.634613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-bf98025d-c474-42af-8005-d3af89798b10 None None] For port 608f3ff7-665d-4710-b56c-511b02446c50, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=608f3ff7-665d-4710-b56c-511b02446c50,segment=NetworkSegment(f5e00837-8278-4888-9b7d-a92bec4ccd27),segment_id=f5e00837-8278-4888-9b7d-a92bec4ccd27)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:48.635174 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bf98025d-c474-42af-8005-d3af89798b10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:48.651650 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bd51cc46-c6f5-4fca-8926-1d295773e535 req-5aa90d5b-58da-455f-a7bb-4ca8fb6eeb85 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200594 Jan 28 17:59:48.654115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:48.679940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:48.686390 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:security_group_rule and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:48.699860 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:48.706638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:48.791495 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-bf98025d-c474-42af-8005-d3af89798b10 None None] Calling delete_port for 608f3ff7-665d-4710-b56c-511b02446c50 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:48.814362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:48.826572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:48.876238 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] No DVR routers for this DVR port 608f3ff7-665d-4710-b56c-511b02446c50 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:59:48.892619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44112) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:48.912795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Port': ['ID=608f3ff7-665d-4710-b56c-511b02446c50,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:48.914600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:48.945928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-bf98025d-c474-42af-8005-d3af89798b10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:59:48.946324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-bf98025d-c474-42af-8005-d3af89798b10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:59:49.049038 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efdd455-0e53-4ac3-b46c-b3ae5a3d3e67 admin admin] Deleting subnet da480813-3c67-400a-93d4-9c4f0094cb32 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:59:49.052739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.058897 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2efdd455-0e53-4ac3-b46c-b3ae5a3d3e67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.109076 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2efdd455-0e53-4ac3-b46c-b3ae5a3d3e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.135268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e4294f3-efaf-4abc-a312-de91798e2c28 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.142864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:59:49.157543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.166268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10cbb61e-d14d-4f91-8a89-2fdd952132a7,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:49.169089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.169731 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Added segment 4ee24a58-d53c-4e39-b6c8-0a2d87c85938 of type vlan for network a34f79ae-d030-4dce-ae0d-706638567d26 Jan 28 17:59:49.188557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44116) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:49.198255 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4294f3-efaf-4abc-a312-de91798e2c28 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1a7910-f673-4889-a601-e2520fcfa325,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:49.206203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.209270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e4294f3-efaf-4abc-a312-de91798e2c28 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.214212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc0fae-aa0e-4135-86fd-3eb81e34cf5b None None] Network 42ddf433-58a3-46a2-89f6-35d26759c6c6 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:49.216925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ff05f6-7508-47a4-8d71-3f1f9f79637d']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:49.230971 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6e4294f3-efaf-4abc-a312-de91798e2c28 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "DELETE /v2.0/subnets/7d1a7910-f673-4889-a601-e2520fcfa325 HTTP/1.1" status: 204 len: 168 time: 1.5667386 Jan 28 17:59:49.230971 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2efdd455-0e53-4ac3-b46c-b3ae5a3d3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.239197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44120) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:49.273358 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-12b37d6c-505b-47a9-a64c-99ff3a7c988b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1c03ba4c3df42509400c7591d745a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813372 Jan 28 17:59:49.273358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.273815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44124) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:49.277477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e00837-8278-4888-9b7d-a92bec4ccd27') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:49.277704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e00837-8278-4888-9b7d-a92bec4ccd27') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:49.312731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.324787 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Deleting port dbf6875a-8c8a-433b-acf9-25b37c2b0dcc {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:49.325125 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.391540 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.416969 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-effbad89-0231-4c6d-a350-581ef0766033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.426517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:49.426920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:49.442534 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:49.447572 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-bf98025d-c474-42af-8005-d3af89798b10 None None] Deleting port 608f3ff7-665d-4710-b56c-511b02446c50 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:49.447952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bf98025d-c474-42af-8005-d3af89798b10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.478155 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2efdd455-0e53-4ac3-b46c-b3ae5a3d3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.491665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] DHCP port deletion for 42ddf433-58a3-46a2-89f6-35d26759c6c6 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 17:59:49.508332 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.521784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.529220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:49.529220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.536830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-bf98025d-c474-42af-8005-d3af89798b10 None None] The port '608f3ff7-665d-4710-b56c-511b02446c50' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:59:49.538002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] Deleting port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:49.538384 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.544715 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-effbad89-0231-4c6d-a350-581ef0766033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.551639 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdd455-0e53-4ac3-b46c-b3ae5a3d3e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da480813-3c67-400a-93d4-9c4f0094cb32,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:49.565122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2efdd455-0e53-4ac3-b46c-b3ae5a3d3e67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.604233 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:59:49.607709 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2efdd455-0e53-4ac3-b46c-b3ae5a3d3e67 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/da480813-3c67-400a-93d4-9c4f0094cb32 HTTP/1.1" status: 204 len: 168 time: 0.7133648 Jan 28 17:59:49.613330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44128) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:49.644110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Deleting port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:49.644438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.682030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.709168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.710080 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.712761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Network': ['ID=a34f79ae-d030-4dce-ae0d-706638567d26,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:49.747599 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] 10.222.0.26 "DELETE /v2.0/networks/c3ff05f6-7508-47a4-8d71-3f1f9f79637d HTTP/1.1" status: 204 len: 168 time: 2.0411980 Jan 28 17:59:49.751561 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c856be-ca64-4e3e-bf18-21bb633c129f tempest-NetworksTest-1518483788 tempest-NetworksTest-1518483788-project] Pushing event deleted for resources: {'Network': ['ID=c3ff05f6-7508-47a4-8d71-3f1f9f79637d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:49.769738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network a34f79ae-d030-4dce-ae0d-706638567d26 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:59:49.810610 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-54f243a1-6d3b-4dee-8409-f43195b55cbc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6368926 Jan 28 17:59:49.812789 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44136) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:49.837490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-866605211'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:49.852560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:49.871541 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:network and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:49.872047 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Calling delete_port for dbf6875a-8c8a-433b-acf9-25b37c2b0dcc owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:49.876029 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:49.887943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:49.905310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-effbad89-0231-4c6d-a350-581ef0766033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.939789 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-acf1507e-77c1-49aa-84e4-fc4b648a1b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.944583 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbad89-0231-4c6d-a350-581ef0766033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd6e152-1427-4690-9a6c-b7c82422014b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:49.963991 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-effbad89-0231-4c6d-a350-581ef0766033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:49.965100 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-effbad89-0231-4c6d-a350-581ef0766033 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ecd6e152-1427-4690-9a6c-b7c82422014b HTTP/1.1" status: 204 len: 168 time: 0.6904898 Jan 28 17:59:50.042529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:50.058257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.078893 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.098894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] For port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95,segment=NetworkSegment(22130e73-f7f8-47ba-8d8c-9986deaba616),segment_id=22130e73-f7f8-47ba-8d8c-9986deaba616)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:50.100714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.145926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-acf1507e-77c1-49aa-84e4-fc4b648a1b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.179271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-acf1507e-77c1-49aa-84e4-fc4b648a1b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013d2972-b6be-468a-984c-e2dd2514ff7b']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:50.193365 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-acf1507e-77c1-49aa-84e4-fc4b648a1b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629c410f-e471-41cc-99b0-9a0efc456877') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:50.193659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-acf1507e-77c1-49aa-84e4-fc4b648a1b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629c410f-e471-41cc-99b0-9a0efc456877') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:50.209271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-acf1507e-77c1-49aa-84e4-fc4b648a1b2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.214782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] For port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95,segment=NetworkSegment(22130e73-f7f8-47ba-8d8c-9986deaba616),segment_id=22130e73-f7f8-47ba-8d8c-9986deaba616)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:50.216149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.248635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.255967 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] Calling delete_port for b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:50.266157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-acf1507e-77c1-49aa-84e4-fc4b648a1b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.276271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf1507e-77c1-49aa-84e4-fc4b648a1b2e admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:50.276657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-acf1507e-77c1-49aa-84e4-fc4b648a1b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:50.290614 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:50.308574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95,segment=NetworkSegment(22130e73-f7f8-47ba-8d8c-9986deaba616),segment_id=22130e73-f7f8-47ba-8d8c-9986deaba616)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:50.367304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:59:50.379382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.380673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 608f3ff7-665d-4710-b56c-511b02446c50 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:59:50.383122 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Calling delete_port for b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:50.437421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.437686 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Added segment e630682d-f059-4284-916a-0111d0d14104 of type vlan for network 54b15dcb-0710-4041-b8ff-aacf2b76d5ea Jan 28 17:59:50.443071 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.487747 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:50.490121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 608f3ff7-665d-4710-b56c-511b02446c50 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 17:59:50.490464 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 608f3ff7-665d-4710-b56c-511b02446c50 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 17:59:50.492173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:59:50.492517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:59:50.505939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b2153-ff99-4839-9774-8145527fdd29 req-f04359c0-fd6c-41dd-8439-9aa4deb0f2b1 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:50.507473 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-947b2153-ff99-4839-9774-8145527fdd29 req-f04359c0-fd6c-41dd-8439-9aa4deb0f2b1 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.4711666 Jan 28 17:59:50.511695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.529064 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-acf1507e-77c1-49aa-84e4-fc4b648a1b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.588509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:59:50.588804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:59:50.595535 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-947b2153-ff99-4839-9774-8145527fdd29 req-3bd91f01-0d20-4977-a686-abce60e2b1bc tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786326 Jan 28 17:59:50.683691 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44148) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:50.691253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.696626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:50.697226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.697911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-acf1507e-77c1-49aa-84e4-fc4b648a1b2e admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.710225 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Pushing event deleted for resources: {'Port': ['ID=dbf6875a-8c8a-433b-acf9-25b37c2b0dcc,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:50.758746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1507e-77c1-49aa-84e4-fc4b648a1b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=013d2972-b6be-468a-984c-e2dd2514ff7b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:50.804648 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-acf1507e-77c1-49aa-84e4-fc4b648a1b2e admin admin] 10.222.0.26 "DELETE /v2.0/networks/013d2972-b6be-468a-984c-e2dd2514ff7b HTTP/1.1" status: 204 len: 168 time: 1.1881206 Jan 28 17:59:50.809011 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44158) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:50.822186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Network': ['ID=54b15dcb-0710-4041-b8ff-aacf2b76d5ea,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:50.839557 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 54b15dcb-0710-4041-b8ff-aacf2b76d5ea details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:59:50.881917 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-30f610eb-579f-4f5a-b35e-5a1e0088d684 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5831e94d5fab43d1b080b35a5e33a6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967437 Jan 28 17:59:50.884489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44162) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:50.887011 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:50.916437 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2bf150b5-e99a-4afa-a415-730a882c22c6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0999389 Jan 28 17:59:50.919659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44166) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:50.925816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'subnet': {'network_id': 'a34f79ae-d030-4dce-ae0d-706638567d26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:50.975653 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bc091e-3838-457b-b83f-56dae4058a9d admin admin] Deleting subnet cfffb802-3599-43d6-b06d-d0d6e95ea12c {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 17:59:50.994003 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] Deleting port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:50.994387 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.000095 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a0bc091e-3838-457b-b83f-56dae4058a9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.079338 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:51.083335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:subnet and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:51.086666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:51.089354 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Deleting port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:51.089760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.127578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:51.223650 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a0bc091e-3838-457b-b83f-56dae4058a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.300333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] For port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95,segment=NetworkSegment(22130e73-f7f8-47ba-8d8c-9986deaba616),segment_id=22130e73-f7f8-47ba-8d8c-9986deaba616)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:51.300717 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.326083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:51.329674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.434931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-178af283-5292-40b1-863c-e8da61d4a310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.437309 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] Calling delete_port for b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:51.502066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44180) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:51.567819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a0bc091e-3838-457b-b83f-56dae4058a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.601350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-178af283-5292-40b1-863c-e8da61d4a310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.611124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.616411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.648609 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1761440156'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:51.648907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.659208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:51.666523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Usage tracker for resource:network and tenant:9b95c7edd88e49d09dc436c06b6cbe10 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:51.677085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:51.690694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:51.696542 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] Pushing event deleted for resources: {'Port': ['ID=b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:51.697982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] For port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95,segment=NetworkSegment(22130e73-f7f8-47ba-8d8c-9986deaba616),segment_id=22130e73-f7f8-47ba-8d8c-9986deaba616)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:51.698673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.703631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4f231-3fa8-4c96-a287-017303e18e66 None None] No DVR routers for this DVR port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 17:59:51.716966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.871297 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Calling delete_port for b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 17:59:51.879127 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Router 82202b08-ac7b-460b-9f8e-d3b4752a9d3e has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 17:59:51.908566 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Made reservation on behalf of 9b95c7edd88e49d09dc436c06b6cbe10 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:51.911938 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.945106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.963582 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a0bc091e-3838-457b-b83f-56dae4058a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:51.993323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:51.998005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Subnet': ['ID=7f3ce59d-3f31-4f6d-a696-9f4c6710f43d,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:52.007922 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Usage tracker for resource:security_group_rule and tenant:9b95c7edd88e49d09dc436c06b6cbe10 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:52.022807 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:52.026273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Checking segment: {'id': '4ee24a58-d53c-4e39-b6c8-0a2d87c85938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a34f79ae-d030-4dce-ae0d-706638567d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:52.026630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network hostable DHCP agents. Network: a34f79ae-d030-4dce-ae0d-706638567d26, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:59:52.036182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:52.054198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:59:52.054514 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:59:52.058639 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-178af283-5292-40b1-863c-e8da61d4a310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.082372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc091e-3838-457b-b83f-56dae4058a9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfffb802-3599-43d6-b06d-d0d6e95ea12c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:52.088694 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a0bc091e-3838-457b-b83f-56dae4058a9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.096858 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 17:59:52.098360 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178af283-5292-40b1-863c-e8da61d4a310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e32245b-0b32-44c2-b2a8-e80b986d112a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:52.107775 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ab743-d709-47f8-94e0-59ae46b092c9 None None] Sync routers for ids ['82202b08-ac7b-460b-9f8e-d3b4752a9d3e'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 17:59:52.117023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedf195-b68a-48da-92cc-2151d5b76387 req-8172a68e-dbe6-4bb3-94ba-ea828d4db28b tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:52.118512 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bbedf195-b68a-48da-92cc-2151d5b76387 req-8172a68e-dbe6-4bb3-94ba-ea828d4db28b tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.3764813 Jan 28 17:59:52.120510 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ab743-d709-47f8-94e0-59ae46b092c9 None None] Routers {'82202b08-ac7b-460b-9f8e-d3b4752a9d3e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:52.124762 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a0bc091e-3838-457b-b83f-56dae4058a9d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cfffb802-3599-43d6-b06d-d0d6e95ea12c HTTP/1.1" status: 204 len: 168 time: 1.3121819 Jan 28 17:59:52.128957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.129100 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-429ab743-d709-47f8-94e0-59ae46b092c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['82202b08-ac7b-460b-9f8e-d3b4752a9d3e'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:52.129221 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-eb06e6a3-e2c0-4a06-bf37-32c48bf187cf tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "PUT /v2.0/routers/82202b08-ac7b-460b-9f8e-d3b4752a9d3e HTTP/1.1" status: 200 len: 709 time: 4.2728772 Jan 28 17:59:52.129304 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-178af283-5292-40b1-863c-e8da61d4a310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.132512 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-178af283-5292-40b1-863c-e8da61d4a310 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e32245b-0b32-44c2-b2a8-e80b986d112a HTTP/1.1" status: 204 len: 168 time: 1.2448034 Jan 28 17:59:52.132512 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44188) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:52.132725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44190) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:52.137896 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.139868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network a34f79ae-d030-4dce-ae0d-706638567d26 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:59:52.207649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.220804 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-429ab743-d709-47f8-94e0-59ae46b092c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:52.230457 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ab743-d709-47f8-94e0-59ae46b092c9 None None] Routers {'82202b08-ac7b-460b-9f8e-d3b4752a9d3e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 17:59:52.231324 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-429ab743-d709-47f8-94e0-59ae46b092c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['82202b08-ac7b-460b-9f8e-d3b4752a9d3e'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:52.242557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, a34f79ae-d030-4dce-ae0d-706638567d26) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:52.244964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 17:59:52.252865 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4914052-6c94-4d3f-92d3-ef19b51a3f20 None None] Network a34f79ae-d030-4dce-ae0d-706638567d26 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:52.281205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:52.281798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.302878 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-429ab743-d709-47f8-94e0-59ae46b092c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:52.303371 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ab743-d709-47f8-94e0-59ae46b092c9 None None] The sync data for ids ['82202b08-ac7b-460b-9f8e-d3b4752a9d3e'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 17:59:52.311402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.311402 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Added segment 3bfed0ca-e5c5-4f40-a7e8-841cce212f1f of type vlan for network 819392bf-ae75-4847-8499-3bee6dc02fce Jan 28 17:59:52.311599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fcb5c9-eee3-456c-8185-53c33dc1a263,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:52.357404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.396733 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ba6e8e56-5d26-4e30-8154-0cce3b2fb241 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4757805 Jan 28 17:59:52.399421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44198) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:52.406303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'subnet': {'network_id': '54b15dcb-0710-4041-b8ff-aacf2b76d5ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:52.479308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Deleting port b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:52.482893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.533098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.537413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-a34f79ae-d030-4dce-ae0d-706638567d26', 'network_id': 'a34f79ae-d030-4dce-ae0d-706638567d26', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'fixed_ips': [{'subnet_id': '7f3ce59d-3f31-4f6d-a696-9f4c6710f43d'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:59:52.538552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:52.538693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.539173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.592438 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86bdcb95-ac10-4415-bda5-c98b86215ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.611861 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bbedf195-b68a-48da-92cc-2151d5b76387 req-2edfe683-1fd2-47e3-9729-108287e5dd24 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4800622 Jan 28 17:59:52.641547 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fe5b9a4a-a7b0-4833-9788-d9a9c19dc93b tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/routers/82202b08-ac7b-460b-9f8e-d3b4752a9d3e HTTP/1.1" status: 200 len: 744 time: 0.5062461 Jan 28 17:59:52.666463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] The port 'b7205d16-3ee4-4c2d-a3eb-6c4dce3d1a95' was deleted {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 17:59:52.668005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44206) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:52.745222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Allocated IP 2001:db8::2 (a34f79ae-d030-4dce-ae0d-706638567d26/7f3ce59d-3f31-4f6d-a696-9f4c6710f43d/2644a974-6c00-48d2-b756-edaf43d432d2) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:52.774569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86bdcb95-ac10-4415-bda5-c98b86215ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:52.778347 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2699044 Jan 28 17:59:52.784830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44214) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:52.795335 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Request body: {'subnet': {'network_id': '819392bf-ae75-4847-8499-3bee6dc02fce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:52.804442 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d2e43ddf-3fae-45bd-a7b2-a5b99a284bf8 tempest-RoutersIpV6AdminTest-151441459 tempest-RoutersIpV6AdminTest-151441459-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&device_id=82202b08-ac7b-460b-9f8e-d3b4752a9d3e HTTP/1.1" status: 200 len: 205 time: 0.1299281 Jan 28 17:59:52.805263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55c5e0-7b8e-488e-9bfe-d34315f5f577 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Pushing event updated for resources: {'Network': ['ID=819392bf-ae75-4847-8499-3bee6dc02fce,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:52.811485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:52.813496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44218) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:52.823439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 819392bf-ae75-4847-8499-3bee6dc02fce details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 17:59:52.903060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:subnet and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:52.921312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:52.927698 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-09019445-6ceb-4628-927c-b1449fa3f803 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "GET /v2.0/ports?device_id=82202b08-ac7b-460b-9f8e-d3b4752a9d3e HTTP/1.1" status: 200 len: 205 time: 0.1129560 Jan 28 17:59:52.937894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44224) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:52.940905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:52.991433 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:53.000886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.003654 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-86bdcb95-ac10-4415-bda5-c98b86215ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71095246-a06c-46ac-9a25-37b69b53efa3']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:53.024860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-86bdcb95-ac10-4415-bda5-c98b86215ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce533af3-a052-44ac-abb6-f81461cbbbcc') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:53.025162 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-86bdcb95-ac10-4415-bda5-c98b86215ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce533af3-a052-44ac-abb6-f81461cbbbcc') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:53.041479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86bdcb95-ac10-4415-bda5-c98b86215ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.060445 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.068732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Usage tracker for resource:subnet and tenant:9b95c7edd88e49d09dc436c06b6cbe10 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:53.069448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:53.076476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:53.079516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86bdcb95-ac10-4415-bda5-c98b86215ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.089108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bdcb95-ac10-4415-bda5-c98b86215ffc admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:53.089506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86bdcb95-ac10-4415-bda5-c98b86215ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:53.103871 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:53.189221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Made reservation on behalf of 9b95c7edd88e49d09dc436c06b6cbe10 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:53.193380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.231775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ddf433-58a3-46a2-89f6-35d26759c6c6']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:53.240012 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd22ab89-a112-404e-b736-e117acc36cb2 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.252498 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Transition to ACTIVE for port object 2644a974-6c00-48d2-b756-edaf43d432d2 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:53.265692 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86bdcb95-ac10-4415-bda5-c98b86215ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.269834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86bdcb95-ac10-4415-bda5-c98b86215ffc admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.276513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Transition to ACTIVE for port object 2644a974-6c00-48d2-b756-edaf43d432d2 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:53.308290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdcb95-ac10-4415-bda5-c98b86215ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=71095246-a06c-46ac-9a25-37b69b53efa3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:53.319719 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-86bdcb95-ac10-4415-bda5-c98b86215ffc admin admin] 10.222.0.26 "DELETE /v2.0/networks/71095246-a06c-46ac-9a25-37b69b53efa3 HTTP/1.1" status: 204 len: 168 time: 1.1859567 Jan 28 17:59:53.356286 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22130e73-f7f8-47ba-8d8c-9986deaba616') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:53.356638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22130e73-f7f8-47ba-8d8c-9986deaba616') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 17:59:53.357284 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.375330 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:53.377421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.449202 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.456496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Network a34f79ae-d030-4dce-ae0d-706638567d26 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:53.460118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:53.464089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:53.504568 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Pushing event updated for resources: {'Port': ['ID=2644a974-6c00-48d2-b756-edaf43d432d2,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:53.563697 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.570289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Attempting to bind port 2644a974-6c00-48d2-b756-edaf43d432d2 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:59:53.570663 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Attempting to bind port 2644a974-6c00-48d2-b756-edaf43d432d2 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '4ee24a58-d53c-4e39-b6c8-0a2d87c85938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a34f79ae-d030-4dce-ae0d-706638567d26'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:59:53.571065 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Attempting to bind port 2644a974-6c00-48d2-b756-edaf43d432d2 on network a34f79ae-d030-4dce-ae0d-706638567d26 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:59:53.576964 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:59:53.577398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Checking segment: {'id': '4ee24a58-d53c-4e39-b6c8-0a2d87c85938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a34f79ae-d030-4dce-ae0d-706638567d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:53.578302 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.578692 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Bound using segment: {'id': '4ee24a58-d53c-4e39-b6c8-0a2d87c85938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a34f79ae-d030-4dce-ae0d-706638567d26'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:59:53.579195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Bound port: 2644a974-6c00-48d2-b756-edaf43d432d2, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee24a58-d53c-4e39-b6c8-0a2d87c85938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a34f79ae-d030-4dce-ae0d-706638567d26'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:59:53.579576 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.612647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.663605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44240) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:53.692886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 17:59:53.693240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.704032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] For port 2644a974-6c00-48d2-b756-edaf43d432d2, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:59:53.707381 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] For port 2644a974-6c00-48d2-b756-edaf43d432d2, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2644a974-6c00-48d2-b756-edaf43d432d2,segment=NetworkSegment(4ee24a58-d53c-4e39-b6c8-0a2d87c85938),segment_id=4ee24a58-d53c-4e39-b6c8-0a2d87c85938)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 17:59:53.708557 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 17:59:53.721344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd22ab89-a112-404e-b736-e117acc36cb2 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.735733 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Checking segment: {'id': '3bfed0ca-e5c5-4f40-a7e8-841cce212f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '819392bf-ae75-4847-8499-3bee6dc02fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:53.736095 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Network hostable DHCP agents. Network: 819392bf-ae75-4847-8499-3bee6dc02fce, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:59:53.741821 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Pushing event updated for resources: {'Subnet': ['ID=e86fa62d-227f-452a-ab16-bb736a3a2175,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:53.771809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44246) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:53.774396 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd22ab89-a112-404e-b736-e117acc36cb2 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.820526 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d9414c9d-4ff7-4cb3-b5c3-cf11f6449fc6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=202c38a3be5a46d693d74da67653d37c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494902 Jan 28 17:59:53.820744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44250) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:53.886200 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-136bde5d-5507-434a-8afa-ad711dd78b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.894134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.932979 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-136bde5d-5507-434a-8afa-ad711dd78b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:53.958919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19281af6-9b65-48e6-8260-9ad6fd899437 req-18030c75-c04e-4496-9a0a-22329e826ac9 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:53.960422 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-19281af6-9b65-48e6-8260-9ad6fd899437 req-18030c75-c04e-4496-9a0a-22329e826ac9 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.1874990 Jan 28 17:59:53.981353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fee05e-c10f-4f6e-98c0-87cc09516e8d None None] Pushing event updated for resources: {'Port': ['ID=2644a974-6c00-48d2-b756-edaf43d432d2,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:53.991178 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d8ea2b9a-3b65-4666-b3dd-887c59a014f5 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] Request body: {'port': {'network_id': '6fb9056a-9f99-4c64-9c6f-545cb2bbedb2', 'name': 'tempest-NetworksNegativeTestJSON-1853837803'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:54.020103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Network 819392bf-ae75-4847-8499-3bee6dc02fce is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:59:54.021591 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-19281af6-9b65-48e6-8260-9ad6fd899437 req-bc9f9848-bfcf-4ec2-b0a1-5c631e7a7dfc tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522034 Jan 28 17:59:54.032444 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ea2b9a-3b65-4666-b3dd-887c59a014f5 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] POST failed (client error): The resource could not be found. Jan 28 17:59:54.032924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ea2b9a-3b65-4666-b3dd-887c59a014f5 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:54.035685 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d8ea2b9a-3b65-4666-b3dd-887c59a014f5 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3665404 Jan 28 17:59:54.039640 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44254) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.068388 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c25b6d9-5697-488d-ba40-7139d996e713 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:54.069215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c25b6d9-5697-488d-ba40-7139d996e713 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:54.081578 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6c25b6d9-5697-488d-ba40-7139d996e713 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] 10.222.0.26 "DELETE /v2.0/networks/6820ceb9-eb3a-4a64-9522-3d11d9c119e7 HTTP/1.1" status: 404 len: 339 time: 0.0399752 Jan 28 17:59:54.084661 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd22ab89-a112-404e-b736-e117acc36cb2 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:54.084959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44258) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.085306 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd22ab89-a112-404e-b736-e117acc36cb2 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Fanout notify agent at l3_agent the message router_deleted on router 82202b08-ac7b-460b-9f8e-d3b4752a9d3e {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:59:54.091922 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd22ab89-a112-404e-b736-e117acc36cb2 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:54.093648 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bd22ab89-a112-404e-b736-e117acc36cb2 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "DELETE /v2.0/routers/82202b08-ac7b-460b-9f8e-d3b4752a9d3e HTTP/1.1" status: 204 len: 168 time: 1.1538854 Jan 28 17:59:54.105650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:54.110261 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:54.115501 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "DELETE /v2.0/networks/42ddf433-58a3-46a2-89f6-35d26759c6c6 HTTP/1.1" status: 204 len: 168 time: 4.8512447 Jan 28 17:59:54.118793 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44262) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.119348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44264) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.133323 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f380e595-9b93-4102-a8e8-ecf679d59776 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:54.133801 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f380e595-9b93-4102-a8e8-ecf679d59776 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:54.145182 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f380e595-9b93-4102-a8e8-ecf679d59776 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] 10.222.0.26 "DELETE /v2.0/ports/06737d45-0592-4587-a53a-484c3667c9d0 HTTP/1.1" status: 404 len: 333 time: 0.0591023 Jan 28 17:59:54.149146 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44270) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.181158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd410c-b8d3-4112-8f00-ae6835770013 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Pushing event deleted for resources: {'Network': ['ID=42ddf433-58a3-46a2-89f6-35d26759c6c6,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:54.184015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 819392bf-ae75-4847-8499-3bee6dc02fce) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:54.190921 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9ae7d7-e82c-4c67-bd7a-7419077f075c tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:54.191419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9ae7d7-e82c-4c67-bd7a-7419077f075c tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:54.193123 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dc9ae7d7-e82c-4c67-bd7a-7419077f075c tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] 10.222.0.26 "DELETE /v2.0/subnets/7a3e6dec-50ee-4a3c-aac5-23bbc91c3e1b HTTP/1.1" status: 404 len: 337 time: 0.0430589 Jan 28 17:59:54.194490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:54.195267 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:54.197140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bcb783-800e-4a44-a368-379e254a8c13 None None] Network 819392bf-ae75-4847-8499-3bee6dc02fce requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:54.202816 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44274) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.240060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-11b0c0c3-3701-4a48-9c2d-69f1a11aa135 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Synchronizing usage tracker for tenant:dc1bf7ed23cf4364ab9a15183a56afab on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:54.260020 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-07d5bed1-eec5-484b-83a4-4db1fd00e1a1 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "GET /v2.0/ports?device_id=82202b08-ac7b-460b-9f8e-d3b4752a9d3e HTTP/1.1" status: 200 len: 205 time: 0.1228590 Jan 28 17:59:54.262126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44278) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.270558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-136bde5d-5507-434a-8afa-ad711dd78b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:54.273503 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-136bde5d-5507-434a-8afa-ad711dd78b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:54.274795 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-136bde5d-5507-434a-8afa-ad711dd78b35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f0c8053-7ba7-4c5d-a790-692e9025eb2d HTTP/1.1" status: 204 len: 168 time: 0.4531307 Jan 28 17:59:54.288114 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1a387e-f74b-45a4-b8ad-e66712a7e771 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] GET failed (client error): The resource could not be found. Jan 28 17:59:54.293255 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1e1a387e-f74b-45a4-b8ad-e66712a7e771 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] 10.222.0.26 "GET /v2.0/networks/7ba80f43-5a2a-4466-847c-222342425707 HTTP/1.1" status: 404 len: 339 time: 0.0872004 Jan 28 17:59:54.293255 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bde5d-5507-434a-8afa-ad711dd78b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0c8053-7ba7-4c5d-a790-692e9025eb2d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:54.294153 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44284) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.347925 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-29625dfd-7be6-43bd-ba80-5d3428e40284 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] GET failed (client error): The resource could not be found. Jan 28 17:59:54.353392 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-29625dfd-7be6-43bd-ba80-5d3428e40284 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] 10.222.0.26 "GET /v2.0/ports/72a0f486-bc4e-4aeb-84c3-0347d4c0ebe9 HTTP/1.1" status: 404 len: 333 time: 0.0546865 Jan 28 17:59:54.353392 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c36fca8b-5450-4875-96f5-3a370ff0e1ff tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5656726 Jan 28 17:59:54.353775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44288) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.357562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44290) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.391870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:54.444231 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Request body: {'port': {'network_id': '819392bf-ae75-4847-8499-3bee6dc02fce', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-278738384'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:54.466914 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-22705ac6-d002-438b-b786-d3412f54e5b4 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] GET failed (client error): The resource could not be found. Jan 28 17:59:54.472690 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-22705ac6-d002-438b-b786-d3412f54e5b4 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] 10.222.0.26 "GET /v2.0/subnets/218b8781-9913-4588-8af9-5decab70dc12 HTTP/1.1" status: 404 len: 337 time: 0.1135843 Jan 28 17:59:54.475363 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44296) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.493436 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-3b66effa-d78a-4e36-ace2-1b37c0bf06d5 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] delete failed (client error): The resource could not be found. Jan 28 17:59:54.494453 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3b66effa-d78a-4e36-ace2-1b37c0bf06d5 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "DELETE /v2.0/routers/82202b08-ac7b-460b-9f8e-d3b4752a9d3e HTTP/1.1" status: 404 len: 336 time: 0.2314041 Jan 28 17:59:54.501331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44300) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.566781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-11b0c0c3-3701-4a48-9c2d-69f1a11aa135 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Unset dirty status for tenant:dc1bf7ed23cf4364ab9a15183a56afab on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:54.573158 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-11b0c0c3-3701-4a48-9c2d-69f1a11aa135 tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0 HTTP/1.1" status: 200 len: 205 time: 0.4346263 Jan 28 17:59:54.660712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44304) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.710709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2d5e187b-55a4-4104-bb50-f4c38a9b0fe7 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:54.730293 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-819392bf-ae75-4847-8499-3bee6dc02fce', 'network_id': '819392bf-ae75-4847-8499-3bee6dc02fce', 'tenant_id': '9b95c7edd88e49d09dc436c06b6cbe10', 'fixed_ips': [{'subnet_id': 'e86fa62d-227f-452a-ab16-bb736a3a2175'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:59:54.731252 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:54.745166 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5e187b-55a4-4104-bb50-f4c38a9b0fe7 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] PUT failed (client error): The resource could not be found. Jan 28 17:59:54.745628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5e187b-55a4-4104-bb50-f4c38a9b0fe7 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:54.746761 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2d5e187b-55a4-4104-bb50-f4c38a9b0fe7 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] 10.222.0.26 "PUT /v2.0/networks/cee4dbb3-93cc-4f2b-ba3a-b2c5f0571ab5 HTTP/1.1" status: 404 len: 339 time: 0.2704804 Jan 28 17:59:54.753316 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44308) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.763687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-263fcdb7-3d73-465e-8c01-93d015bdf781 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:54.783634 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7b742cf4-07ea-4352-87a0-78d93e3d39e0 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "GET /v2.0/ports?device_id=64294db6-edd1-4147-bf02-8de08d78ff04 HTTP/1.1" status: 200 len: 205 time: 0.2375255 Jan 28 17:59:54.798179 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44312) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.878651 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-263fcdb7-3d73-465e-8c01-93d015bdf781 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] PUT failed (client error): The resource could not be found. Jan 28 17:59:54.879306 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263fcdb7-3d73-465e-8c01-93d015bdf781 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:54.883913 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-263fcdb7-3d73-465e-8c01-93d015bdf781 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] 10.222.0.26 "PUT /v2.0/ports/be26a9b2-f253-4035-8b6c-c142348e7692 HTTP/1.1" status: 404 len: 333 time: 0.1267564 Jan 28 17:59:54.892492 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44316) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:54.901723 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1ca8561d-eeea-4419-b0ea-019794cf25a5 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:54.958149 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Allocated IP 2001:db8::2 (819392bf-ae75-4847-8499-3bee6dc02fce/e86fa62d-227f-452a-ab16-bb736a3a2175/1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:55.000898 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca8561d-eeea-4419-b0ea-019794cf25a5 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] PUT failed (client error): The resource could not be found. Jan 28 17:59:55.001353 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca8561d-eeea-4419-b0ea-019794cf25a5 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:55.017326 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1ca8561d-eeea-4419-b0ea-019794cf25a5 tempest-NetworksNegativeTestJSON-150242213 tempest-NetworksNegativeTestJSON-150242213-project] 10.222.0.26 "PUT /v2.0/subnets/37fbc119-6e1e-496c-a983-d88a967a9eaf HTTP/1.1" status: 404 len: 337 time: 0.1095505 Jan 28 17:59:55.018468 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-d2c3f267-9805-42ea-89a9-c26002ca3e80 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] delete failed (client error): The resource could not be found. Jan 28 17:59:55.021856 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d2c3f267-9805-42ea-89a9-c26002ca3e80 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "DELETE /v2.0/routers/64294db6-edd1-4147-bf02-8de08d78ff04 HTTP/1.1" status: 404 len: 336 time: 0.2134433 Jan 28 17:59:55.027417 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:55.044340 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44328) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:55.120125 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 17:59:55.172151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Usage tracker for resource:port and tenant:9b95c7edd88e49d09dc436c06b6cbe10 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:55.179533 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:55.196482 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:55.213946 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cb697bf3-ec2c-4f23-9bce-ded97659aa27 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fef3df9-4473-4452-be00-881cc1b5d292 HTTP/1.1" status: 200 len: 205 time: 0.1768222 Jan 28 17:59:55.214619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44334) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:55.216735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Subnet': ['ID=90e376bc-fdd1-464c-a9a6-b3a23ecaa7a8,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:55.252800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Checking segment: {'id': 'e630682d-f059-4284-916a-0111d0d14104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54b15dcb-0710-4041-b8ff-aacf2b76d5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:55.255387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network hostable DHCP agents. Network: 54b15dcb-0710-4041-b8ff-aacf2b76d5ea, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 17:59:55.263313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2dfa6d8-5527-46d2-bdf4-b8a902eda75c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:55.310673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:55.320972 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Made reservation on behalf of 9b95c7edd88e49d09dc436c06b6cbe10 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:55.324477 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Transition to ACTIVE for port object 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:55.325336 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:55.349344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Transition to ACTIVE for port object 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:55.388987 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-8a7fde63-f91e-45a5-ba05-21f4f303687e tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] delete failed (client error): The resource could not be found. Jan 28 17:59:55.392403 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8a7fde63-f91e-45a5-ba05-21f4f303687e tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "DELETE /v2.0/routers/5fef3df9-4473-4452-be00-881cc1b5d292 HTTP/1.1" status: 404 len: 336 time: 0.1742263 Jan 28 17:59:55.401915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44338) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:55.419042 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:55.440168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] device_id is not set on port cdbdfb4f-cda0-4b92-a070-e94d2c908228 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:59:55.458400 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a737a6-bbed-48a9-96a2-b2b565c44f22 None None] Network a34f79ae-d030-4dce-ae0d-706638567d26 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:55.494661 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d57f5596-0a12-43ff-8e80-a7008c77a35f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "GET /v2.0/ports?device_id=09361faf-d7be-424b-ac68-e8768a9a264b HTTP/1.1" status: 200 len: 205 time: 0.0948324 Jan 28 17:59:55.501095 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44342) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:55.560776 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Network 819392bf-ae75-4847-8499-3bee6dc02fce is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:55.573088 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:55.580962 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44346) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:55.584847 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:55.598691 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Pushing event updated for resources: {'Port': ['ID=1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:55.657041 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-d3919117-a395-47ed-8dbf-83828f4c1937 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] delete failed (client error): The resource could not be found. Jan 28 17:59:55.658509 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d3919117-a395-47ed-8dbf-83828f4c1937 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "DELETE /v2.0/routers/09361faf-d7be-424b-ac68-e8768a9a264b HTTP/1.1" status: 404 len: 336 time: 0.1553662 Jan 28 17:59:55.675832 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2644a974-6c00-48d2-b756-edaf43d432d2 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:55.677996 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44350) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:55.687094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 54b15dcb-0710-4041-b8ff-aacf2b76d5ea is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 17:59:55.698320 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2dfa6d8-5527-46d2-bdf4-b8a902eda75c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:55.701062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2dfa6d8-5527-46d2-bdf4-b8a902eda75c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:55.797194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Attempting to bind port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:59:55.797803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Attempting to bind port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '3bfed0ca-e5c5-4f40-a7e8-841cce212f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '819392bf-ae75-4847-8499-3bee6dc02fce'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:59:55.797913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Attempting to bind port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 on network 819392bf-ae75-4847-8499-3bee6dc02fce {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:59:55.805945 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:59:55.817583 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Checking segment: {'id': '3bfed0ca-e5c5-4f40-a7e8-841cce212f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '819392bf-ae75-4847-8499-3bee6dc02fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:55.817583 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:55.817823 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a2752fc1-7676-4599-ae8c-6df09144765f tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba01a75b-88db-48a8-a7ad-4906de48214c HTTP/1.1" status: 200 len: 205 time: 0.1213884 Jan 28 17:59:55.818265 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Bound using segment: {'id': '3bfed0ca-e5c5-4f40-a7e8-841cce212f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '819392bf-ae75-4847-8499-3bee6dc02fce'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:59:55.818265 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Bound port: 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfed0ca-e5c5-4f40-a7e8-841cce212f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '819392bf-ae75-4847-8499-3bee6dc02fce'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:59:55.818265 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:55.818542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44356) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:55.831099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a9835-d1b5-40e8-99a5-100c14a7afd4 req-ee0aec8f-6b73-4a8e-bb3f-c05842498cab tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:55.832598 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-051a9835-d1b5-40e8-99a5-100c14a7afd4 req-ee0aec8f-6b73-4a8e-bb3f-c05842498cab tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.5221307 Jan 28 17:59:55.867759 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fd108b79-4ec5-4814-8806-e8f5ee8bdd0b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ad06a55ff5a4b1d8ab3fe2389df034d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664785 Jan 28 17:59:55.871154 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44360) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:55.895162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 54b15dcb-0710-4041-b8ff-aacf2b76d5ea) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:55.908865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:55.910080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:55.913212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-84343173-9627-49e0-b36d-43ef4465eb14 None None] Provisioning for port 2644a974-6c00-48d2-b756-edaf43d432d2 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:55.917331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Allocated IP 2001:db8::1cd (819392bf-ae75-4847-8499-3bee6dc02fce/e86fa62d-227f-452a-ab16-bb736a3a2175/cdbdfb4f-cda0-4b92-a070-e94d2c908228) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:55.922729 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44364) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:55.928391 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-9efaf5f7-7c48-49cc-bbd5-0a0e62361b5e tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] delete failed (client error): The resource could not be found. Jan 28 17:59:55.939897 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9efaf5f7-7c48-49cc-bbd5-0a0e62361b5e tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "DELETE /v2.0/routers/ba01a75b-88db-48a8-a7ad-4906de48214c HTTP/1.1" status: 404 len: 336 time: 0.1165183 Jan 28 17:59:55.940049 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d2feba-3eaf-4381-bb7f-4bc84b0dee45 None None] Network 54b15dcb-0710-4041-b8ff-aacf2b76d5ea requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:55.940272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2dfa6d8-5527-46d2-bdf4-b8a902eda75c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:55.940272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dfa6d8-5527-46d2-bdf4-b8a902eda75c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Fanout notify agent at l3_agent the message router_deleted on router 5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 17:59:55.940918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44368) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:55.996953 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-051a9835-d1b5-40e8-99a5-100c14a7afd4 req-7d4fdbb4-45cd-47a0-b452-d51ec07fa220 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541071 Jan 28 17:59:56.029530 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-52fbb0a6-9e85-4707-b1a9-216547348c86 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "GET /v2.0/ports?device_id=5af7aa3b-1aa5-4547-89b6-f03a46c331d1 HTTP/1.1" status: 200 len: 205 time: 0.0872722 Jan 28 17:59:56.032664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44374) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:56.040952 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-012ef235-d784-4486-bcb5-9d6b60d5af66 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6398814 Jan 28 17:59:56.074531 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 2644a974-6c00-48d2-b756-edaf43d432d2 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:56.082169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44378) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:56.102145 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 2644a974-6c00-48d2-b756-edaf43d432d2 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:56.102810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.115377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ac84b591-fdbe-4696-995f-ff8f0b154579 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1434976990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:56.142005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2dfa6d8-5527-46d2-bdf4-b8a902eda75c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.145947 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d2dfa6d8-5527-46d2-bdf4-b8a902eda75c tempest-RoutersNegativeTest-1024897124 tempest-RoutersNegativeTest-1024897124-project] 10.222.0.26 "DELETE /v2.0/routers/5a29891f-92c4-4b4f-89a7-af9fb6c1f0c0 HTTP/1.1" status: 204 len: 168 time: 1.4742517 Jan 28 17:59:56.171951 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] For port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:59:56.174795 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-afe6c667-ba3a-4a6e-b8d5-52337cf46f46 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] delete failed (client error): The resource could not be found. Jan 28 17:59:56.178882 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b22811ea-8400-4770-99a6-45e7d0a6a8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.181290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44384) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:56.181634 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-afe6c667-ba3a-4a6e-b8d5-52337cf46f46 tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "DELETE /v2.0/routers/5af7aa3b-1aa5-4547-89b6-f03a46c331d1 HTTP/1.1" status: 404 len: 336 time: 0.1435249 Jan 28 17:59:56.194623 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ac84b591-fdbe-4696-995f-ff8f0b154579 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:56.205602 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] For port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88,segment=NetworkSegment(3bfed0ca-e5c5-4f40-a7e8-841cce212f1f),segment_id=3bfed0ca-e5c5-4f40-a7e8-841cce212f1f)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:59:56.268398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ac84b591-fdbe-4696-995f-ff8f0b154579 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:router and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:56.294950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ac84b591-fdbe-4696-995f-ff8f0b154579 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:56.304716 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e440f1a3-d30e-4d1e-9ec4-0de55513f9bc tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] DELETE failed (client error): The resource could not be found. Jan 28 17:59:56.305168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e440f1a3-d30e-4d1e-9ec4-0de55513f9bc tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 17:59:56.316474 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.323086 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bcad673f-f3b3-40fb-9f76-35ab0180f6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.333959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ac84b591-fdbe-4696-995f-ff8f0b154579 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:56.336821 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b22811ea-8400-4770-99a6-45e7d0a6a8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.398327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.430930 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e440f1a3-d30e-4d1e-9ec4-0de55513f9bc tempest-RoutersIpV6AdminTest-1029800746 tempest-RoutersIpV6AdminTest-1029800746-project] 10.222.0.26 "DELETE /v2.0/subnets/34d8f689-9ccd-487c-8281-43b22ebeb77c HTTP/1.1" status: 404 len: 337 time: 0.2336669 Jan 28 17:59:56.460083 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bcad673f-f3b3-40fb-9f76-35ab0180f6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:56.477670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bcad673f-f3b3-40fb-9f76-35ab0180f6ac admin admin] Usage tracker for resource:security_group_rule and tenant:86edf16e3dcf4ae084ae62b9ced2f81b is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:56.487145 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9a1ed-6aea-44db-a6be-98da17cb06e3 None None] Pushing event updated for resources: {'Port': ['ID=1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:56.497024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bcad673f-f3b3-40fb-9f76-35ab0180f6ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:56.510004 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-54b15dcb-0710-4041-b8ff-aacf2b76d5ea', 'network_id': '54b15dcb-0710-4041-b8ff-aacf2b76d5ea', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'fixed_ips': [{'subnet_id': '90e376bc-fdd1-464c-a9a6-b3a23ecaa7a8'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 17:59:56.510868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.518852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bcad673f-f3b3-40fb-9f76-35ab0180f6ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:56.527257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ac84b591-fdbe-4696-995f-ff8f0b154579 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.527708 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 2644a974-6c00-48d2-b756-edaf43d432d2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2644a974-6c00-48d2-b756-edaf43d432d2,segment=NetworkSegment(4ee24a58-d53c-4e39-b6c8-0a2d87c85938),segment_id=4ee24a58-d53c-4e39-b6c8-0a2d87c85938)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:56.528268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ac84b591-fdbe-4696-995f-ff8f0b154579 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.653234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.656753 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.662007 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bc335-2fbf-42a6-beeb-6222d3c97e50 req-1712dc23-34d5-4721-8a0d-b73491ee0fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:56.663642 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a51bc335-2fbf-42a6-beeb-6222d3c97e50 req-1712dc23-34d5-4721-8a0d-b73491ee0fe5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 1099 time: 0.5182023 Jan 28 17:59:56.711153 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ac84b591-fdbe-4696-995f-ff8f0b154579 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.726150 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b22811ea-8400-4770-99a6-45e7d0a6a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.756747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Transition to ACTIVE for port object cdbdfb4f-cda0-4b92-a070-e94d2c908228 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:56.757212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22811ea-8400-4770-99a6-45e7d0a6a8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0614f082-ac91-4283-8556-1d1de2bb84d1,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:56.778493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44396) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:56.803993 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b22811ea-8400-4770-99a6-45e7d0a6a8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.805315 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b22811ea-8400-4770-99a6-45e7d0a6a8ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0614f082-ac91-4283-8556-1d1de2bb84d1 HTTP/1.1" status: 204 len: 168 time: 0.9308281 Jan 28 17:59:56.826950 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a51bc335-2fbf-42a6-beeb-6222d3c97e50 req-5d3e5dab-d1f2-4c58-9b4d-6d8381d2a73e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533442 Jan 28 17:59:56.883335 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bcad673f-f3b3-40fb-9f76-35ab0180f6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.884016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=2644a974-6c00-48d2-b756-edaf43d432d2,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:56.884563 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ac84b591-fdbe-4696-995f-ff8f0b154579 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.970112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f55818be-bf34-4fa0-8439-c0861d4985f6 None None] Provisioning complete for port 2644a974-6c00-48d2-b756-edaf43d432d2 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:56.970112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f55818be-bf34-4fa0-8439-c0861d4985f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:56.984589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:57.064687 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Allocated IP 2001:db8:1::2 (54b15dcb-0710-4041-b8ff-aacf2b76d5ea/90e376bc-fdd1-464c-a9a6-b3a23ecaa7a8/6cc510f7-4ab8-45f4-87fc-5d8949f16864) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:57.100330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bcad673f-f3b3-40fb-9f76-35ab0180f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:57.120388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ac84b591-fdbe-4696-995f-ff8f0b154579 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:57.120388 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ac84b591-fdbe-4696-995f-ff8f0b154579 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0325751 Jan 28 17:59:57.125461 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44408) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:57.231289 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44412) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:57.338798 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Network 819392bf-ae75-4847-8499-3bee6dc02fce is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:57.348674 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:57.363424 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2ab4640e-0bec-43fb-bb73-99af5623f7d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc1bf7ed23cf4364ab9a15183a56afab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5817602 Jan 28 17:59:57.372170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:57.374980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44418) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:57.380740 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:57.381397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:57.475383 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bcad673f-f3b3-40fb-9f76-35ab0180f6ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86edf16e3dcf4ae084ae62b9ced2f81b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5430322 Jan 28 17:59:57.477796 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad673f-f3b3-40fb-9f76-35ab0180f6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b73271-50ae-4a3f-80bc-caeb3220722f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:57.481087 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Pushing event updated for resources: {'Port': ['ID=cdbdfb4f-cda0-4b92-a070-e94d2c908228,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:57.486832 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44422) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:57.576942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:57.589497 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cda3c87f-c059-4ac7-a36d-ce70cf9b1d27 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.1425009 Jan 28 17:59:57.594333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44426) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:57.606133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Request body: {'port': {'network_id': '819392bf-ae75-4847-8499-3bee6dc02fce', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1167311743', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 17:59:57.606133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.api.validators [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] bootfile-name is not in valid_values {{(pid=88159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 17:59:57.606133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.api.validators [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] tftp-server is not in valid_values {{(pid=88159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 17:59:57.606133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.api.validators [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] server-ip-address is not in valid_values {{(pid=88159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 17:59:57.621034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Transition to ACTIVE for port object 6cc510f7-4ab8-45f4-87fc-5d8949f16864 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:57.642884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1e50309-4296-45ec-aa89-46e824817af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:57.665647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Transition to ACTIVE for port object 6cc510f7-4ab8-45f4-87fc-5d8949f16864 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:57.738865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cbb54431-6f3e-485b-98f8-779ea7416e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:57.751791 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:57.839806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cbb54431-6f3e-485b-98f8-779ea7416e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:57.844538 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2644a974-6c00-48d2-b756-edaf43d432d2 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:57.852320 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cbb54431-6f3e-485b-98f8-779ea7416e06 admin admin] Usage tracker for resource:security_group_rule and tenant:b12b49855aa542ef9b021c96e9f00328 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:57.880683 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1e50309-4296-45ec-aa89-46e824817af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:57.883828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cbb54431-6f3e-485b-98f8-779ea7416e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:57.888193 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b37ff5b9-b4f4-49e9-a48a-c969956c6f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:57.909640 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cbb54431-6f3e-485b-98f8-779ea7416e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:57.928334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe4171-51b1-40df-9eb4-4bbb21774971 req-06982624-f0f4-4a41-bd75-70662bddcc8b tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:57.935730 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-affe4171-51b1-40df-9eb4-4bbb21774971 req-06982624-f0f4-4a41-bd75-70662bddcc8b tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.6941590 Jan 28 17:59:57.954476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 17:59:57.958886 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Usage tracker for resource:port and tenant:9b95c7edd88e49d09dc436c06b6cbe10 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 17:59:57.962120 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 17:59:57.974771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 17:59:58.025695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Network 54b15dcb-0710-4041-b8ff-aacf2b76d5ea is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:58.028956 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:58.032463 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:58.070902 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Made reservation on behalf of 9b95c7edd88e49d09dc436c06b6cbe10 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 17:59:58.075537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.081690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Pushing event updated for resources: {'Port': ['ID=6cc510f7-4ab8-45f4-87fc-5d8949f16864,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:58.089127 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1e50309-4296-45ec-aa89-46e824817af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.122139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e50309-4296-45ec-aa89-46e824817af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b73271-50ae-4a3f-80bc-caeb3220722f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:58.125420 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1e50309-4296-45ec-aa89-46e824817af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.126810 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a1e50309-4296-45ec-aa89-46e824817af0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89b73271-50ae-4a3f-80bc-caeb3220722f HTTP/1.1" status: 204 len: 168 time: 0.6384411 Jan 28 17:59:58.138499 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] device_id is not set on port c100586a-50c0-4df8-8756-d4ae6f3b03f0 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 17:59:58.161936 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a89e989-a569-4734-9394-ea186ab4a69d None None] Network 819392bf-ae75-4847-8499-3bee6dc02fce requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 17:59:58.213264 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 2644a974-6c00-48d2-b756-edaf43d432d2 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:58.213638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.214770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b37ff5b9-b4f4-49e9-a48a-c969956c6f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.275418 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-affe4171-51b1-40df-9eb4-4bbb21774971 req-f46ecdc0-82ee-40e4-a71f-2a71a2eb56cc tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3379409 Jan 28 17:59:58.276900 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.322208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device d31e9ae0-1ea9-465f-86b1-ff81b6737150 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 17:59:58.332790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device d31e9ae0-1ea9-465f-86b1-ff81b6737150 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 17:59:58.370711 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Allocated IP 2001:db8::35c (819392bf-ae75-4847-8499-3bee6dc02fce/e86fa62d-227f-452a-ab16-bb736a3a2175/c100586a-50c0-4df8-8756-d4ae6f3b03f0) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:58.384950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Attempting to bind port 6cc510f7-4ab8-45f4-87fc-5d8949f16864 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 17:59:58.384950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Attempting to bind port 6cc510f7-4ab8-45f4-87fc-5d8949f16864 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'e630682d-f059-4284-916a-0111d0d14104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54b15dcb-0710-4041-b8ff-aacf2b76d5ea'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 17:59:58.384950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Attempting to bind port 6cc510f7-4ab8-45f4-87fc-5d8949f16864 on network 54b15dcb-0710-4041-b8ff-aacf2b76d5ea {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 17:59:58.418171 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d53b0c63-8066-49c3-9b62-884b790622f3 None None] Provisioning for port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:58.470211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 17:59:58.470211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Checking segment: {'id': 'e630682d-f059-4284-916a-0111d0d14104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54b15dcb-0710-4041-b8ff-aacf2b76d5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 17:59:58.470211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.476126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Bound using segment: {'id': 'e630682d-f059-4284-916a-0111d0d14104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54b15dcb-0710-4041-b8ff-aacf2b76d5ea'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 17:59:58.476126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Bound port: 6cc510f7-4ab8-45f4-87fc-5d8949f16864, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e630682d-f059-4284-916a-0111d0d14104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '54b15dcb-0710-4041-b8ff-aacf2b76d5ea'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 17:59:58.476126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.637389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cbb54431-6f3e-485b-98f8-779ea7416e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.643492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b37ff5b9-b4f4-49e9-a48a-c969956c6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.650913 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.671993 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ff5b9-b4f4-49e9-a48a-c969956c6f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b114645-f9b4-4f06-85ce-d06f51ab781b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:58.687388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Transition to ACTIVE for port object c100586a-50c0-4df8-8756-d4ae6f3b03f0 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:58.738392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cbb54431-6f3e-485b-98f8-779ea7416e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.770807 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b37ff5b9-b4f4-49e9-a48a-c969956c6f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.772034 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b37ff5b9-b4f4-49e9-a48a-c969956c6f97 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b114645-f9b4-4f06-85ce-d06f51ab781b HTTP/1.1" status: 204 len: 168 time: 1.3936205 Jan 28 17:59:58.797209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.811634 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cbb54431-6f3e-485b-98f8-779ea7416e06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b12b49855aa542ef9b021c96e9f00328&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5354121 Jan 28 17:59:58.811634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb54431-6f3e-485b-98f8-779ea7416e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405e3446-994a-48a0-bf2d-8e8425129ce0,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:58.812413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44442) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:58.830170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] For port 6cc510f7-4ab8-45f4-87fc-5d8949f16864, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 17:59:58.838170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port d31e9ae0-1ea9-465f-86b1-ff81b6737150, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d31e9ae0-1ea9-465f-86b1-ff81b6737150,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:58.840939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Allocated IP 2001:db8::1 (a34f79ae-d030-4dce-ae0d-706638567d26/7f3ce59d-3f31-4f6d-a696-9f4c6710f43d/7ac0506b-7d05-48e2-b8ea-34d47696362f) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 17:59:58.845395 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 17:59:58.894839 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:58.912303 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] For port 6cc510f7-4ab8-45f4-87fc-5d8949f16864, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6cc510f7-4ab8-45f4-87fc-5d8949f16864,segment=NetworkSegment(e630682d-f059-4284-916a-0111d0d14104),segment_id=e630682d-f059-4284-916a-0111d0d14104)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 17:59:58.922810 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Pushing event updated for resources: {'Port': ['ID=c100586a-50c0-4df8-8756-d4ae6f3b03f0,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:58.935280 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Network 819392bf-ae75-4847-8499-3bee6dc02fce is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 17:59:58.939015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 17:59:58.939146 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 17:59:58.946740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'port_id': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'mac_address': 'fa:16:3e:b1:98:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 17:59:58.948232 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:58.949014 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:59.027526 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f3532a32-3792-4171-a861-26db76699488 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4292641 Jan 28 17:59:59.027920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44448) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:59.067690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:59.070878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36431fce-ca35-4702-b3bf-799af59fd92e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 17:59:59.087094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a05b-8717-4229-ac62-33c96bf5bfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:59.161289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port d31e9ae0-1ea9-465f-86b1-ff81b6737150, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d31e9ae0-1ea9-465f-86b1-ff81b6737150,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:59.180631 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c552e-46cc-4030-a54f-1c039be26e3b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:59.181639 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36431fce-ca35-4702-b3bf-799af59fd92e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'code': 200} Jan 28 17:59:59.188292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a05b-8717-4229-ac62-33c96bf5bfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:59.191262 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:59.196293 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c552e-46cc-4030-a54f-1c039be26e3b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:59.205575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c552e-46cc-4030-a54f-1c039be26e3b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:59.206919 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f43c552e-46cc-4030-a54f-1c039be26e3b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Synchronizing usage tracker for tenant:9b95c7edd88e49d09dc436c06b6cbe10 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 17:59:59.235267 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d31e9ae0-1ea9-465f-86b1-ff81b6737150 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 17:59:59.244222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329319d-1afa-4016-b169-46dda09b0a99 None None] Pushing event updated for resources: {'Port': ['ID=6cc510f7-4ab8-45f4-87fc-5d8949f16864,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:59.246987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:59.302726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:59.349657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f43c552e-46cc-4030-a54f-1c039be26e3b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Unset dirty status for tenant:9b95c7edd88e49d09dc436c06b6cbe10 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 17:59:59.354424 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f43c552e-46cc-4030-a54f-1c039be26e3b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3226538 Jan 28 17:59:59.354424 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44466) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 17:59:59.365212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 17:59:59.391943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Transition to ACTIVE for port object 7ac0506b-7d05-48e2-b8ea-34d47696362f will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 17:59:59.393331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a05b-8717-4229-ac62-33c96bf5bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:59.416888 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 17:59:59.416888 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:59.429713 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1a05b-8717-4229-ac62-33c96bf5bfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405e3446-994a-48a0-bf2d-8e8425129ce0,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:59.471579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a05b-8717-4229-ac62-33c96bf5bfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:59.478766 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b4d1a05b-8717-4229-ac62-33c96bf5bfc7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/405e3446-994a-48a0-bf2d-8e8425129ce0 HTTP/1.1" status: 204 len: 168 time: 0.6549904 Jan 28 17:59:59.522669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-0ed2cae5-2e88-42b2-9300-b10f6766c722 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Deleting port c100586a-50c0-4df8-8756-d4ae6f3b03f0 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 17:59:59.523463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0ed2cae5-2e88-42b2-9300-b10f6766c722 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:59.560590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=d31e9ae0-1ea9-465f-86b1-ff81b6737150,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 17:59:59.583607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 17:59:59.584242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 17:59:59.695660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:59.734579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83cb6b-0cb6-4df6-9cc4-c915c5c5b034 req-bdca4e74-409a-4c75-9894-9968ef5943a8 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 17:59:59.736806 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3c83cb6b-0cb6-4df6-9cc4-c915c5c5b034 req-bdca4e74-409a-4c75-9894-9968ef5943a8 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 944 time: 0.2472827 Jan 28 17:59:59.767405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88,segment=NetworkSegment(3bfed0ca-e5c5-4f40-a7e8-841cce212f1f),segment_id=3bfed0ca-e5c5-4f40-a7e8-841cce212f1f)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 17:59:59.830441 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3c83cb6b-0cb6-4df6-9cc4-c915c5c5b034 req-2d0f69a6-32bd-4277-826a-c3c588e5bce8 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854177 Jan 28 17:59:59.841345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:59.880810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 17:59:59.897195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44480) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:00.008481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:00.014318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-44374ae6-ba73-4c46-8564-cd628854d157 None None] Provisioning for port c100586a-50c0-4df8-8756-d4ae6f3b03f0 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:00.048047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-44374ae6-ba73-4c46-8564-cd628854d157 None None] Provisioning complete for port c100586a-50c0-4df8-8756-d4ae6f3b03f0 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:00.048465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-44374ae6-ba73-4c46-8564-cd628854d157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:00.117050 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network a34f79ae-d030-4dce-ae0d-706638567d26 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:00.131468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0ed2cae5-2e88-42b2-9300-b10f6766c722 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:00.133428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:00.142108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:00.143405 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:00.180314 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6cc510f7-4ab8-45f4-87fc-5d8949f16864 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:00.181051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=7ac0506b-7d05-48e2-b8ea-34d47696362f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:00.196714 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9eaaf743-b265-4e1f-aad1-a12b66861add tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/floatingips/721e7f7f-8085-4a97-bdd8-36eb30275c6c HTTP/1.1" status: 200 len: 990 time: 0.2969222 Jan 28 18:00:00.325218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:00.359081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44488) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:00.360682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-44374ae6-ba73-4c46-8564-cd628854d157 None None] Port c100586a-50c0-4df8-8756-d4ae6f3b03f0 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:00.364340 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d31e9ae0-1ea9-465f-86b1-ff81b6737150 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:00:00.386212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port d31e9ae0-1ea9-465f-86b1-ff81b6737150, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d31e9ae0-1ea9-465f-86b1-ff81b6737150,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:00.432833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-0ed2cae5-2e88-42b2-9300-b10f6766c722 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Calling delete_port for c100586a-50c0-4df8-8756-d4ae6f3b03f0 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:00.447743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 6cc510f7-4ab8-45f4-87fc-5d8949f16864 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:00.451398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-44374ae6-ba73-4c46-8564-cd628854d157 None None] Provisioning for port cdbdfb4f-cda0-4b92-a070-e94d2c908228 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:00.462648 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-44374ae6-ba73-4c46-8564-cd628854d157 None None] Provisioning complete for port cdbdfb4f-cda0-4b92-a070-e94d2c908228 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:00.463034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-44374ae6-ba73-4c46-8564-cd628854d157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:00.495105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:00.533242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:00.609756 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=d31e9ae0-1ea9-465f-86b1-ff81b6737150,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:00.639440 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-44374ae6-ba73-4c46-8564-cd628854d157 None None] Port cdbdfb4f-cda0-4b92-a070-e94d2c908228 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:00.663543 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-44374ae6-ba73-4c46-8564-cd628854d157 None None] Provisioning complete for port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:00.667244 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-44374ae6-ba73-4c46-8564-cd628854d157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:00.701755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-bae6e1d7-7966-40e9-9fb1-5a8270a9dcc1 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1270594602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:00.743409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['d31e9ae0-1ea9-465f-86b1-ff81b6737150'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:00:00.745290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44498) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:00.833376 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-592d6400-9eb4-4281-baee-3167deb1b485 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d8e362e63894a49aff1c545b625e502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0866380 Jan 28 18:00:00.836097 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44502) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:00.908945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0ed2cae5-2e88-42b2-9300-b10f6766c722 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:00.932678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bae6e1d7-7966-40e9-9fb1-5a8270a9dcc1 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:00.941180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bae6e1d7-7966-40e9-9fb1-5a8270a9dcc1 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Usage tracker for resource:router and tenant:a88a3ea8de2a42b09423bf10f282b968 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:00.953659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bae6e1d7-7966-40e9-9fb1-5a8270a9dcc1 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:00.966183 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bae6e1d7-7966-40e9-9fb1-5a8270a9dcc1 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:01.000077 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2cae5-2e88-42b2-9300-b10f6766c722 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Pushing event deleted for resources: {'Port': ['ID=c100586a-50c0-4df8-8756-d4ae6f3b03f0,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:01.000203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b357e8-462b-4459-b185-0f6c3c454da1 None None] Network 54b15dcb-0710-4041-b8ff-aacf2b76d5ea requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:01.037603 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c9b82fd-b830-4087-b222-0d90c9386fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.043039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0ed2cae5-2e88-42b2-9300-b10f6766c722 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.076640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c9b82fd-b830-4087-b222-0d90c9386fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.153492 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0ed2cae5-2e88-42b2-9300-b10f6766c722 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] 10.222.0.26 "DELETE /v2.0/ports/c100586a-50c0-4df8-8756-d4ae6f3b03f0 HTTP/1.1" status: 204 len: 168 time: 1.7943945 Jan 28 18:00:01.156995 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44508) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:01.161407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-aebf5900-1dbe-4720-90e9-e67989976d64 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Request body: {'port': {'name': 'tempest-new-port-name-1637724539', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:01.161894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.api.validators [None req-aebf5900-1dbe-4720-90e9-e67989976d64 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] bootfile-name is not in valid_values {{(pid=88159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 18:00:01.162382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.api.validators [None req-aebf5900-1dbe-4720-90e9-e67989976d64 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] tftp-server is not in valid_values {{(pid=88159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 18:00:01.163037 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.api.validators [None req-aebf5900-1dbe-4720-90e9-e67989976d64 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] server-ip-address is not in valid_values {{(pid=88159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 18:00:01.207562 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] Provisioning complete for port cdbdfb4f-cda0-4b92-a070-e94d2c908228 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:01.208165 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.211850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c9b82fd-b830-4087-b222-0d90c9386fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.261988 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44512) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:01.283877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b82fd-b830-4087-b222-0d90c9386fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d548ae-6ee0-41b7-9360-0e06f75dfead,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:01.294306 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c9b82fd-b830-4087-b222-0d90c9386fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.295892 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8c9b82fd-b830-4087-b222-0d90c9386fd5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2d548ae-6ee0-41b7-9360-0e06f75dfead HTTP/1.1" status: 204 len: 168 time: 0.4601994 Jan 28 18:00:01.304845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] Port cdbdfb4f-cda0-4b92-a070-e94d2c908228 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:01.326607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bae6e1d7-7966-40e9-9fb1-5a8270a9dcc1 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.327901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bae6e1d7-7966-40e9-9fb1-5a8270a9dcc1 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.378504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bae6e1d7-7966-40e9-9fb1-5a8270a9dcc1 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.441863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.467720 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1481673395'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:01.476769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:01.483996 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Usage tracker for resource:network and tenant:dbf4b7e01082436c8ae220feb88ec234 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:01.486450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aebf5900-1dbe-4720-90e9-e67989976d64 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.496853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:01.506592 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:01.520892 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] Provisioning for port 6cc510f7-4ab8-45f4-87fc-5d8949f16864 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:01.528433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bae6e1d7-7966-40e9-9fb1-5a8270a9dcc1 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.544447 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.545638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.555133 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] Provisioning complete for port 6cc510f7-4ab8-45f4-87fc-5d8949f16864 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:01.555895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.716223 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=7ac0506b-7d05-48e2-b8ea-34d47696362f,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:01.761039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Made reservation on behalf of dbf4b7e01082436c8ae220feb88ec234 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:01.764413 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.774226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network a34f79ae-d030-4dce-ae0d-706638567d26 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:01.775527 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:01.785137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.789884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.816954 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:01.830804 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Usage tracker for resource:security_group_rule and tenant:dbf4b7e01082436c8ae220feb88ec234 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:01.837045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:01.851556 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] For port 6cc510f7-4ab8-45f4-87fc-5d8949f16864, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6cc510f7-4ab8-45f4-87fc-5d8949f16864,segment=NetworkSegment(e630682d-f059-4284-916a-0111d0d14104),segment_id=e630682d-f059-4284-916a-0111d0d14104)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:01.856327 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:01.862846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bae6e1d7-7966-40e9-9fb1-5a8270a9dcc1 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.864068 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bae6e1d7-7966-40e9-9fb1-5a8270a9dcc1 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.5037949 Jan 28 18:00:01.866976 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44520) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:01.886735 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-105064326'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:01.897131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:01.911674 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Usage tracker for resource:network and tenant:a88a3ea8de2a42b09423bf10f282b968 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:01.919618 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:01.927110 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:01.940482 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:02.050679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:02.079090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aebf5900-1dbe-4720-90e9-e67989976d64 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.094770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Made reservation on behalf of a88a3ea8de2a42b09423bf10f282b968 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:02.097115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.144313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router df24a0a9-c7b7-460a-8e60-d346fc8d598f is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:00:02.158875 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.160103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.176693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aebf5900-1dbe-4720-90e9-e67989976d64 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.212025 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] Could not find standard attr ID for object c100586a-50c0-4df8-8756-d4ae6f3b03f0. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:00:02.263314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:02.265734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf5900-1dbe-4720-90e9-e67989976d64 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Pushing event updated for resources: {'Port': ['ID=cdbdfb4f-cda0-4b92-a070-e94d2c908228,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:02.272866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.285029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:00:02.285191 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] Pushing event updated for resources: {'Port': ['ID=6cc510f7-4ab8-45f4-87fc-5d8949f16864,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:02.295109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.295454 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Added segment a21c52bb-3369-4dbe-854d-24e528d60af8 of type vlan for network 6c6a4855-6590-4715-8411-fdc12978b8ca Jan 28 18:00:02.308047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:02.308462 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.322555 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.340832 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] Provisioning for port 7ac0506b-7d05-48e2-b8ea-34d47696362f completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:02.350793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Usage tracker for resource:security_group_rule and tenant:a88a3ea8de2a42b09423bf10f282b968 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:02.357285 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] Provisioning complete for port 7ac0506b-7d05-48e2-b8ea-34d47696362f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:02.357645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.360971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:00:02.365157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-aebf5900-1dbe-4720-90e9-e67989976d64 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] In _notify_port_updated(), no bound segment for port cdbdfb4f-cda0-4b92-a070-e94d2c908228 on network 819392bf-ae75-4847-8499-3bee6dc02fce {{(pid=88159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 18:00:02.369333 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d2528fe4-66fc-4471-bf26-00f0d6060048 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/df24a0a9-c7b7-460a-8e60-d346fc8d598f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2391419 Jan 28 18:00:02.369333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44532) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:02.371273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebf5900-1dbe-4720-90e9-e67989976d64 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:02.372012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aebf5900-1dbe-4720-90e9-e67989976d64 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.373183 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-aebf5900-1dbe-4720-90e9-e67989976d64 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] 10.222.0.26 "PUT /v2.0/ports/cdbdfb4f-cda0-4b92-a070-e94d2c908228 HTTP/1.1" status: 200 len: 1130 time: 1.2181709 Jan 28 18:00:02.374291 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:02.382818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44536) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:02.387894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:02.402451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4afe79-007e-4fb1-920a-b6b57af9c92f None None] Sync routers for ids ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:00:02.443489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4afe79-007e-4fb1-920a-b6b57af9c92f None None] Routers {'df24a0a9-c7b7-460a-8e60-d346fc8d598f'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:02.444296 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-8e4afe79-007e-4fb1-920a-b6b57af9c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:02.445648 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78960c73-2a72-407d-b722-fef298316a4f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:02.446251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-78960c73-2a72-407d-b722-fef298316a4f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Synchronizing usage tracker for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:02.487750 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a36db6-7911-4ef3-9433-2f106594852b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:02.488289 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-78a36db6-7911-4ef3-9433-2f106594852b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Synchronizing usage tracker for tenant:9b95c7edd88e49d09dc436c06b6cbe10 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:02.499325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.505122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:02.507447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.523082 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1694d-469f-4223-a152-a7a146793957 None None] Port 7ac0506b-7d05-48e2-b8ea-34d47696362f cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:02.532014 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00743a7c-2f4f-464b-abfe-cf66a9a80dc9,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:02.551160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device d31e9ae0-1ea9-465f-86b1-ff81b6737150 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:02.626259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-8e4afe79-007e-4fb1-920a-b6b57af9c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:02.662356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Pushing event updated for resources: {'Network': ['ID=6c6a4855-6590-4715-8411-fdc12978b8ca,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:02.667497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4afe79-007e-4fb1-920a-b6b57af9c92f None None] Routers {'df24a0a9-c7b7-460a-8e60-d346fc8d598f'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:02.668214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-8e4afe79-007e-4fb1-920a-b6b57af9c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:02.705685 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-78a36db6-7911-4ef3-9433-2f106594852b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Unset dirty status for tenant:9b95c7edd88e49d09dc436c06b6cbe10 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:02.720579 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-78a36db6-7911-4ef3-9433-2f106594852b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] 10.222.0.26 "GET /v2.0/ports/cdbdfb4f-cda0-4b92-a070-e94d2c908228 HTTP/1.1" status: 200 len: 1130 time: 0.3206227 Jan 28 18:00:02.721100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44544) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:02.734117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 6c6a4855-6590-4715-8411-fdc12978b8ca details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:00:02.755301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.775551 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6af87c07-fe30-4eeb-ac45-67ff1cd2d5cf tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5096853 Jan 28 18:00:02.775807 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44552) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:02.782117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Request body: {'subnet': {'network_id': '6c6a4855-6590-4715-8411-fdc12978b8ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:02.803311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-72ee2012-eb8f-45ed-9bf5-0d60e5f1460c tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Deleting port cdbdfb4f-cda0-4b92-a070-e94d2c908228 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:02.803729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-72ee2012-eb8f-45ed-9bf5-0d60e5f1460c tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.846330 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-8e4afe79-007e-4fb1-920a-b6b57af9c92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:02.847083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4afe79-007e-4fb1-920a-b6b57af9c92f None None] The sync data for ids ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:00:02.874509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-86024102-afd8-4860-b9c7-86b7c7376a48 None None] Provisioning complete for port 6cc510f7-4ab8-45f4-87fc-5d8949f16864 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:02.874509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-86024102-afd8-4860-b9c7-86b7c7376a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.885354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:02.927664 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb6d7d2-1d43-4a5d-b152-0416bef00bb9,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:02.933346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-78960c73-2a72-407d-b722-fef298316a4f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Unset dirty status for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:02.933346 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-78960c73-2a72-407d-b722-fef298316a4f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports/7ac0506b-7d05-48e2-b8ea-34d47696362f HTTP/1.1" status: 200 len: 911 time: 0.5601909 Jan 28 18:00:02.938160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44558) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:02.944047 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:02.976204 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port d31e9ae0-1ea9-465f-86b1-ff81b6737150 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:02.976581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.001090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:00:03.022271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Usage tracker for resource:subnet and tenant:dbf4b7e01082436c8ae220feb88ec234 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:03.078099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44562) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:03.078912 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:03.093576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:03.111737 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.115922 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Added segment 0c3bb59b-8aad-45b9-b39e-ff3dc238603e of type vlan for network a894486b-5f1d-4113-ab95-89f04483ad6b Jan 28 18:00:03.161135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.178712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-72ee2012-eb8f-45ed-9bf5-0d60e5f1460c tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.188684 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-86024102-afd8-4860-b9c7-86b7c7376a48 None None] Provisioning complete for port 7ac0506b-7d05-48e2-b8ea-34d47696362f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:03.189058 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-86024102-afd8-4860-b9c7-86b7c7376a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.243315 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.255611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-86024102-afd8-4860-b9c7-86b7c7376a48 None None] Port 7ac0506b-7d05-48e2-b8ea-34d47696362f cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:03.274173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36431fce-ca35-4702-b3bf-799af59fd92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:00:03.285195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port d31e9ae0-1ea9-465f-86b1-ff81b6737150, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d31e9ae0-1ea9-465f-86b1-ff81b6737150,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:03.285467 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Made reservation on behalf of dbf4b7e01082436c8ae220feb88ec234 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:03.288423 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.317371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-171960942'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:03.322392 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36431fce-ca35-4702-b3bf-799af59fd92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'code': 200} Jan 28 18:00:03.341201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-72ee2012-eb8f-45ed-9bf5-0d60e5f1460c tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Calling delete_port for cdbdfb4f-cda0-4b92-a070-e94d2c908228 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:03.349115 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.384350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:03.410460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:network and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:03.425725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c5cdf711-6d0e-4a5f-b430-54fc6f8f2bee None None] Provisioning complete for port cdbdfb4f-cda0-4b92-a070-e94d2c908228 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:03.431333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf711-6d0e-4a5f-b430-54fc6f8f2bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.431466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:03.445952 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:03.469845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=d31e9ae0-1ea9-465f-86b1-ff81b6737150,revision_number=8']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:03.485452 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c5cdf711-6d0e-4a5f-b430-54fc6f8f2bee None None] Port cdbdfb4f-cda0-4b92-a070-e94d2c908228 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:03.572407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-72ee2012-eb8f-45ed-9bf5-0d60e5f1460c tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.590560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.595988 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:03.596567 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.625750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee2012-eb8f-45ed-9bf5-0d60e5f1460c tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Pushing event deleted for resources: {'Port': ['ID=cdbdfb4f-cda0-4b92-a070-e94d2c908228,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:03.673882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-72ee2012-eb8f-45ed-9bf5-0d60e5f1460c tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.762721 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:03.766206 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.790398 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-72ee2012-eb8f-45ed-9bf5-0d60e5f1460c tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] 10.222.0.26 "DELETE /v2.0/ports/cdbdfb4f-cda0-4b92-a070-e94d2c908228 HTTP/1.1" status: 204 len: 168 time: 1.0693963 Jan 28 18:00:03.792806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44570) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:03.851121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.930283 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:03.959052 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event updated for resources: {'Network': ['ID=a894486b-5f1d-4113-ab95-89f04483ad6b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:03.966672 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6cc510f7-4ab8-45f4-87fc-5d8949f16864 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:03.970852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:security_group_rule and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:03.984174 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:03.984285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-6151e893-6a73-490f-8a3d-1bc0c0adc948 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Deleting subnet e86fa62d-227f-452a-ab16-bb736a3a2175 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:00:03.984285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6151e893-6a73-490f-8a3d-1bc0c0adc948 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:03.999341 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-80b4f845-0088-4520-b67a-d7801b7aa55c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1286845 Jan 28 18:00:04.000116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:04.010657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44574) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:04.024340 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network a894486b-5f1d-4113-ab95-89f04483ad6b details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:00:04.028410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Request body: {'subnet': {'network_id': 'a894486b-5f1d-4113-ab95-89f04483ad6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:04.068787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6151e893-6a73-490f-8a3d-1bc0c0adc948 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.156747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6151e893-6a73-490f-8a3d-1bc0c0adc948 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.169189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6cc510f7-4ab8-45f4-87fc-5d8949f16864 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:04.169561 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.252834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.271170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:04.283448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Usage tracker for resource:subnet and tenant:a88a3ea8de2a42b09423bf10f282b968 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:04.321374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6151e893-6a73-490f-8a3d-1bc0c0adc948 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.339654 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:04.358895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:04.364528 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151e893-6a73-490f-8a3d-1bc0c0adc948 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Pushing event deleted for resources: {'Subnet': ['ID=e86fa62d-227f-452a-ab16-bb736a3a2175,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:04.368340 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6151e893-6a73-490f-8a3d-1bc0c0adc948 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.375030 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6151e893-6a73-490f-8a3d-1bc0c0adc948 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] 10.222.0.26 "DELETE /v2.0/subnets/e86fa62d-227f-452a-ab16-bb736a3a2175 HTTP/1.1" status: 204 len: 168 time: 0.5807467 Jan 28 18:00:04.377311 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770fcb7e-bfb6-46cc-8c8c-1c8a54f9426b None None] Network 819392bf-ae75-4847-8499-3bee6dc02fce requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:04.377805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44578) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:04.412846 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.494604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.506575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Deleting port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:04.506765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.554279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Made reservation on behalf of a88a3ea8de2a42b09423bf10f282b968 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:04.557746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.578014 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.588292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Pushing event updated for resources: {'Subnet': ['ID=d035ae96-a7a6-4c75-b1d9-f9a02873bc79,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:04.648694 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c417fd-5f25-471a-b1ee-88e0a722145d None None] DHCP port deletion for 819392bf-ae75-4847-8499-3bee6dc02fce request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:00:04.653689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-58c417fd-5f25-471a-b1ee-88e0a722145d None None] Deleting port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:04.654164 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58c417fd-5f25-471a-b1ee-88e0a722145d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.691257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.732018 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Checking segment: {'id': 'a21c52bb-3369-4dbe-854d-24e528d60af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c6a4855-6590-4715-8411-fdc12978b8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:04.732377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Network hostable DHCP agents. Network: 6c6a4855-6590-4715-8411-fdc12978b8ca, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:00:04.744340 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] For port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88,segment=NetworkSegment(3bfed0ca-e5c5-4f40-a7e8-841cce212f1f),segment_id=3bfed0ca-e5c5-4f40-a7e8-841cce212f1f)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:04.747666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.796222 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:00:04.863699 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a771b51-ab90-4ad1-bf0a-f74f041cf18a,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:04.873035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Calling delete_port for 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:04.881037 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.881238 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Added segment 806e8674-5eb9-4148-99fc-32da2f9fc18e of type vlan for network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 Jan 28 18:00:04.975271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-58c417fd-5f25-471a-b1ee-88e0a722145d None None] For port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88,segment=NetworkSegment(3bfed0ca-e5c5-4f40-a7e8-841cce212f1f),segment_id=3bfed0ca-e5c5-4f40-a7e8-841cce212f1f)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:04.975766 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58c417fd-5f25-471a-b1ee-88e0a722145d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:04.992706 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Network 6c6a4855-6590-4715-8411-fdc12978b8ca is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:00:05.017493 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.029751 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.065660 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Allocated IP 2001:db8:1::1 (54b15dcb-0710-4041-b8ff-aacf2b76d5ea/90e376bc-fdd1-464c-a9a6-b3a23ecaa7a8/a25834b4-0dcb-491c-898b-effeaa99f022) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:05.081500 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Pushing event deleted for resources: {'Port': ['ID=1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:05.094341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] No DVR routers for this DVR port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:00:05.100237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-58c417fd-5f25-471a-b1ee-88e0a722145d None None] Calling delete_port for 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:05.109848 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 6c6a4855-6590-4715-8411-fdc12978b8ca) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:05.128319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c94ed9-f457-4060-8292-e7bdf179dbf4 None None] Network 6c6a4855-6590-4715-8411-fdc12978b8ca requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:05.133173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:05.133755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.190442 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.195853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:05.196430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.235198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.238578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.262489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819392bf-ae75-4847-8499-3bee6dc02fce']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:05.278380 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfed0ca-e5c5-4f40-a7e8-841cce212f1f') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:05.278709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfed0ca-e5c5-4f40-a7e8-841cce212f1f') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:05.290658 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-58c417fd-5f25-471a-b1ee-88e0a722145d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:00:05.291180 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-58c417fd-5f25-471a-b1ee-88e0a722145d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:00:05.291389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.308486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.314923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:00:05.315376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:00:05.330088 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:00:05.425028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Network': ['ID=1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:05.452071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:00:05.454927 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event updated for resources: {'Subnet': ['ID=533b9d65-9fea-4a5d-b9d4-38af13980bfc,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:05.473186 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-35f8a4e9-03ab-4983-8cc0-07816f56285b tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6963539 Jan 28 18:00:05.476013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44582) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:05.484333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Request body: {'port': {'network_id': '6c6a4855-6590-4715-8411-fdc12978b8ca', 'name': 'tempest-TagsExtTest-1618053388'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:05.489732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Checking segment: {'id': '0c3bb59b-8aad-45b9-b39e-ff3dc238603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a894486b-5f1d-4113-ab95-89f04483ad6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:05.490087 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Network hostable DHCP agents. Network: a894486b-5f1d-4113-ab95-89f04483ad6b, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:00:05.503578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.525876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.528196 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-6c6a4855-6590-4715-8411-fdc12978b8ca', 'network_id': '6c6a4855-6590-4715-8411-fdc12978b8ca', 'tenant_id': 'dbf4b7e01082436c8ae220feb88ec234', 'fixed_ips': [{'subnet_id': 'd035ae96-a7a6-4c75-b1d9-f9a02873bc79'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:00:05.529016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.597934 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] Pushing event deleted for resources: {'Network': ['ID=819392bf-ae75-4847-8499-3bee6dc02fce,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:05.630122 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a61ae8d6-b46f-49c6-94d1-bd2328d9367b tempest-ExtraDHCPOptionsIpV6TestJSON-518874532 tempest-ExtraDHCPOptionsIpV6TestJSON-518874532-project] 10.222.0.26 "DELETE /v2.0/networks/819392bf-ae75-4847-8499-3bee6dc02fce HTTP/1.1" status: 204 len: 168 time: 1.2491462 Jan 28 18:00:05.633273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.651659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Transition to ACTIVE for port object a25834b4-0dcb-491c-898b-effeaa99f022 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:05.673854 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0a5785c5-932b-48dc-8caf-a550ce799cb5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5918519 Jan 28 18:00:05.676377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44588) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:05.690266 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'name': 'tempest-PortsIpV6TestJSON-1545945925'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:05.700664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:05.706125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Usage tracker for resource:port and tenant:dbf4b7e01082436c8ae220feb88ec234 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:05.709641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:05.716458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:05.736163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Allocated IP 172.20.0.2 (6c6a4855-6590-4715-8411-fdc12978b8ca/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/dad9d0a7-6eff-4a86-9fd7-acfeb719330e) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:05.775883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.810721 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-58c417fd-5f25-471a-b1ee-88e0a722145d None None] Deleting port 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:05.811224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58c417fd-5f25-471a-b1ee-88e0a722145d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.813226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Made reservation on behalf of dbf4b7e01082436c8ae220feb88ec234 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:05.816994 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.838331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] device_id is not set on port 8f0ce447-aa6d-418a-89b2-8b4d1eda6f73 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:00:05.888349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 54b15dcb-0710-4041-b8ff-aacf2b76d5ea is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:05.891701 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-58c417fd-5f25-471a-b1ee-88e0a722145d None None] The port '1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:00:05.900629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:05.900629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:05.900629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:05.908628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:05.911788 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Network a894486b-5f1d-4113-ab95-89f04483ad6b is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:00:05.931877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:port and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:05.937665 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=a25834b4-0dcb-491c-898b-effeaa99f022,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:05.944261 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:05.964590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:05.971477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, a894486b-5f1d-4113-ab95-89f04483ad6b) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:05.982707 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:05.990666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.008153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708bdfa4-bda3-4f09-9ca8-b7fc9ae43cff None None] Network a894486b-5f1d-4113-ab95-89f04483ad6b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:06.021695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:06.091940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:06.096296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.121235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port 7f7188f8-420f-4d40-aa74-8f16d36ae56b yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:00:06.160589 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8a5d5073-a9be-46dd-8fa1-fc33d3be1988 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1485395 Jan 28 18:00:06.163669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44594) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:06.175405 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Request body: {'network': {'name': 'tempest-router-network01--1750230475'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:06.178384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:06.185911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Usage tracker for resource:network and tenant:a88a3ea8de2a42b09423bf10f282b968 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:06.190170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:06.203053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44598) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:06.205866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:06.212827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:06.213180 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1784a0a3-b2b5-42d2-a69f-54f2bd3b5a88 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:06.263899 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.269992 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.293697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Transition to ACTIVE for port object dad9d0a7-6eff-4a86-9fd7-acfeb719330e will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:06.326186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Made reservation on behalf of a88a3ea8de2a42b09423bf10f282b968 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:06.330325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.355074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Transition to ACTIVE for port object dad9d0a7-6eff-4a86-9fd7-acfeb719330e will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:06.391990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:00:06.410145 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bc7f8a16-73cf-403f-87e9-3dae1520f974 None None] Provisioning for port a25834b4-0dcb-491c-898b-effeaa99f022 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:06.413554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.415514 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Added segment 97952a85-730e-4d1f-a4d3-c39828296ea5 of type vlan for network d6832034-9092-41d7-818c-9982c84f4065 Jan 28 18:00:06.419272 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4ca67882-6e8a-4f47-a351-355f2d4b4d9d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b95c7edd88e49d09dc436c06b6cbe10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126005 Jan 28 18:00:06.420277 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bc7f8a16-73cf-403f-87e9-3dae1520f974 None None] Provisioning complete for port a25834b4-0dcb-491c-898b-effeaa99f022 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:06.421159 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bc7f8a16-73cf-403f-87e9-3dae1520f974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.421293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44604) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:06.458620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.509808 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-a894486b-5f1d-4113-ab95-89f04483ad6b', 'network_id': 'a894486b-5f1d-4113-ab95-89f04483ad6b', 'tenant_id': 'a88a3ea8de2a42b09423bf10f282b968', 'fixed_ips': [{'subnet_id': '533b9d65-9fea-4a5d-b9d4-38af13980bfc'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:00:06.510334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.563187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f8a16-73cf-403f-87e9-3dae1520f974 None None] Port a25834b4-0dcb-491c-898b-effeaa99f022 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:06.571950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Network 6c6a4855-6590-4715-8411-fdc12978b8ca is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:06.576201 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:06.579508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:06.631392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Pushing event updated for resources: {'Port': ['ID=dad9d0a7-6eff-4a86-9fd7-acfeb719330e,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:06.634489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.638398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.695859 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Allocated IP 172.20.0.8 (6c6a4855-6590-4715-8411-fdc12978b8ca/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:06.710016 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9cbf-ae7b-4258-81b2-ce71e81e3811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.758685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9cbf-ae7b-4258-81b2-ce71e81e3811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.760911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Attempting to bind port dad9d0a7-6eff-4a86-9fd7-acfeb719330e on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:00:06.761286 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Attempting to bind port dad9d0a7-6eff-4a86-9fd7-acfeb719330e by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'a21c52bb-3369-4dbe-854d-24e528d60af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c6a4855-6590-4715-8411-fdc12978b8ca'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:00:06.761882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Attempting to bind port dad9d0a7-6eff-4a86-9fd7-acfeb719330e on network 6c6a4855-6590-4715-8411-fdc12978b8ca {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:00:06.795811 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:00:06.796315 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Checking segment: {'id': 'a21c52bb-3369-4dbe-854d-24e528d60af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c6a4855-6590-4715-8411-fdc12978b8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:06.796773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.797699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Bound using segment: {'id': 'a21c52bb-3369-4dbe-854d-24e528d60af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c6a4855-6590-4715-8411-fdc12978b8ca'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:00:06.798240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Bound port: dad9d0a7-6eff-4a86-9fd7-acfeb719330e, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21c52bb-3369-4dbe-854d-24e528d60af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6c6a4855-6590-4715-8411-fdc12978b8ca'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:00:06.798837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.832580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.833090 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.838416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:06.838987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.841007 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.896428 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Allocated IP 2001:db8::2 (a894486b-5f1d-4113-ab95-89f04483ad6b/533b9d65-9fea-4a5d-b9d4-38af13980bfc/d7d0275c-39dc-4662-afdd-d7aed8fd96e8) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:06.900282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.901078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:06.945630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] For port dad9d0a7-6eff-4a86-9fd7-acfeb719330e, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:00:06.954617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=7f7188f8-420f-4d40-aa74-8f16d36ae56b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:07.012378 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] For port dad9d0a7-6eff-4a86-9fd7-acfeb719330e, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dad9d0a7-6eff-4a86-9fd7-acfeb719330e,segment=NetworkSegment(a21c52bb-3369-4dbe-854d-24e528d60af8),segment_id=a21c52bb-3369-4dbe-854d-24e528d60af8)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:00:07.051996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event updated for resources: {'Network': ['ID=d6832034-9092-41d7-818c-9982c84f4065,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:07.064884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.082408 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Checking segment: {'id': '806e8674-5eb9-4148-99fc-32da2f9fc18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:07.082758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network hostable DHCP agents. Network: 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:00:07.120426 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=a25834b4-0dcb-491c-898b-effeaa99f022,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:07.132924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.151243 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6dedb168-26a2-4a0d-9ebd-4a4ec9f84781 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9839535 Jan 28 18:00:07.152013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44608) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:07.152478 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network d6832034-9092-41d7-818c-9982c84f4065 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:00:07.152730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Transition to ACTIVE for port object 8f0ce447-aa6d-418a-89b2-8b4d1eda6f73 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:07.158120 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 54b15dcb-0710-4041-b8ff-aacf2b76d5ea is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:07.162237 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Request body: {'network': {'name': 'tempest-router-network02--1684001755'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:07.165638 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:07.171507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:07.178337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9cbf-ae7b-4258-81b2-ce71e81e3811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.181633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9cbf-ae7b-4258-81b2-ce71e81e3811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.186625 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f1bb9cbf-ae7b-4258-81b2-ce71e81e3811 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7fcb5c9-eee3-456c-8185-53c33dc1a263 HTTP/1.1" status: 204 len: 168 time: 0.7609670 Jan 28 18:00:07.194873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb9cbf-ae7b-4258-81b2-ce71e81e3811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fcb5c9-eee3-456c-8185-53c33dc1a263,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:07.226618 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Usage tracker for resource:network and tenant:a88a3ea8de2a42b09423bf10f282b968 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:07.234528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:07.294594 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:07.303591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:00:07.316618 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fe7ea-1cbc-4f1c-a916-0c5eced36619 None None] Pushing event updated for resources: {'Port': ['ID=dad9d0a7-6eff-4a86-9fd7-acfeb719330e,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:07.350195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.399730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.419492 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Transition to ACTIVE for port object d7d0275c-39dc-4662-afdd-d7aed8fd96e8 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:07.448582 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Transition to ACTIVE for port object d7d0275c-39dc-4662-afdd-d7aed8fd96e8 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:07.492663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Network 6c6a4855-6590-4715-8411-fdc12978b8ca is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:07.495955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:07.498900 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:07.504309 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.522455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router df24a0a9-c7b7-460a-8e60-d346fc8d598f has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:00:07.539883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Pushing event updated for resources: {'Port': ['ID=8f0ce447-aa6d-418a-89b2-8b4d1eda6f73,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:07.599310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:07.599985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.643411 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:07.645049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Made reservation on behalf of a88a3ea8de2a42b09423bf10f282b968 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:07.648643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.651637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Network a894486b-5f1d-4113-ab95-89f04483ad6b is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:07.658259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:07.660774 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:07.667368 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93867e6-cca6-4038-ba9f-6988ebc4cbb6 None None] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:07.710963 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-56a1bf70-9f24-4391-8a36-09b2ab63e111 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2318227 Jan 28 18:00:07.713699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44616) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:07.735634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-3b4f0dc6-efa4-4f3b-9875-a3515ba1220a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2095647615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:07.742575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:07.746073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:07.746588 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.759833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3b4f0dc6-efa4-4f3b-9875-a3515ba1220a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:07.775892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3b4f0dc6-efa4-4f3b-9875-a3515ba1220a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Usage tracker for resource:router and tenant:dbf4b7e01082436c8ae220feb88ec234 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:07.777812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Pushing event updated for resources: {'Port': ['ID=d7d0275c-39dc-4662-afdd-d7aed8fd96e8,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:07.779426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3b4f0dc6-efa4-4f3b-9875-a3515ba1220a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:07.786820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3b4f0dc6-efa4-4f3b-9875-a3515ba1220a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:07.816736 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:00:07.826449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:00:07.834353 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.834661 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Added segment 37875ed8-9848-47ef-8ac9-6e3a5f660165 of type vlan for network 9b04fa05-262a-43c3-8366-a50a67f4c6dd Jan 28 18:00:07.837165 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a170494-3853-498b-90bb-a1a16b262fe0 None None] Sync routers for ids ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:00:07.843394 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6226e3e2-c642-4568-9494-76cfbb6582e7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/df24a0a9-c7b7-460a-8e60-d346fc8d598f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9036863 Jan 28 18:00:07.845607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-de14e779-7db6-4a94-95ec-e595d8be7a60 None None] Provisioning complete for port a25834b4-0dcb-491c-898b-effeaa99f022 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:07.846040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de14e779-7db6-4a94-95ec-e595d8be7a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.847242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44624) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:07.869209 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a170494-3853-498b-90bb-a1a16b262fe0 None None] Routers {'df24a0a9-c7b7-460a-8e60-d346fc8d598f'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:07.869209 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7a170494-3853-498b-90bb-a1a16b262fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:07.888093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0dc6-efa4-4f3b-9875-a3515ba1220a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.903377 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-06470858-e122-4498-8d6d-4e167d6b7fba tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2259414 Jan 28 18:00:07.912717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44628) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:07.913532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0dc6-efa4-4f3b-9875-a3515ba1220a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.914079 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.930685 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-597898414'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:07.941717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:07.954528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:network and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:07.958917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Attempting to bind port d7d0275c-39dc-4662-afdd-d7aed8fd96e8 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:00:07.960883 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Attempting to bind port d7d0275c-39dc-4662-afdd-d7aed8fd96e8 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '0c3bb59b-8aad-45b9-b39e-ff3dc238603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a894486b-5f1d-4113-ab95-89f04483ad6b'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:00:07.960883 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Attempting to bind port d7d0275c-39dc-4662-afdd-d7aed8fd96e8 on network a894486b-5f1d-4113-ab95-89f04483ad6b {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:00:07.961101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:07.968537 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7a170494-3853-498b-90bb-a1a16b262fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:07.969170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104ea048-ecc3-40b7-a666-dd36d4a53bda tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:07.969760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-104ea048-ecc3-40b7-a666-dd36d4a53bda tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Synchronizing usage tracker for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:07.986238 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:07.986403 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0dc6-efa4-4f3b-9875-a3515ba1220a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:07.995713 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a170494-3853-498b-90bb-a1a16b262fe0 None None] Routers {'df24a0a9-c7b7-460a-8e60-d346fc8d598f'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:07.996968 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7a170494-3853-498b-90bb-a1a16b262fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:08.052505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:08.056419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:08.065250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:00:08.068631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Checking segment: {'id': '0c3bb59b-8aad-45b9-b39e-ff3dc238603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a894486b-5f1d-4113-ab95-89f04483ad6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:08.068913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:08.069188 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Bound using segment: {'id': '0c3bb59b-8aad-45b9-b39e-ff3dc238603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a894486b-5f1d-4113-ab95-89f04483ad6b'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:00:08.069646 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Bound port: d7d0275c-39dc-4662-afdd-d7aed8fd96e8, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3bb59b-8aad-45b9-b39e-ff3dc238603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a894486b-5f1d-4113-ab95-89f04483ad6b'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:00:08.070024 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:08.081315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0dc6-efa4-4f3b-9875-a3515ba1220a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:08.089028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:08.095426 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:08.096183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:08.116716 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7a170494-3853-498b-90bb-a1a16b262fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:08.117412 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a170494-3853-498b-90bb-a1a16b262fe0 None None] The sync data for ids ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:00:08.140161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-104ea048-ecc3-40b7-a666-dd36d4a53bda tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Unset dirty status for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:08.140161 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-104ea048-ecc3-40b7-a666-dd36d4a53bda tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports/a25834b4-0dcb-491c-898b-effeaa99f022 HTTP/1.1" status: 200 len: 913 time: 0.2888064 Jan 28 18:00:08.140357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-de14e779-7db6-4a94-95ec-e595d8be7a60 None None] Port a25834b4-0dcb-491c-898b-effeaa99f022 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:08.143264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44636) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:08.185859 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dad9d0a7-6eff-4a86-9fd7-acfeb719330e up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:08.244646 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:00:08.280504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:08.280842 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Added segment 803961c1-3688-489d-80fc-4fc0a13173f1 of type vlan for network 5fdc6c34-c3f6-491a-8f95-d3bfb513e65b Jan 28 18:00:08.288822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event updated for resources: {'Network': ['ID=9b04fa05-262a-43c3-8366-a50a67f4c6dd,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:08.312356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 9b04fa05-262a-43c3-8366-a50a67f4c6dd details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:00:08.315370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:08.316933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0dc6-efa4-4f3b-9875-a3515ba1220a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:08.319839 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3b4f0dc6-efa4-4f3b-9875-a3515ba1220a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6025009 Jan 28 18:00:08.321161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44640) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:08.329537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-49d4932a-188c-4697-970b-f9c3c09cf34c tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-984883408', 'prefixes': ['172.20.0.0/16']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:08.338938 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-40a493a4-c755-4145-b449-4288bcb1c116 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1858675 Jan 28 18:00:08.342779 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-49d4932a-188c-4697-970b-f9c3c09cf34c tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:08.345035 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44644) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:08.363010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Request body: {'subnet': {'network_id': 'd6832034-9092-41d7-818c-9982c84f4065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:08.422140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] For port d7d0275c-39dc-4662-afdd-d7aed8fd96e8, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:00:08.454760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] For port d7d0275c-39dc-4662-afdd-d7aed8fd96e8, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d7d0275c-39dc-4662-afdd-d7aed8fd96e8,segment=NetworkSegment(0c3bb59b-8aad-45b9-b39e-ff3dc238603e),segment_id=0c3bb59b-8aad-45b9-b39e-ff3dc238603e)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:00:08.531429 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:08.532957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:08.535670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Usage tracker for resource:subnet and tenant:a88a3ea8de2a42b09423bf10f282b968 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:08.544398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:08.552984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:08.570924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:08.577843 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:08.578552 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:08.616718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port dad9d0a7-6eff-4a86-9fd7-acfeb719330e completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:08.638298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8698d62-0c27-40b4-a7a6-9a2bcfe8b660 None None] Pushing event updated for resources: {'Port': ['ID=d7d0275c-39dc-4662-afdd-d7aed8fd96e8,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:08.760898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Network': ['ID=5fdc6c34-c3f6-491a-8f95-d3bfb513e65b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:08.773375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 5fdc6c34-c3f6-491a-8f95-d3bfb513e65b details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:00:08.777022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Made reservation on behalf of a88a3ea8de2a42b09423bf10f282b968 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:08.780850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:08.800039 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7bf6aa27-a539-4390-a49b-4158ab6f9bd1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8816683 Jan 28 18:00:08.800732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44656) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:08.877411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44660) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:08.880471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0188498e-1ea5-451f-a376-7dfa43e4f32d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:08.885262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'ports': [{'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0'}, {'network_id': '5fdc6c34-c3f6-491a-8f95-d3bfb513e65b'}]} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:08.885565 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:08.886031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'network_id': '5fdc6c34-c3f6-491a-8f95-d3bfb513e65b'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:09.042413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79316d01-0caa-4acd-a73a-e03b7f3bd6d9 None None] Network 6c6a4855-6590-4715-8411-fdc12978b8ca requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:09.212816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-afbe6ff5-e669-4b6d-a972-07f23de0f6d0 None None] Provisioning for port dad9d0a7-6eff-4a86-9fd7-acfeb719330e completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:09.220018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-545471519'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:09.246857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:09.249394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-afbe6ff5-e669-4b6d-a972-07f23de0f6d0 None None] Provisioning complete for port dad9d0a7-6eff-4a86-9fd7-acfeb719330e triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:09.250086 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-afbe6ff5-e669-4b6d-a972-07f23de0f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:09.254844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:port and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:09.258562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:09.265208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:09.267698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:09.273725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Usage tracker for resource:network and tenant:bb256090dd584196a1471f288ff59adb is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:09.277442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:09.290312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:09.326427 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-49d4932a-188c-4697-970b-f9c3c09cf34c tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for subnetpool, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:09.328794 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-49d4932a-188c-4697-970b-f9c3c09cf34c tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.0062528 Jan 28 18:00:09.345759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44666) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:09.418783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 2} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:09.427021 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:09.434389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-afbe6ff5-e669-4b6d-a972-07f23de0f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:09.446884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:09.474118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-afbe6ff5-e669-4b6d-a972-07f23de0f6d0 None None] For port dad9d0a7-6eff-4a86-9fd7-acfeb719330e, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dad9d0a7-6eff-4a86-9fd7-acfeb719330e,segment=NetworkSegment(a21c52bb-3369-4dbe-854d-24e528d60af8),segment_id=a21c52bb-3369-4dbe-854d-24e528d60af8)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:09.487244 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-b0d9c19b-6151-4629-a9b4-75345dd6f7dc tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd035ae96-a7a6-4c75-b1d9-f9a02873bc79', 'tempest-TagsExtTest-Tag-2020196196') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:09.504056 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:09.521659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Made reservation on behalf of bb256090dd584196a1471f288ff59adb for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:09.525410 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:09.550497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:09.574426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-afbe6ff5-e669-4b6d-a972-07f23de0f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:09.579254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-0188498e-1ea5-451f-a376-7dfa43e4f32d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port a25834b4-0dcb-491c-898b-effeaa99f022 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:09.579655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0188498e-1ea5-451f-a376-7dfa43e4f32d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:09.609512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:09.619827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Usage tracker for resource:security_group_rule and tenant:bb256090dd584196a1471f288ff59adb is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:09.629811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:09.652307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:09.687642 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe6ff5-e669-4b6d-a972-07f23de0f6d0 None None] Pushing event updated for resources: {'Port': ['ID=dad9d0a7-6eff-4a86-9fd7-acfeb719330e,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:09.778687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port 31f285bf-e7a1-4305-99ca-b52b90a34280 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:00:09.787855 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event updated for resources: {'Subnet': ['ID=da93c8d2-bb58-4f1d-b59d-11d1cd69f3c0,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:09.800744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Checking segment: {'id': '97952a85-730e-4d1f-a4d3-c39828296ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd6832034-9092-41d7-818c-9982c84f4065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:09.801100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Network hostable DHCP agents. Network: d6832034-9092-41d7-818c-9982c84f4065, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:00:09.876227 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0188498e-1ea5-451f-a376-7dfa43e4f32d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:09.895651 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0a45635a-3239-4ef4-8638-0a3448e7ab54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:09.941537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:09.984007 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-50371ee7-6fe9-481a-a9dd-e9e76a22bdd8 None None] Provisioning for port 8f0ce447-aa6d-418a-89b2-8b4d1eda6f73 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:09.989484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-50371ee7-6fe9-481a-a9dd-e9e76a22bdd8 None None] Provisioning complete for port 8f0ce447-aa6d-418a-89b2-8b4d1eda6f73 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:09.991025 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-50371ee7-6fe9-481a-a9dd-e9e76a22bdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.009208 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b0d9c19b-6151-4629-a9b4-75345dd6f7dc tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "PUT /v2.0/subnets/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/tags/tempest-TagsExtTest-Tag-2020196196 HTTP/1.1" status: 201 len: 201 time: 0.6524305 Jan 28 18:00:10.118184 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-50371ee7-6fe9-481a-a9dd-e9e76a22bdd8 None None] Port 8f0ce447-aa6d-418a-89b2-8b4d1eda6f73 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:10.132589 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-50371ee7-6fe9-481a-a9dd-e9e76a22bdd8 None None] Provisioning complete for port dad9d0a7-6eff-4a86-9fd7-acfeb719330e triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:10.132958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-50371ee7-6fe9-481a-a9dd-e9e76a22bdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.149231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44670) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:10.159835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-0188498e-1ea5-451f-a376-7dfa43e4f32d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for a25834b4-0dcb-491c-898b-effeaa99f022 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:10.167267 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d7d0275c-39dc-4662-afdd-d7aed8fd96e8 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:10.199756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-eaeb5397-ba48-40b8-b90f-4712547e3def tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8f0ce447-aa6d-418a-89b2-8b4d1eda6f73', 'tempest-TagsExtTest-Tag-974453660') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:10.243304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.256952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2bbf84-8cac-4338-8928-bc4964f04fef None None] Network a894486b-5f1d-4113-ab95-89f04483ad6b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:10.277333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Network d6832034-9092-41d7-818c-9982c84f4065 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:00:10.323533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.327423 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port 21d7e50b-88c2-4d04-b25c-547483f215d4 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:00:10.368218 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, d6832034-9092-41d7-818c-9982c84f4065) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:10.374846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:00:10.386428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618791f8-9d15-4a21-80d7-9aaed52c7883,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:10.392373 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:10.393140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.403848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.404205 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Added segment 90ad1d47-cdfd-4d09-91ec-93fef8f724eb of type vlan for network 25f6ad0c-8459-43e3-8134-92ed3e8bc004 Jan 28 18:00:10.426209 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55e083-0380-4dc0-a7a5-0a191996efbd None None] Network d6832034-9092-41d7-818c-9982c84f4065 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:10.437744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.451412 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port d7d0275c-39dc-4662-afdd-d7aed8fd96e8 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:10.464196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.475858 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-eaeb5397-ba48-40b8-b90f-4712547e3def tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "PUT /v2.0/ports/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73/tags/tempest-TagsExtTest-Tag-974453660 HTTP/1.1" status: 201 len: 201 time: 0.3255539 Jan 28 18:00:10.478776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44676) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:10.486591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-0d96b949-a040-4ab5-bdae-bd94b332a9ce tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f6add123-8a5f-4e62-974e-671f0a1ec57f', 'tempest-TagsExtTest-Tag-1138689939') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:10.528817 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dad9d0a7-6eff-4a86-9fd7-acfeb719330e up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:10.544753 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c7a96cd7-bf7b-4212-9b05-c415ae32b028 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1985309 Jan 28 18:00:10.548267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44680) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:10.554443 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Request body: {'subnet': {'network_id': '9b04fa05-262a-43c3-8366-a50a67f4c6dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:10.627826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0188498e-1ea5-451f-a376-7dfa43e4f32d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.688412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.693786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:10.694362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.710905 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.732389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188498e-1ea5-451f-a376-7dfa43e4f32d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=a25834b4-0dcb-491c-898b-effeaa99f022,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:10.789605 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0d96b949-a040-4ab5-bdae-bd94b332a9ce tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "PUT /v2.0/routers/f6add123-8a5f-4e62-974e-671f0a1ec57f/tags/tempest-TagsExtTest-Tag-1138689939 HTTP/1.1" status: 201 len: 201 time: 0.3096721 Jan 28 18:00:10.792599 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44684) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:10.809128 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:10.812546 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-4750aab1-9db3-4402-acca-ab103abd0c4a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a0896913-7eff-4052-a41c-37c20d8499c1', 'tempest-TagsExtTest-Tag-1299073592') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:10.824942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-faa2fa2b-78ff-449e-a77b-24fd2d6e6f89 None None] Provisioning for port d7d0275c-39dc-4662-afdd-d7aed8fd96e8 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:10.828141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:10.839189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:10.840034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.843513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port dad9d0a7-6eff-4a86-9fd7-acfeb719330e triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:10.843787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.865485 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=31f285bf-e7a1-4305-99ca-b52b90a34280,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:10.879798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-faa2fa2b-78ff-449e-a77b-24fd2d6e6f89 None None] Provisioning complete for port d7d0275c-39dc-4662-afdd-d7aed8fd96e8 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:10.879798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-faa2fa2b-78ff-449e-a77b-24fd2d6e6f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:10.921388 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:10.925842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Usage tracker for resource:subnet and tenant:a88a3ea8de2a42b09423bf10f282b968 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:10.929402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:10.936636 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:10.984903 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Checking segment: {'id': '803961c1-3688-489d-80fc-4fc0a13173f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5fdc6c34-c3f6-491a-8f95-d3bfb513e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:10.985257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network hostable DHCP agents. Network: 5fdc6c34-c3f6-491a-8f95-d3bfb513e65b, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:00:11.003874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=21d7e50b-88c2-4d04-b25c-547483f215d4,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:11.029232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Pushing event updated for resources: {'Network': ['ID=25f6ad0c-8459-43e3-8134-92ed3e8bc004,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:11.047151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44688) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:11.047996 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4750aab1-9db3-4402-acca-ab103abd0c4a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "PUT /v2.0/subnetpools/a0896913-7eff-4052-a41c-37c20d8499c1/tags/tempest-TagsExtTest-Tag-1299073592 HTTP/1.1" status: 201 len: 201 time: 0.2529821 Jan 28 18:00:11.052426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-fc1abd01-8bd6-47a2-a487-4bbbe7105d02 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd035ae96-a7a6-4c75-b1d9-f9a02873bc79') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:11.059475 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 25f6ad0c-8459-43e3-8134-92ed3e8bc004 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:00:11.111717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0188498e-1ea5-451f-a376-7dfa43e4f32d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:11.126822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 5fdc6c34-c3f6-491a-8f95-d3bfb513e65b is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:00:11.160019 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-d6832034-9092-41d7-818c-9982c84f4065', 'network_id': 'd6832034-9092-41d7-818c-9982c84f4065', 'tenant_id': 'a88a3ea8de2a42b09423bf10f282b968', 'fixed_ips': [{'subnet_id': 'da93c8d2-bb58-4f1d-b59d-11d1cd69f3c0'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:00:11.160818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:11.187976 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-564a2686-9253-4284-b7da-055b094e7ca8 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2086432 Jan 28 18:00:11.191059 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44692) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:11.197811 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Request body: {'subnet': {'network_id': '25f6ad0c-8459-43e3-8134-92ed3e8bc004', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:11.275470 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 5fdc6c34-c3f6-491a-8f95-d3bfb513e65b) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:11.297905 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:11.304259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:11.309795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:11.310721 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:11.342152 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb074c35-ac51-428e-944a-9629b1fb58e2 None None] Network 5fdc6c34-c3f6-491a-8f95-d3bfb513e65b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:11.360270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:11.365564 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Usage tracker for resource:subnet and tenant:bb256090dd584196a1471f288ff59adb is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:11.369199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:11.378221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:11.406332 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Made reservation on behalf of a88a3ea8de2a42b09423bf10f282b968 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:11.409931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:11.442845 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-78f9820b-7741-44a9-bb16-b932a528297e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6371284 Jan 28 18:00:11.445511 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44696) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:11.450506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-faa2fa2b-78ff-449e-a77b-24fd2d6e6f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:11.505892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Made reservation on behalf of bb256090dd584196a1471f288ff59adb for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:11.509495 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:11.541056 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fc1abd01-8bd6-47a2-a487-4bbbe7105d02 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/subnets/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/tags HTTP/1.1" status: 200 len: 241 time: 0.4922543 Jan 28 18:00:11.541592 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44700) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:11.559374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-d7fc28a2-43c0-4762-831a-b3313c443bda tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd035ae96-a7a6-4c75-b1d9-f9a02873bc79', 'tempest-TagsExtTest-Tag-2020196196') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:11.615479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port 21d7e50b-88c2-4d04-b25c-547483f215d4 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:11.616132 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:11.642176 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-faa2fa2b-78ff-449e-a77b-24fd2d6e6f89 None None] For port d7d0275c-39dc-4662-afdd-d7aed8fd96e8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d7d0275c-39dc-4662-afdd-d7aed8fd96e8,segment=NetworkSegment(0c3bb59b-8aad-45b9-b39e-ff3dc238603e),segment_id=0c3bb59b-8aad-45b9-b39e-ff3dc238603e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:11.680688 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Allocated IP 2001:db8::2 (d6832034-9092-41d7-818c-9982c84f4065/da93c8d2-bb58-4f1d-b59d-11d1cd69f3c0/5eebb4bb-2287-42a7-88ee-08eaf8be37a8) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:11.720730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-faa2fa2b-78ff-449e-a77b-24fd2d6e6f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:11.863540 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-faa2fa2b-78ff-449e-a77b-24fd2d6e6f89 None None] Provisioning complete for port 8f0ce447-aa6d-418a-89b2-8b4d1eda6f73 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:11.864239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-faa2fa2b-78ff-449e-a77b-24fd2d6e6f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:11.874431 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d7fc28a2-43c0-4762-831a-b3313c443bda tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/subnets/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/tags/tempest-TagsExtTest-Tag-2020196196 HTTP/1.1" status: 204 len: 168 time: 0.3239086 Jan 28 18:00:11.874431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0188498e-1ea5-451f-a376-7dfa43e4f32d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router df24a0a9-c7b7-460a-8e60-d346fc8d598f has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:00:11.877252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44704) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:11.886439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-5c74ab8d-47a1-460b-bfa9-4a005a162eac tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd035ae96-a7a6-4c75-b1d9-f9a02873bc79', 'tempest-TagsExtTest-Tag-2020196196') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:11.926103 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2fa2b-78ff-449e-a77b-24fd2d6e6f89 None None] Pushing event updated for resources: {'Port': ['ID=d7d0275c-39dc-4662-afdd-d7aed8fd96e8,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:11.949333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:11.954678 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-faa2fa2b-78ff-449e-a77b-24fd2d6e6f89 None None] Port 8f0ce447-aa6d-418a-89b2-8b4d1eda6f73 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:12.055508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:12.069827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Transition to ACTIVE for port object 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:12.096501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Transition to ACTIVE for port object 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:12.097703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-759b2ac0-1581-4978-8441-5614b5133764 None None] Provisioning complete for port d7d0275c-39dc-4662-afdd-d7aed8fd96e8 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:12.098070 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-759b2ac0-1581-4978-8441-5614b5133764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:12.106268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:12.117780 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for 21d7e50b-88c2-4d04-b25c-547483f215d4 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:12.145058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0188498e-1ea5-451f-a376-7dfa43e4f32d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:00:12.161960 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0188498e-1ea5-451f-a376-7dfa43e4f32d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/df24a0a9-c7b7-460a-8e60-d346fc8d598f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0172300 Jan 28 18:00:12.163223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a01718f-e95b-4049-9439-57ad91ed7460 None None] Sync routers for ids ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:00:12.165095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44708) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:12.212652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a01718f-e95b-4049-9439-57ad91ed7460 None None] Routers {'df24a0a9-c7b7-460a-8e60-d346fc8d598f'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:12.213190 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-3a01718f-e95b-4049-9439-57ad91ed7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:12.228678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:12.278466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Pushing event updated for resources: {'Subnet': ['ID=94802337-15e8-48b2-a595-234821272ac4,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:12.281840 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Checking segment: {'id': '90ad1d47-cdfd-4d09-91ec-93fef8f724eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '25f6ad0c-8459-43e3-8134-92ed3e8bc004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:12.282195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Network hostable DHCP agents. Network: 25f6ad0c-8459-43e3-8134-92ed3e8bc004, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:00:12.287875 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:12.334006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-3a01718f-e95b-4049-9439-57ad91ed7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:12.341032 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5c74ab8d-47a1-460b-bfa9-4a005a162eac tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/subnets/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/tags/tempest-TagsExtTest-Tag-2020196196 HTTP/1.1" status: 204 len: 168 time: 0.4613986 Jan 28 18:00:12.344537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44712) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:12.350756 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-f25835bf-c846-4908-be8b-bbd3636c93db tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd035ae96-a7a6-4c75-b1d9-f9a02873bc79') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:12.377145 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Network d6832034-9092-41d7-818c-9982c84f4065 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:12.380587 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:12.382216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a01718f-e95b-4049-9439-57ad91ed7460 None None] Routers {'df24a0a9-c7b7-460a-8e60-d346fc8d598f'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:12.383181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-3a01718f-e95b-4049-9439-57ad91ed7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T17:59:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:12.383387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Network 25f6ad0c-8459-43e3-8134-92ed3e8bc004 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:00:12.391341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event updated for resources: {'Subnet': ['ID=be96163a-2a91-4b14-9034-0a2a94f0799a,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:12.407876 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:12.415170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.415520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.415862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.416199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.416526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.416856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.417188 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.417514 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.417840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.418162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.418479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.418798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.425859 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Checking segment: {'id': '37875ed8-9848-47ef-8ac9-6e3a5f660165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9b04fa05-262a-43c3-8366-a50a67f4c6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:12.426224 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Network hostable DHCP agents. Network: 9b04fa05-262a-43c3-8366-a50a67f4c6dd, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:00:12.490870 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:12.505985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f943b694-fff3-480c-bf5f-52edee2341de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:12.509529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-3a01718f-e95b-4049-9439-57ad91ed7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:12.509925 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a01718f-e95b-4049-9439-57ad91ed7460 None None] The sync data for ids ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:00:12.547380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Pushing event updated for resources: {'Port': ['ID=5eebb4bb-2287-42a7-88ee-08eaf8be37a8,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:12.600685 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 25f6ad0c-8459-43e3-8134-92ed3e8bc004) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:12.604611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Attempting to bind port 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:00:12.604975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:12.605100 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Attempting to bind port 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '97952a85-730e-4d1f-a4d3-c39828296ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd6832034-9092-41d7-818c-9982c84f4065'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:00:12.605335 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Attempting to bind port 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 on network d6832034-9092-41d7-818c-9982c84f4065 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:00:12.605566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:12.612504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 17, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:00:12.612958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Checking segment: {'id': '97952a85-730e-4d1f-a4d3-c39828296ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd6832034-9092-41d7-818c-9982c84f4065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:12.613420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:12.614167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Bound using segment: {'id': '97952a85-730e-4d1f-a4d3-c39828296ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd6832034-9092-41d7-818c-9982c84f4065'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:00:12.614563 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Bound port: 5eebb4bb-2287-42a7-88ee-08eaf8be37a8, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97952a85-730e-4d1f-a4d3-c39828296ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd6832034-9092-41d7-818c-9982c84f4065'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:00:12.615029 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:12.624217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e20d13-ad3a-41d9-afd4-5e08c283e706 None None] Network 25f6ad0c-8459-43e3-8134-92ed3e8bc004 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:12.627507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=21d7e50b-88c2-4d04-b25c-547483f215d4,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:12.639663 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:12.659985 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.660338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.661600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.661942 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.662272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.662601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.662926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.663274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.663598 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.663958 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.664235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.664566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:12.685902 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5f6dc408-8831-4e07-b670-8115dc9cfc7b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/21d7e50b-88c2-4d04-b25c-547483f215d4 HTTP/1.1" status: 204 len: 168 time: 1.2340453 Jan 28 18:00:12.685902 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f25835bf-c846-4908-be8b-bbd3636c93db tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/subnets/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/tags HTTP/1.1" status: 200 len: 205 time: 0.3374572 Jan 28 18:00:12.685902 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44716) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:12.698346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44720) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:12.700792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Network 9b04fa05-262a-43c3-8366-a50a67f4c6dd is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:00:12.720323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 9b04fa05-262a-43c3-8366-a50a67f4c6dd) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:12.720555 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-1912e12f-facb-448e-9b91-60c709c94de3 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8f0ce447-aa6d-418a-89b2-8b4d1eda6f73') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:12.726780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:12.727387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:12.743968 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cde4cf-7159-476c-a444-324e8fe503ac None None] Network 9b04fa05-262a-43c3-8366-a50a67f4c6dd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:12.799213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] For port 5eebb4bb-2287-42a7-88ee-08eaf8be37a8, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:00:12.802588 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] For port 5eebb4bb-2287-42a7-88ee-08eaf8be37a8, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5eebb4bb-2287-42a7-88ee-08eaf8be37a8,segment=NetworkSegment(97952a85-730e-4d1f-a4d3-c39828296ea5),segment_id=97952a85-730e-4d1f-a4d3-c39828296ea5)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:00:12.825440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72054727-9d04-4da5-84ae-595e5a7ae8a0 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:12.829104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8983f193-07e2-4e07-881b-b75d540dc6a7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:12.832125 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72054727-9d04-4da5-84ae-595e5a7ae8a0 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:12.841373 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-72054727-9d04-4da5-84ae-595e5a7ae8a0 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:12.841373 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-036c5e77-7873-40d9-af9e-c04c616b1f5d tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6467216 Jan 28 18:00:12.843784 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44724) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:12.850785 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1912e12f-facb-448e-9b91-60c709c94de3 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/ports/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73/tags HTTP/1.1" status: 200 len: 240 time: 0.1638117 Jan 28 18:00:12.856734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Request body: {'port': {'network_id': '25f6ad0c-8459-43e3-8134-92ed3e8bc004', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1538010541'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:12.870028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44728) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:12.880871 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-b416aefe-e3d9-4f9b-9c93-63d5658f3de6 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f0ce447-aa6d-418a-89b2-8b4d1eda6f73', 'tempest-TagsExtTest-Tag-974453660') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:12.991428 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:13.034238 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-72054727-9d04-4da5-84ae-595e5a7ae8a0 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:13.035317 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-72054727-9d04-4da5-84ae-595e5a7ae8a0 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3506272 Jan 28 18:00:13.038674 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44732) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:13.054775 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fe395d6c-cd52-47ff-852b-00dadc1a4808 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5051937 Jan 28 18:00:13.087278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44736) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:13.166714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:13.244978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Usage tracker for resource:port and tenant:bb256090dd584196a1471f288ff59adb is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:13.245894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd699051-f6ad-4468-ae01-25c26e6d9b6b None None] Pushing event updated for resources: {'Port': ['ID=5eebb4bb-2287-42a7-88ee-08eaf8be37a8,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:13.250195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:13.273263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:13.278723 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b416aefe-e3d9-4f9b-9c93-63d5658f3de6 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/ports/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73/tags/tempest-TagsExtTest-Tag-974453660 HTTP/1.1" status: 204 len: 168 time: 0.4062634 Jan 28 18:00:13.283894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44740) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:13.296105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-49fb5042-e972-404c-a904-f61ff7166250 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8f0ce447-aa6d-418a-89b2-8b4d1eda6f73', 'tempest-TagsExtTest-Tag-974453660') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:13.323879 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-3477ac66-25aa-4dfb-b539-0d27494f433c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port 31f285bf-e7a1-4305-99ca-b52b90a34280 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:13.324281 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3477ac66-25aa-4dfb-b539-0d27494f433c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:13.360694 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:13.377372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-25f6ad0c-8459-43e3-8134-92ed3e8bc004', 'network_id': '25f6ad0c-8459-43e3-8134-92ed3e8bc004', 'tenant_id': 'bb256090dd584196a1471f288ff59adb', 'fixed_ips': [{'subnet_id': '94802337-15e8-48b2-a595-234821272ac4'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:00:13.378291 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:13.384066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8983f193-07e2-4e07-881b-b75d540dc6a7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port 7ac0506b-7d05-48e2-b8ea-34d47696362f {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:13.384577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8983f193-07e2-4e07-881b-b75d540dc6a7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:13.394645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-9b04fa05-262a-43c3-8366-a50a67f4c6dd', 'network_id': '9b04fa05-262a-43c3-8366-a50a67f4c6dd', 'tenant_id': 'a88a3ea8de2a42b09423bf10f282b968', 'fixed_ips': [{'subnet_id': 'be96163a-2a91-4b14-9034-0a2a94f0799a'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:00:13.400074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:13.468502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:13.517967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Made reservation on behalf of bb256090dd584196a1471f288ff59adb for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:13.521393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:13.668310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8983f193-07e2-4e07-881b-b75d540dc6a7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:13.732017 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Allocated IP 2001:db8::2 (9b04fa05-262a-43c3-8366-a50a67f4c6dd/be96163a-2a91-4b14-9034-0a2a94f0799a/acd1d51b-eb9d-47e5-acd2-d6325d1b1871) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:13.734836 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Allocated IP 172.20.0.2 (25f6ad0c-8459-43e3-8134-92ed3e8bc004/94802337-15e8-48b2-a595-234821272ac4/d84ca10a-8dc5-4bd2-b97e-fc904d890019) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:13.750139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] device_id is not set on port 56b2ca9f-039e-4d49-823e-8c7c47273b4e yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:00:13.801263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8983f193-07e2-4e07-881b-b75d540dc6a7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for 7ac0506b-7d05-48e2-b8ea-34d47696362f owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:14.076151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8983f193-07e2-4e07-881b-b75d540dc6a7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:14.117892 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:14.120803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:14.137091 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Transition to ACTIVE for port object d84ca10a-8dc5-4bd2-b97e-fc904d890019 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:14.140244 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Transition to ACTIVE for port object acd1d51b-eb9d-47e5-acd2-d6325d1b1871 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:14.164055 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3477ac66-25aa-4dfb-b539-0d27494f433c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:14.194422 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Transition to ACTIVE for port object d84ca10a-8dc5-4bd2-b97e-fc904d890019 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:14.195950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Transition to ACTIVE for port object acd1d51b-eb9d-47e5-acd2-d6325d1b1871 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:14.252228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d7d0275c-39dc-4662-afdd-d7aed8fd96e8 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:14.261620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983f193-07e2-4e07-881b-b75d540dc6a7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=7ac0506b-7d05-48e2-b8ea-34d47696362f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:14.348987 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-3477ac66-25aa-4dfb-b539-0d27494f433c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for 31f285bf-e7a1-4305-99ca-b52b90a34280 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:14.382469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:14.386243 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:14.424286 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:14.424527 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8983f193-07e2-4e07-881b-b75d540dc6a7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:14.439842 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-49fb5042-e972-404c-a904-f61ff7166250 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/ports/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73/tags/tempest-TagsExtTest-Tag-974453660 HTTP/1.1" status: 204 len: 168 time: 1.1495500 Jan 28 18:00:14.440431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44744) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:14.452317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-1842dede-80e0-464d-9aab-e27f05b06b9d tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8f0ce447-aa6d-418a-89b2-8b4d1eda6f73') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:14.452750 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Network 9b04fa05-262a-43c3-8366-a50a67f4c6dd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:14.462402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:14.478854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:14.619704 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Network 25f6ad0c-8459-43e3-8134-92ed3e8bc004 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:14.631819 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:14.641936 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:14.719260 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Attempting to bind port acd1d51b-eb9d-47e5-acd2-d6325d1b1871 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:00:14.719484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Attempting to bind port acd1d51b-eb9d-47e5-acd2-d6325d1b1871 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '37875ed8-9848-47ef-8ac9-6e3a5f660165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9b04fa05-262a-43c3-8366-a50a67f4c6dd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:00:14.719831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Attempting to bind port acd1d51b-eb9d-47e5-acd2-d6325d1b1871 on network 9b04fa05-262a-43c3-8366-a50a67f4c6dd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:00:14.722351 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Pushing event updated for resources: {'Port': ['ID=acd1d51b-eb9d-47e5-acd2-d6325d1b1871,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:14.732403 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Allocated IP 172.20.0.8 (25f6ad0c-8459-43e3-8134-92ed3e8bc004/94802337-15e8-48b2-a595-234821272ac4/56b2ca9f-039e-4d49-823e-8c7c47273b4e) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:14.734561 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4738b185-3cb5-4ff6-b673-b0d5dcb14c86 None None] Network d6832034-9092-41d7-818c-9982c84f4065 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:14.798316 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3477ac66-25aa-4dfb-b539-0d27494f433c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:14.813720 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:00:14.814136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Checking segment: {'id': '37875ed8-9848-47ef-8ac9-6e3a5f660165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9b04fa05-262a-43c3-8366-a50a67f4c6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:14.814500 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:14.814898 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Bound using segment: {'id': '37875ed8-9848-47ef-8ac9-6e3a5f660165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9b04fa05-262a-43c3-8366-a50a67f4c6dd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:00:14.815417 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Bound port: acd1d51b-eb9d-47e5-acd2-d6325d1b1871, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37875ed8-9848-47ef-8ac9-6e3a5f660165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9b04fa05-262a-43c3-8366-a50a67f4c6dd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:00:14.815792 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:14.869488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3477ac66-25aa-4dfb-b539-0d27494f433c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:14.877871 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1842dede-80e0-464d-9aab-e27f05b06b9d tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/ports/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73/tags HTTP/1.1" status: 200 len: 205 time: 0.4363606 Jan 28 18:00:14.883716 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44748) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:14.909081 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477ac66-25aa-4dfb-b539-0d27494f433c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=31f285bf-e7a1-4305-99ca-b52b90a34280,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:14.914438 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-e82684d2-6857-4b37-921a-6fbc30625aff tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f6add123-8a5f-4e62-974e-671f0a1ec57f') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:14.957965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8983f193-07e2-4e07-881b-b75d540dc6a7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router df24a0a9-c7b7-460a-8e60-d346fc8d598f has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:00:14.999901 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Attempting to bind port d84ca10a-8dc5-4bd2-b97e-fc904d890019 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:00:15.000274 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Attempting to bind port d84ca10a-8dc5-4bd2-b97e-fc904d890019 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '90ad1d47-cdfd-4d09-91ec-93fef8f724eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '25f6ad0c-8459-43e3-8134-92ed3e8bc004'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:00:15.000641 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Attempting to bind port d84ca10a-8dc5-4bd2-b97e-fc904d890019 on network 25f6ad0c-8459-43e3-8134-92ed3e8bc004 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:00:15.014281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port d7d0275c-39dc-4662-afdd-d7aed8fd96e8 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:15.014660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:15.071567 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:00:15.071941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Checking segment: {'id': '90ad1d47-cdfd-4d09-91ec-93fef8f724eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '25f6ad0c-8459-43e3-8134-92ed3e8bc004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:15.072354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:15.072742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Bound using segment: {'id': '90ad1d47-cdfd-4d09-91ec-93fef8f724eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '25f6ad0c-8459-43e3-8134-92ed3e8bc004'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:00:15.073224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Bound port: d84ca10a-8dc5-4bd2-b97e-fc904d890019, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ad1d47-cdfd-4d09-91ec-93fef8f724eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '25f6ad0c-8459-43e3-8134-92ed3e8bc004'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:00:15.073598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:15.094968 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:15.097614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8983f193-07e2-4e07-881b-b75d540dc6a7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:00:15.103098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Pushing event updated for resources: {'Port': ['ID=d84ca10a-8dc5-4bd2-b97e-fc904d890019,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:15.110302 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956967e-cb4b-40f7-bd35-76d39602e017 None None] Sync routers for ids ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:00:15.113457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1d57583d-4ea0-4ae9-b5fb-35bd1b32b791 None None] Provisioning for port 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:15.124191 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956967e-cb4b-40f7-bd35-76d39602e017 None None] Routers {'df24a0a9-c7b7-460a-8e60-d346fc8d598f'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:15.125002 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4956967e-cb4b-40f7-bd35-76d39602e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:15.149816 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3477ac66-25aa-4dfb-b539-0d27494f433c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/31f285bf-e7a1-4305-99ca-b52b90a34280 HTTP/1.1" status: 204 len: 168 time: 2.1075485 Jan 28 18:00:15.151317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44752) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:15.191915 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4956967e-cb4b-40f7-bd35-76d39602e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:15.200836 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956967e-cb4b-40f7-bd35-76d39602e017 None None] Routers {'df24a0a9-c7b7-460a-8e60-d346fc8d598f'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:15.201678 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4956967e-cb4b-40f7-bd35-76d39602e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:15.216055 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8983f193-07e2-4e07-881b-b75d540dc6a7 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/df24a0a9-c7b7-460a-8e60-d346fc8d598f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0496442 Jan 28 18:00:15.223839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44756) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:15.247241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] For port acd1d51b-eb9d-47e5-acd2-d6325d1b1871, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:00:15.271837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] For port acd1d51b-eb9d-47e5-acd2-d6325d1b1871, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=acd1d51b-eb9d-47e5-acd2-d6325d1b1871,segment=NetworkSegment(37875ed8-9848-47ef-8ac9-6e3a5f660165),segment_id=37875ed8-9848-47ef-8ac9-6e3a5f660165)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:00:15.277854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e7a45-00aa-4f1b-8917-48e81359a39e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:15.281085 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4956967e-cb4b-40f7-bd35-76d39602e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:15.281652 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956967e-cb4b-40f7-bd35-76d39602e017 None None] The sync data for ids ['df24a0a9-c7b7-460a-8e60-d346fc8d598f'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:00:15.287584 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-416e7a45-00aa-4f1b-8917-48e81359a39e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1310632 Jan 28 18:00:15.288990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44760) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:15.334700 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e82684d2-6857-4b37-921a-6fbc30625aff tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/routers/f6add123-8a5f-4e62-974e-671f0a1ec57f/tags HTTP/1.1" status: 200 len: 241 time: 0.4320111 Jan 28 18:00:15.335801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44764) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:15.341399 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-fc07bb57-3c95-4c8f-b411-fd28df85fafb tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6add123-8a5f-4e62-974e-671f0a1ec57f', 'tempest-TagsExtTest-Tag-1138689939') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:15.359025 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:15.391201 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9ee63c12-2f89-48bf-ba01-c68b9df2230e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports?device_id=df24a0a9-c7b7-460a-8e60-d346fc8d598f HTTP/1.1" status: 200 len: 205 time: 0.1626241 Jan 28 18:00:15.391800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44768) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:15.399907 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d63de1-2927-4876-9880-74de8b5e10ff tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] GET failed (client error): The resource could not be found. Jan 28 18:00:15.404085 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-35d63de1-2927-4876-9880-74de8b5e10ff tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/21d7e50b-88c2-4d04-b25c-547483f215d4 HTTP/1.1" status: 404 len: 333 time: 0.1139145 Jan 28 18:00:15.405332 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44772) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:15.464549 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a1ffcc-b721-4b17-a06d-e921312301ab tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] GET failed (client error): The resource could not be found. Jan 28 18:00:15.467983 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] For port d84ca10a-8dc5-4bd2-b97e-fc904d890019, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:00:15.468535 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-93a1ffcc-b721-4b17-a06d-e921312301ab tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/31f285bf-e7a1-4305-99ca-b52b90a34280 HTTP/1.1" status: 404 len: 333 time: 0.0563476 Jan 28 18:00:15.469827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44776) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:15.497800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:15.529105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] For port d84ca10a-8dc5-4bd2-b97e-fc904d890019, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d84ca10a-8dc5-4bd2-b97e-fc904d890019,segment=NetworkSegment(90ad1d47-cdfd-4d09-91ec-93fef8f724eb),segment_id=90ad1d47-cdfd-4d09-91ec-93fef8f724eb)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:00:15.561334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b45089-ada6-4f35-9214-ac1a432c651b None None] Pushing event updated for resources: {'Port': ['ID=acd1d51b-eb9d-47e5-acd2-d6325d1b1871,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:15.602050 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:15.605712 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-35b13133-1482-4586-b2d3-455eed722477 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:15.646883 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fc07bb57-3c95-4c8f-b411-fd28df85fafb tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/routers/f6add123-8a5f-4e62-974e-671f0a1ec57f/tags/tempest-TagsExtTest-Tag-1138689939 HTTP/1.1" status: 204 len: 168 time: 0.3093054 Jan 28 18:00:15.648039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44780) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:15.661359 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Allocated IP 2001:db8::1 (d6832034-9092-41d7-818c-9982c84f4065/da93c8d2-bb58-4f1d-b59d-11d1cd69f3c0/805e2655-3f14-47a7-b5fa-4b045b241cb3) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:15.665978 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-abe9ca60-1979-4008-a2da-5e2a55b2d37d tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f6add123-8a5f-4e62-974e-671f0a1ec57f', 'tempest-TagsExtTest-Tag-1138689939') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:15.685590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:15.697068 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487b3ec-4729-449e-9cb0-36865860344e None None] Pushing event updated for resources: {'Port': ['ID=d84ca10a-8dc5-4bd2-b97e-fc904d890019,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:15.710899 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:15.711639 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:15.763054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9f26d28a-d5e0-47ab-8a8d-03e40da1588c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:15.988667 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.040931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.046773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 5eebb4bb-2287-42a7-88ee-08eaf8be37a8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5eebb4bb-2287-42a7-88ee-08eaf8be37a8,segment=NetworkSegment(97952a85-730e-4d1f-a4d3-c39828296ea5),segment_id=97952a85-730e-4d1f-a4d3-c39828296ea5)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:16.142958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.161186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9f26d28a-d5e0-47ab-8a8d-03e40da1588c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.202241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-9f26d28a-d5e0-47ab-8a8d-03e40da1588c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdc6c34-c3f6-491a-8f95-d3bfb513e65b']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:16.227138 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-abe9ca60-1979-4008-a2da-5e2a55b2d37d tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/routers/f6add123-8a5f-4e62-974e-671f0a1ec57f/tags/tempest-TagsExtTest-Tag-1138689939 HTTP/1.1" status: 204 len: 168 time: 0.5724964 Jan 28 18:00:16.227411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-9f26d28a-d5e0-47ab-8a8d-03e40da1588c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803961c1-3688-489d-80fc-4fc0a13173f1') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:16.227796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-9f26d28a-d5e0-47ab-8a8d-03e40da1588c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803961c1-3688-489d-80fc-4fc0a13173f1') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:16.236513 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44784) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:16.257689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-acb80b1e-26e7-4463-b685-98333c9732a1 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f6add123-8a5f-4e62-974e-671f0a1ec57f') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:16.320819 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0a99c7be-c9de-4cab-ae89-3ea64d9cf3d9 None None] Provisioning complete for port 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:16.321345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0a99c7be-c9de-4cab-ae89-3ea64d9cf3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.360550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9f26d28a-d5e0-47ab-8a8d-03e40da1588c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.400763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=5eebb4bb-2287-42a7-88ee-08eaf8be37a8,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:16.409279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9f26d28a-d5e0-47ab-8a8d-03e40da1588c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.486389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d84ca10a-8dc5-4bd2-b97e-fc904d890019 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:16.505878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f26d28a-d5e0-47ab-8a8d-03e40da1588c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:00:16.506557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9f26d28a-d5e0-47ab-8a8d-03e40da1588c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.511438 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Transition to ACTIVE for port object 56b2ca9f-039e-4d49-823e-8c7c47273b4e will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:16.530561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-35b13133-1482-4586-b2d3-455eed722477 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:00:16.531082 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:00:16.536755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-35b13133-1482-4586-b2d3-455eed722477 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.544570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.581539 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Transition to ACTIVE for port object 805e2655-3f14-47a7-b5fa-4b045b241cb3 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:16.622205 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-acb80b1e-26e7-4463-b685-98333c9732a1 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/routers/f6add123-8a5f-4e62-974e-671f0a1ec57f/tags HTTP/1.1" status: 200 len: 205 time: 0.3845184 Jan 28 18:00:16.624787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44788) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:16.630205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-1e1763cd-fd20-46e4-a49f-5d33c9952eda tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a0896913-7eff-4052-a41c-37c20d8499c1') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:16.651975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-35b13133-1482-4586-b2d3-455eed722477 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.652586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b13133-1482-4586-b2d3-455eed722477 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Fanout notify agent at l3_agent the message router_deleted on router df24a0a9-c7b7-460a-8e60-d346fc8d598f {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:00:16.658485 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1e1763cd-fd20-46e4-a49f-5d33c9952eda tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/subnetpools/a0896913-7eff-4052-a41c-37c20d8499c1/tags HTTP/1.1" status: 200 len: 241 time: 0.0273697 Jan 28 18:00:16.662741 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44792) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:16.666058 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-f54570b7-e27c-49ea-94bc-4657a6b36c18 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a0896913-7eff-4052-a41c-37c20d8499c1', 'tempest-TagsExtTest-Tag-1299073592') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:16.679668 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-35b13133-1482-4586-b2d3-455eed722477 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.680722 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-35b13133-1482-4586-b2d3-455eed722477 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/routers/df24a0a9-c7b7-460a-8e60-d346fc8d598f HTTP/1.1" status: 204 len: 168 time: 1.2787621 Jan 28 18:00:16.680857 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port d84ca10a-8dc5-4bd2-b97e-fc904d890019 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:16.683996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44796) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:16.685117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.686888 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.691284 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device acd1d51b-eb9d-47e5-acd2-d6325d1b1871 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:16.786609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event updated for resources: {'Port': ['ID=805e2655-3f14-47a7-b5fa-4b045b241cb3,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:16.797839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Network d6832034-9092-41d7-818c-9982c84f4065 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:16.829789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port acd1d51b-eb9d-47e5-acd2-d6325d1b1871 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:16.840090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:16.861952 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Network 25f6ad0c-8459-43e3-8134-92ed3e8bc004 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:16.862900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:16.863456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.865687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9f26d28a-d5e0-47ab-8a8d-03e40da1588c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.870569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:16.875949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:16.892420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9f26d28a-d5e0-47ab-8a8d-03e40da1588c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.907740 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9f26d28a-d5e0-47ab-8a8d-03e40da1588c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/networks/5fdc6c34-c3f6-491a-8f95-d3bfb513e65b HTTP/1.1" status: 204 len: 168 time: 1.4365964 Jan 28 18:00:16.911249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26d28a-d5e0-47ab-8a8d-03e40da1588c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Network': ['ID=5fdc6c34-c3f6-491a-8f95-d3bfb513e65b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:16.912906 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44800) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:16.913855 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f54570b7-e27c-49ea-94bc-4657a6b36c18 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/subnetpools/a0896913-7eff-4052-a41c-37c20d8499c1/tags/tempest-TagsExtTest-Tag-1299073592 HTTP/1.1" status: 204 len: 168 time: 0.2544250 Jan 28 18:00:16.920442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44802) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:16.930267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-267760981'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:16.937583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-df92c227-8cbb-40a6-ae89-64fd91230172 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a0896913-7eff-4052-a41c-37c20d8499c1', 'tempest-TagsExtTest-Tag-1299073592') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:16.941891 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Pushing event updated for resources: {'Port': ['ID=56b2ca9f-039e-4d49-823e-8c7c47273b4e,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:16.965024 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-239f5296-18ef-4510-aab0-e3f4ada44933 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting subnet 90e376bc-fdd1-464c-a9a6-b3a23ecaa7a8 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:00:16.969172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-239f5296-18ef-4510-aab0-e3f4ada44933 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:16.989263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:16.989924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.013202 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:17.031300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:network and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:17.034838 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:17.046270 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:17.067087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-239f5296-18ef-4510-aab0-e3f4ada44933 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.118548 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7f6b9ed5-13da-4769-a7d4-9a39fb0dcd1c tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.2689583 Jan 28 18:00:17.118548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44808) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:17.124176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Request body: {'port': {'network_id': '25f6ad0c-8459-43e3-8134-92ed3e8bc004', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1935007574', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:17.124656 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.api.validators [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] bootfile-name is not in valid_values {{(pid=88159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 18:00:17.125024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.api.validators [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] tftp-server is not in valid_values {{(pid=88159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 18:00:17.125312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.api.validators [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] server-ip-address is not in valid_values {{(pid=88159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 18:00:17.170426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-239f5296-18ef-4510-aab0-e3f4ada44933 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.215618 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-df92c227-8cbb-40a6-ae89-64fd91230172 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/subnetpools/a0896913-7eff-4052-a41c-37c20d8499c1/tags/tempest-TagsExtTest-Tag-1299073592 HTTP/1.1" status: 204 len: 168 time: 0.2919276 Jan 28 18:00:17.219791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44812) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:17.226775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-ce378132-3413-4773-9641-495ce7c4f77d tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a0896913-7eff-4052-a41c-37c20d8499c1') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:17.254002 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:17.257607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.300118 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ce378132-3413-4773-9641-495ce7c4f77d tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/subnetpools/a0896913-7eff-4052-a41c-37c20d8499c1/tags HTTP/1.1" status: 200 len: 205 time: 0.0797310 Jan 28 18:00:17.306274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44816) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:17.317172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-354ef606-6020-4f22-9515-f0183d4d4e84 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a0896913-7eff-4052-a41c-37c20d8499c1') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:17.325756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:00:17.326005 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.341828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.342195 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Added segment dcfc99f2-32af-4fea-90da-f0c5c649949f of type vlan for network 86ec97e9-5764-45f5-a3cf-08732b49b723 Jan 28 18:00:17.374163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-239f5296-18ef-4510-aab0-e3f4ada44933 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.379796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.387773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:17.402556 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Usage tracker for resource:port and tenant:bb256090dd584196a1471f288ff59adb is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:17.412021 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:17.420871 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-354ef606-6020-4f22-9515-f0183d4d4e84 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/subnetpools/a0896913-7eff-4052-a41c-37c20d8499c1/tags HTTP/1.1" status: 204 len: 168 time: 0.1078143 Jan 28 18:00:17.423865 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44820) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:17.424032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13fdd71-335a-42cf-adba-217a03e269a6 None None] Network 9b04fa05-262a-43c3-8366-a50a67f4c6dd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:17.424498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:17.426454 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f5296-18ef-4510-aab0-e3f4ada44933 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Subnet': ['ID=90e376bc-fdd1-464c-a9a6-b3a23ecaa7a8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:17.430948 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-f9e3e23e-7081-4487-b923-70b90e4d39bb tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f6add123-8a5f-4e62-974e-671f0a1ec57f') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:17.434148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-239f5296-18ef-4510-aab0-e3f4ada44933 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.458021 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-239f5296-18ef-4510-aab0-e3f4ada44933 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/90e376bc-fdd1-464c-a9a6-b3a23ecaa7a8 HTTP/1.1" status: 204 len: 168 time: 0.7727499 Jan 28 18:00:17.460442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44824) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:17.512884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a9cf2c-28a2-4d57-b8f9-328d2d517efe None None] Network 54b15dcb-0710-4041-b8ff-aacf2b76d5ea requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:17.526742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-51a2f3f2-4b8c-4a62-8842-330166a11f96 None None] Provisioning for port 805e2655-3f14-47a7-b5fa-4b045b241cb3 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:17.527552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.533532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:17.534393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.580545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd7be0d-7bb6-4775-af9f-1bbf48b00073 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting subnet 7f3ce59d-3f31-4f6d-a696-9f4c6710f43d {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:00:17.583216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-51a2f3f2-4b8c-4a62-8842-330166a11f96 None None] Provisioning complete for port 805e2655-3f14-47a7-b5fa-4b045b241cb3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:17.583330 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-51a2f3f2-4b8c-4a62-8842-330166a11f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.632332 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9bd7be0d-7bb6-4775-af9f-1bbf48b00073 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.703863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Made reservation on behalf of bb256090dd584196a1471f288ff59adb for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:17.706691 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Network': ['ID=86ec97e9-5764-45f5-a3cf-08732b49b723,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:17.708601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.712087 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f2f93fed-ecd5-4436-8504-32b4f67f2a06 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7931180 Jan 28 18:00:17.715234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44828) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:17.722961 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': '86ec97e9-5764-45f5-a3cf-08732b49b723', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:17.736786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 86ec97e9-5764-45f5-a3cf-08732b49b723 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:00:17.742901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9bd7be0d-7bb6-4775-af9f-1bbf48b00073 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.755956 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] device_id is not set on port 7390f86d-fb8a-4b89-acdc-a0384ec89521 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:00:17.760116 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-51a2f3f2-4b8c-4a62-8842-330166a11f96 None None] Port 805e2655-3f14-47a7-b5fa-4b045b241cb3 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:17.846034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a52752f-eae3-4942-9036-03df8ff81584 None None] Network 25f6ad0c-8459-43e3-8134-92ed3e8bc004 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:17.904940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:17.914205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:17.918365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:17.926164 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:17.940908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9bd7be0d-7bb6-4775-af9f-1bbf48b00073 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:17.995662 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f9e3e23e-7081-4487-b923-70b90e4d39bb tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/routers/f6add123-8a5f-4e62-974e-671f0a1ec57f/tags HTTP/1.1" status: 204 len: 168 time: 0.5736291 Jan 28 18:00:17.998171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44832) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:18.005933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-c2a1257b-19d5-4690-a169-3e1a471fe144 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f0ce447-aa6d-418a-89b2-8b4d1eda6f73') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:18.030964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:18.034438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.154955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.ipam_backend_mixin [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Performing IP validity checks on allocation pools {{(pid=88158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 18:00:18.157649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.ipam_backend_mixin [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 18:00:18.180289 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Allocated IP 172.20.0.5 (25f6ad0c-8459-43e3-8134-92ed3e8bc004/94802337-15e8-48b2-a595-234821272ac4/7390f86d-fb8a-4b89-acdc-a0384ec89521) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:18.203334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Provisioning for port d84ca10a-8dc5-4bd2-b97e-fc904d890019 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:18.215029 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c2a1257b-19d5-4690-a169-3e1a471fe144 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/ports/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73/tags HTTP/1.1" status: 204 len: 168 time: 0.2135308 Jan 28 18:00:18.215267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44836) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:18.239371 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Provisioning complete for port d84ca10a-8dc5-4bd2-b97e-fc904d890019 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:18.239742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.250110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.258369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-19984274-27aa-49a4-b1e1-6f3e3bad41d6 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd035ae96-a7a6-4c75-b1d9-f9a02873bc79') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:18.297656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9bd7be0d-7bb6-4775-af9f-1bbf48b00073 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.302236 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.303202 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.327617 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:18.354461 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7be0d-7bb6-4775-af9f-1bbf48b00073 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Subnet': ['ID=7f3ce59d-3f31-4f6d-a696-9f4c6710f43d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:18.365486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9bd7be0d-7bb6-4775-af9f-1bbf48b00073 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.398555 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9bd7be0d-7bb6-4775-af9f-1bbf48b00073 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/7f3ce59d-3f31-4f6d-a696-9f4c6710f43d HTTP/1.1" status: 204 len: 168 time: 0.9347713 Jan 28 18:00:18.399088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44840) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:18.399999 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6379a-6b62-413f-971f-a5f761b7a42a None None] Network a34f79ae-d030-4dce-ae0d-706638567d26 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:18.509941 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.535462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event updated for resources: {'Port': ['ID=805e2655-3f14-47a7-b5fa-4b045b241cb3,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:18.587675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.607420 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.621875 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-19984274-27aa-49a4-b1e1-6f3e3bad41d6 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/subnets/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/tags HTTP/1.1" status: 204 len: 168 time: 0.4018381 Jan 28 18:00:18.624538 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Transition to ACTIVE for port object 7390f86d-fb8a-4b89-acdc-a0384ec89521 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:18.625664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44844) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:18.641895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-8b532ffa-1f17-482f-b660-d77779bfb83a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd035ae96-a7a6-4c75-b1d9-f9a02873bc79', 'tempest-TagsExtTest-Tag-1325382124') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:18.669754 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Network d6832034-9092-41d7-818c-9982c84f4065 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:18.677173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:18.680364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Subnet': ['ID=ac27d3b2-a9c1-4e34-9f8e-c0ae9e0103cd,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:18.696650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port 6cc510f7-4ab8-45f4-87fc-5d8949f16864 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:18.696650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.721713 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f104a-a96f-440e-bac0-4f354b356722 None None] DHCP port deletion for 54b15dcb-0710-4041-b8ff-aacf2b76d5ea request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:00:18.734631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Checking segment: {'id': 'dcfc99f2-32af-4fea-90da-f0c5c649949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86ec97e9-5764-45f5-a3cf-08732b49b723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:18.734631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network hostable DHCP agents. Network: 86ec97e9-5764-45f5-a3cf-08732b49b723, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:00:18.743895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8f6f104a-a96f-440e-bac0-4f354b356722 None None] Deleting port 6cc510f7-4ab8-45f4-87fc-5d8949f16864 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:18.743895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8f6f104a-a96f-440e-bac0-4f354b356722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.806649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.807408 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.817262 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:18.817643 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:18.912345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Network 25f6ad0c-8459-43e3-8134-92ed3e8bc004 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:18.917752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:18.930864 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:18.981920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Pushing event updated for resources: {'Port': ['ID=7390f86d-fb8a-4b89-acdc-a0384ec89521,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:19.061391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 86ec97e9-5764-45f5-a3cf-08732b49b723 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:00:19.063305 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] For port d84ca10a-8dc5-4bd2-b97e-fc904d890019, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d84ca10a-8dc5-4bd2-b97e-fc904d890019,segment=NetworkSegment(90ad1d47-cdfd-4d09-91ec-93fef8f724eb),segment_id=90ad1d47-cdfd-4d09-91ec-93fef8f724eb)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:19.095432 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:19.096203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:19.214554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] For port 6cc510f7-4ab8-45f4-87fc-5d8949f16864, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6cc510f7-4ab8-45f4-87fc-5d8949f16864,segment=NetworkSegment(e630682d-f059-4284-916a-0111d0d14104),segment_id=e630682d-f059-4284-916a-0111d0d14104)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:19.215315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:19.235698 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:19.247458 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-82c419f1-172b-4cb3-b17e-b6dc02e021f5 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.1279347 Jan 28 18:00:19.250527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44848) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:19.293479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Router ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:00:19.299909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 86ec97e9-5764-45f5-a3cf-08732b49b723) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:19.333802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c8204f-51bc-4c5c-b495-e81216bf8943 None None] DHCP port deletion for a34f79ae-d030-4dce-ae0d-706638567d26 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:00:19.343502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Pushing event updated for resources: {'Port': ['ID=d84ca10a-8dc5-4bd2-b97e-fc904d890019,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:19.351116 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440ff03f-7415-4451-b736-1bf500e544ed None None] Network 86ec97e9-5764-45f5-a3cf-08732b49b723 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:19.367497 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8b532ffa-1f17-482f-b660-d77779bfb83a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "PUT /v2.0/subnets/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/tags/tempest-TagsExtTest-Tag-1325382124 HTTP/1.1" status: 201 len: 201 time: 0.7381158 Jan 28 18:00:19.375205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for 6cc510f7-4ab8-45f4-87fc-5d8949f16864 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:19.380729 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44852) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:19.395423 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-645a4d3f-7d47-4f08-9d60-91146e8ec665 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8f0ce447-aa6d-418a-89b2-8b4d1eda6f73', 'tempest-TagsExtTest-Tag-164356858') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:19.409386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:19.409969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:19.505535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:19.505928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:19.506218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:19.506555 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:19.507087 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:19.507424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:19.507819 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:19.508157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:19.508475 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:19.509316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:19.509316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:19.509511 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:00:19.531556 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8204f-51bc-4c5c-b495-e81216bf8943 None None] Deleting port 2644a974-6c00-48d2-b756-edaf43d432d2 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:19.531556 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f3c8204f-51bc-4c5c-b495-e81216bf8943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:19.545632 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:00:19.555321 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8cc51b4f-5712-4bf4-b600-4b44b7689db5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "PUT /v2.0/routers/ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4600344 Jan 28 18:00:19.555465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44856) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:19.573931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c684ded0-fb8a-4b8f-a28d-d0b326d29910 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:19.579993 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c684ded0-fb8a-4b8f-a28d-d0b326d29910 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:19.586160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c684ded0-fb8a-4b8f-a28d-d0b326d29910 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:19.587094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c684ded0-fb8a-4b8f-a28d-d0b326d29910 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Synchronizing usage tracker for tenant:bb256090dd584196a1471f288ff59adb on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:19.644260 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beefbe7-0e04-4068-901a-5cb3d54b9668 None None] Sync routers for ids ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:00:19.645885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:19.649137 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bc209f64-f0c0-409b-adf0-aa13b2235df7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9328310 Jan 28 18:00:19.651907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44860) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:19.661769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'network_id': '86ec97e9-5764-45f5-a3cf-08732b49b723', 'name': 'tempest-PortsIpV6TestJSON-1542340933'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:19.693656 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Provisioning for port acd1d51b-eb9d-47e5-acd2-d6325d1b1871 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:19.711951 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Provisioning complete for port acd1d51b-eb9d-47e5-acd2-d6325d1b1871 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:19.711951 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:19.753715 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-645a4d3f-7d47-4f08-9d60-91146e8ec665 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "PUT /v2.0/ports/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73/tags/tempest-TagsExtTest-Tag-164356858 HTTP/1.1" status: 201 len: 201 time: 0.3718312 Jan 28 18:00:19.756174 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c684ded0-fb8a-4b8f-a28d-d0b326d29910 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Unset dirty status for tenant:bb256090dd584196a1471f288ff59adb on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:19.759878 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c684ded0-fb8a-4b8f-a28d-d0b326d29910 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.5058219 Jan 28 18:00:19.759878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44864) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:19.771699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44866) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:19.781086 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-5a33e318-476e-4af1-bcfc-befa0ba974bd tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f6add123-8a5f-4e62-974e-671f0a1ec57f', 'tempest-TagsExtTest-Tag-1355792419') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:19.781547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No DVR routers for this DVR port 6cc510f7-4ab8-45f4-87fc-5d8949f16864 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:00:19.850403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beefbe7-0e04-4068-901a-5cb3d54b9668 None None] Routers {'ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:19.851198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0beefbe7-0e04-4068-901a-5cb3d54b9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:19.851355 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=6cc510f7-4ab8-45f4-87fc-5d8949f16864,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:20.020869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8f6f104a-a96f-440e-bac0-4f354b356722 None None] For port 6cc510f7-4ab8-45f4-87fc-5d8949f16864, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6cc510f7-4ab8-45f4-87fc-5d8949f16864,segment=NetworkSegment(e630682d-f059-4284-916a-0111d0d14104),segment_id=e630682d-f059-4284-916a-0111d0d14104)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:20.021271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8f6f104a-a96f-440e-bac0-4f354b356722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:20.028586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0beefbe7-0e04-4068-901a-5cb3d54b9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:20.047669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-86ec97e9-5764-45f5-a3cf-08732b49b723', 'network_id': '86ec97e9-5764-45f5-a3cf-08732b49b723', 'tenant_id': '803d439137ae4d62b7dce7631ff78822', 'fixed_ips': [{'subnet_id': 'ac27d3b2-a9c1-4e34-9f8e-c0ae9e0103cd'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:00:20.048450 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:20.063028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:20.086351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ccefb-54d3-4af2-86bf-3c68452885b0 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Deleting port 7390f86d-fb8a-4b89-acdc-a0384ec89521 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:20.086693 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f8ccefb-54d3-4af2-86bf-3c68452885b0 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:20.168541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:20.173926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:port and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:20.177997 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:20.187194 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:20.195179 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beefbe7-0e04-4068-901a-5cb3d54b9668 None None] Routers {'ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:20.195814 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0beefbe7-0e04-4068-901a-5cb3d54b9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:20.220441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b15dcb-0710-4041-b8ff-aacf2b76d5ea']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:20.244616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e630682d-f059-4284-916a-0111d0d14104') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:20.244932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e630682d-f059-4284-916a-0111d0d14104') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:20.253921 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5a33e318-476e-4af1-bcfc-befa0ba974bd tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "PUT /v2.0/routers/f6add123-8a5f-4e62-974e-671f0a1ec57f/tags/tempest-TagsExtTest-Tag-1355792419 HTTP/1.1" status: 201 len: 201 time: 0.4875276 Jan 28 18:00:20.256400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44872) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:20.261587 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-5dcf8078-a0a8-4008-a177-cea9f5b057fb tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a0896913-7eff-4052-a41c-37c20d8499c1', 'tempest-TagsExtTest-Tag-639467223') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:20.288674 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:20.292307 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:20.295883 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8f6f104a-a96f-440e-bac0-4f354b356722 None None] Calling delete_port for 6cc510f7-4ab8-45f4-87fc-5d8949f16864 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:20.299117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:20.325665 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port cbea81bf-cc35-47eb-8d43-748741034c8b yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:00:20.337936 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d84ca10a-8dc5-4bd2-b97e-fc904d890019 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:20.364588 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:20.391733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:20.421976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0beefbe7-0e04-4068-901a-5cb3d54b9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:20.422356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beefbe7-0e04-4068-901a-5cb3d54b9668 None None] The sync data for ids ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:00:20.445480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f3c8204f-51bc-4c5c-b495-e81216bf8943 None None] For port 2644a974-6c00-48d2-b756-edaf43d432d2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2644a974-6c00-48d2-b756-edaf43d432d2,segment=NetworkSegment(4ee24a58-d53c-4e39-b6c8-0a2d87c85938),segment_id=4ee24a58-d53c-4e39-b6c8-0a2d87c85938)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:20.453862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f3c8204f-51bc-4c5c-b495-e81216bf8943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:20.468424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:00:20.468894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:20.469476 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5dcf8078-a0a8-4008-a177-cea9f5b057fb tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "PUT /v2.0/subnetpools/a0896913-7eff-4052-a41c-37c20d8499c1/tags/tempest-TagsExtTest-Tag-639467223 HTTP/1.1" status: 201 len: 201 time: 0.2121711 Jan 28 18:00:20.472939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44876) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:20.480457 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-667e2f5c-7601-4b5c-b6f4-d4df9b2b5bd4 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd035ae96-a7a6-4c75-b1d9-f9a02873bc79', {'tags': ['tempest-TagsExtTest-Tag-1686252756', 'tempest-TagsExtTest-Tag-1830135590', 'tempest-TagsExtTest-Tag-247089985']}) {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:20.554231 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Allocated IP 2001:db8::9d (86ec97e9-5764-45f5-a3cf-08732b49b723/ac27d3b2-a9c1-4e34-9f8e-c0ae9e0103cd/cbea81bf-cc35-47eb-8d43-748741034c8b) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:00:20.629713 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:00:20.703959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8204f-51bc-4c5c-b495-e81216bf8943 None None] Calling delete_port for 2644a974-6c00-48d2-b756-edaf43d432d2 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:20.706826 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-667e2f5c-7601-4b5c-b6f4-d4df9b2b5bd4 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "PUT /v2.0/subnets/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/tags HTTP/1.1" status: 200 len: 317 time: 0.2330871 Jan 28 18:00:20.712389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44880) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:20.727239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-dbc966d7-a47e-4317-8c54-5b3d49ca1e44 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd035ae96-a7a6-4c75-b1d9-f9a02873bc79') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:20.800645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-8f6f104a-a96f-440e-bac0-4f354b356722 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:00:20.801003 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-8f6f104a-a96f-440e-bac0-4f354b356722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:00:20.813121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:20.849291 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:20.851879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port d84ca10a-8dc5-4bd2-b97e-fc904d890019 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:20.852415 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:20.876290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Transition to ACTIVE for port object cbea81bf-cc35-47eb-8d43-748741034c8b will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:20.900812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f8ccefb-54d3-4af2-86bf-3c68452885b0 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:20.907575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] For port acd1d51b-eb9d-47e5-acd2-d6325d1b1871, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=acd1d51b-eb9d-47e5-acd2-d6325d1b1871,segment=NetworkSegment(37875ed8-9848-47ef-8ac9-6e3a5f660165),segment_id=37875ed8-9848-47ef-8ac9-6e3a5f660165)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:20.949448 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dbc966d7-a47e-4317-8c54-5b3d49ca1e44 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/subnets/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/tags HTTP/1.1" status: 204 len: 168 time: 0.2361116 Jan 28 18:00:20.951931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44884) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:20.957160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-fcd08fb3-43d1-4f26-bfe4-21690a0b1f86 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd035ae96-a7a6-4c75-b1d9-f9a02873bc79', 'tempest-TagsExtTest-Tag-1686252756') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:21.021320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f3c8204f-51bc-4c5c-b495-e81216bf8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:21.035397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:21.038525 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:21.046455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ccefb-54d3-4af2-86bf-3c68452885b0 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Calling delete_port for 7390f86d-fb8a-4b89-acdc-a0384ec89521 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:21.093252 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:21.106515 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2644a974-6c00-48d2-b756-edaf43d432d2 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:21.108846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:21.111394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Network': ['ID=54b15dcb-0710-4041-b8ff-aacf2b76d5ea,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:21.138018 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 86ec97e9-5764-45f5-a3cf-08732b49b723 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:21.144902 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:21.147427 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:21.153319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:21.154136 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:21.158085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8204f-51bc-4c5c-b495-e81216bf8943 None None] Pushing event deleted for resources: {'Port': ['ID=2644a974-6c00-48d2-b756-edaf43d432d2,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:21.162897 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-fcd08fb3-43d1-4f26-bfe4-21690a0b1f86 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] show failed (client error): The resource could not be found. Jan 28 18:00:21.167137 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fcd08fb3-43d1-4f26-bfe4-21690a0b1f86 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/subnets/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/tags/tempest-TagsExtTest-Tag-1686252756 HTTP/1.1" status: 404 len: 329 time: 0.2139854 Jan 28 18:00:21.168116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44888) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:21.172607 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=cbea81bf-cc35-47eb-8d43-748741034c8b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:21.182592 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-3b47db03-8f9a-483d-8266-169c38866293 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd035ae96-a7a6-4c75-b1d9-f9a02873bc79', 'tempest-TagsExtTest-Tag-1830135590') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:21.183262 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-44b81cfd-d057-4777-8c54-7efc5256eff4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/networks/54b15dcb-0710-4041-b8ff-aacf2b76d5ea HTTP/1.1" status: 204 len: 168 time: 2.7831726 Jan 28 18:00:21.187925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44892) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:21.194550 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 2644a974-6c00-48d2-b756-edaf43d432d2 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:21.194898 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2644a974-6c00-48d2-b756-edaf43d432d2 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:21.195348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6cc510f7-4ab8-45f4-87fc-5d8949f16864 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:21.219022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c8204f-51bc-4c5c-b495-e81216bf8943 None None] No DVR routers for this DVR port 2644a974-6c00-48d2-b756-edaf43d432d2 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:00:21.259429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 6cc510f7-4ab8-45f4-87fc-5d8949f16864 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:21.259780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6cc510f7-4ab8-45f4-87fc-5d8949f16864 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:21.276281 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-3b47db03-8f9a-483d-8266-169c38866293 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] show failed (client error): The resource could not be found. Jan 28 18:00:21.281032 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3b47db03-8f9a-483d-8266-169c38866293 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/subnets/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/tags/tempest-TagsExtTest-Tag-1830135590 HTTP/1.1" status: 404 len: 329 time: 0.1100402 Jan 28 18:00:21.281540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44896) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:21.286334 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-7a2be2d7-888e-431b-ba9e-f58a4d7209da tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd035ae96-a7a6-4c75-b1d9-f9a02873bc79', 'tempest-TagsExtTest-Tag-247089985') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:21.286840 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-62d21f72-c8c8-4a58-bfc1-ccc8551f10b5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 18:00:21.291123 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-62d21f72-c8c8-4a58-bfc1-ccc8551f10b5 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "PUT /v2.0/routers/ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7346861 Jan 28 18:00:21.292489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44900) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:21.295649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Allocated IP 2001:db8::2 (86ec97e9-5764-45f5-a3cf-08732b49b723/ac27d3b2-a9c1-4e34-9f8e-c0ae9e0103cd/d55b54b4-6663-490c-beaa-5083d620b2d8) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:21.302255 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8f6f104a-a96f-440e-bac0-4f354b356722 None None] Deleting port 6cc510f7-4ab8-45f4-87fc-5d8949f16864 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:21.302629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8f6f104a-a96f-440e-bac0-4f354b356722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:21.323816 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-608c0c9f-8c5f-403e-93bf-424e5b533256 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6680460 Jan 28 18:00:21.324881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44904) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:21.329358 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e563c734-17ad-41dc-b3cc-17682b0b9e92 None None] Provisioning complete for port d84ca10a-8dc5-4bd2-b97e-fc904d890019 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:21.329735 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e563c734-17ad-41dc-b3cc-17682b0b9e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:21.358082 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b87a0-218d-4c8f-b052-1f669a74ab21 None None] Pushing event updated for resources: {'Port': ['ID=acd1d51b-eb9d-47e5-acd2-d6325d1b1871,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:21.409629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-10ee2a02-24bf-48d2-8e42-7eb2db95bc3f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port cbea81bf-cc35-47eb-8d43-748741034c8b {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:21.409983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-10ee2a02-24bf-48d2-8e42-7eb2db95bc3f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:21.445554 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8f6f104a-a96f-440e-bac0-4f354b356722 None None] The port '6cc510f7-4ab8-45f4-87fc-5d8949f16864' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:00:21.476815 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-7a2be2d7-888e-431b-ba9e-f58a4d7209da tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] show failed (client error): The resource could not be found. Jan 28 18:00:21.480612 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7a2be2d7-888e-431b-ba9e-f58a4d7209da tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/subnets/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/tags/tempest-TagsExtTest-Tag-247089985 HTTP/1.1" status: 404 len: 328 time: 0.1954079 Jan 28 18:00:21.480823 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44908) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:21.515892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-7c32c298-2a4a-470b-9aca-40bcf53e9082 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8f0ce447-aa6d-418a-89b2-8b4d1eda6f73', {'tags': ['tempest-TagsExtTest-Tag-1590914454', 'tempest-TagsExtTest-Tag-1740037337', 'tempest-TagsExtTest-Tag-1024500476']}) {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:21.522253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fef85daf-46b9-4773-a6a7-ad7ef517a78c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:21.674550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f8ccefb-54d3-4af2-86bf-3c68452885b0 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:21.701901 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e563c734-17ad-41dc-b3cc-17682b0b9e92 None None] Provisioning complete for port acd1d51b-eb9d-47e5-acd2-d6325d1b1871 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:21.702533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e563c734-17ad-41dc-b3cc-17682b0b9e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:21.732680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-10ee2a02-24bf-48d2-8e42-7eb2db95bc3f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:21.778369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:21.794620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Transition to ACTIVE for port object d55b54b4-6663-490c-beaa-5083d620b2d8 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:21.798809 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7c32c298-2a4a-470b-9aca-40bcf53e9082 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "PUT /v2.0/ports/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73/tags HTTP/1.1" status: 200 len: 318 time: 0.3170276 Jan 28 18:00:21.820497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44912) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:21.855742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-0bd37778-082a-401e-a891-60c3c880709f tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f0ce447-aa6d-418a-89b2-8b4d1eda6f73') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:21.859823 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Transition to ACTIVE for port object d55b54b4-6663-490c-beaa-5083d620b2d8 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:21.864370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-10ee2a02-24bf-48d2-8e42-7eb2db95bc3f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for cbea81bf-cc35-47eb-8d43-748741034c8b owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:21.876594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e563c734-17ad-41dc-b3cc-17682b0b9e92 None None] Could not find standard attr ID for object 7390f86d-fb8a-4b89-acdc-a0384ec89521. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:00:21.884407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ccefb-54d3-4af2-86bf-3c68452885b0 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Pushing event deleted for resources: {'Port': ['ID=7390f86d-fb8a-4b89-acdc-a0384ec89521,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:21.939164 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.028546 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Pushing event updated for resources: {'Port': ['ID=d55b54b4-6663-490c-beaa-5083d620b2d8,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:22.040429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e563c734-17ad-41dc-b3cc-17682b0b9e92 None None] Provisioning for port 56b2ca9f-039e-4d49-823e-8c7c47273b4e completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:22.053833 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e563c734-17ad-41dc-b3cc-17682b0b9e92 None None] Provisioning complete for port 56b2ca9f-039e-4d49-823e-8c7c47273b4e triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:22.054523 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e563c734-17ad-41dc-b3cc-17682b0b9e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.090689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Network 86ec97e9-5764-45f5-a3cf-08732b49b723 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:22.092873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fef85daf-46b9-4773-a6a7-ad7ef517a78c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.097930 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:22.103113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:22.148915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-10ee2a02-24bf-48d2-8e42-7eb2db95bc3f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.224402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-fef85daf-46b9-4773-a6a7-ad7ef517a78c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34f79ae-d030-4dce-ae0d-706638567d26']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:22.227991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Attempting to bind port d55b54b4-6663-490c-beaa-5083d620b2d8 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:00:22.228683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Attempting to bind port d55b54b4-6663-490c-beaa-5083d620b2d8 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'dcfc99f2-32af-4fea-90da-f0c5c649949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86ec97e9-5764-45f5-a3cf-08732b49b723'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:00:22.229645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee2a02-24bf-48d2-8e42-7eb2db95bc3f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=cbea81bf-cc35-47eb-8d43-748741034c8b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:22.230224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Attempting to bind port d55b54b4-6663-490c-beaa-5083d620b2d8 on network 86ec97e9-5764-45f5-a3cf-08732b49b723 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:00:22.239605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e563c734-17ad-41dc-b3cc-17682b0b9e92 None None] Port 56b2ca9f-039e-4d49-823e-8c7c47273b4e cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:22.245361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:00:22.246146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Checking segment: {'id': 'dcfc99f2-32af-4fea-90da-f0c5c649949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86ec97e9-5764-45f5-a3cf-08732b49b723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:22.246932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.247747 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Bound using segment: {'id': 'dcfc99f2-32af-4fea-90da-f0c5c649949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86ec97e9-5764-45f5-a3cf-08732b49b723'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:00:22.249221 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Bound port: d55b54b4-6663-490c-beaa-5083d620b2d8, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfc99f2-32af-4fea-90da-f0c5c649949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '86ec97e9-5764-45f5-a3cf-08732b49b723'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:00:22.249988 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.269689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device acd1d51b-eb9d-47e5-acd2-d6325d1b1871 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:22.275657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-fef85daf-46b9-4773-a6a7-ad7ef517a78c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee24a58-d53c-4e39-b6c8-0a2d87c85938') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:22.275950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-fef85daf-46b9-4773-a6a7-ad7ef517a78c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee24a58-d53c-4e39-b6c8-0a2d87c85938') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:22.293682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f8ccefb-54d3-4af2-86bf-3c68452885b0 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.294710 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-10ee2a02-24bf-48d2-8e42-7eb2db95bc3f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.306430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fef85daf-46b9-4773-a6a7-ad7ef517a78c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.315904 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-10ee2a02-24bf-48d2-8e42-7eb2db95bc3f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/cbea81bf-cc35-47eb-8d43-748741034c8b HTTP/1.1" status: 204 len: 168 time: 0.9897280 Jan 28 18:00:22.317324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44920) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:22.363937 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-65178d4a-fb49-4ccf-a566-f0374b645b22 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] DELETE failed (client error): The resource could not be found. Jan 28 18:00:22.364544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65178d4a-fb49-4ccf-a566-f0374b645b22 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:00:22.366294 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fef85daf-46b9-4773-a6a7-ad7ef517a78c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.370645 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-65178d4a-fb49-4ccf-a566-f0374b645b22 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/cbea81bf-cc35-47eb-8d43-748741034c8b HTTP/1.1" status: 404 len: 333 time: 0.0519445 Jan 28 18:00:22.371386 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44924) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:22.386526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef85daf-46b9-4773-a6a7-ad7ef517a78c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:00:22.387212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fef85daf-46b9-4773-a6a7-ad7ef517a78c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:00:22.402643 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:00:22.432937 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] For port d55b54b4-6663-490c-beaa-5083d620b2d8, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:00:22.433288 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] For port d55b54b4-6663-490c-beaa-5083d620b2d8, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d55b54b4-6663-490c-beaa-5083d620b2d8,segment=NetworkSegment(dcfc99f2-32af-4fea-90da-f0c5c649949f),segment_id=dcfc99f2-32af-4fea-90da-f0c5c649949f)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:00:22.456465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e563c734-17ad-41dc-b3cc-17682b0b9e92 None None] Provisioning complete for port 805e2655-3f14-47a7-b5fa-4b045b241cb3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:22.457836 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e563c734-17ad-41dc-b3cc-17682b0b9e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.471599 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2f8ccefb-54d3-4af2-86bf-3c68452885b0 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] 10.222.0.26 "DELETE /v2.0/ports/7390f86d-fb8a-4b89-acdc-a0384ec89521 HTTP/1.1" status: 204 len: 168 time: 2.6623828 Jan 28 18:00:22.489154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44932) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:22.501496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e6872378-65c3-4c7b-913d-cd492530da71 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Request body: {'port': {'name': 'tempest-new-port-name-1165854509', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:22.502507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.api.validators [None req-e6872378-65c3-4c7b-913d-cd492530da71 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] bootfile-name is not in valid_values {{(pid=88158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 18:00:22.502507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.api.validators [None req-e6872378-65c3-4c7b-913d-cd492530da71 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] tftp-server is not in valid_values {{(pid=88158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 18:00:22.502770 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port acd1d51b-eb9d-47e5-acd2-d6325d1b1871 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:22.502873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.api.validators [None req-e6872378-65c3-4c7b-913d-cd492530da71 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] server-ip-address is not in valid_values {{(pid=88158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 18:00:22.503146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.541492 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.547774 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-449d38d7-cd02-4dc4-abd9-d970d4f31522 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] GET failed (client error): The resource could not be found. Jan 28 18:00:22.548301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-449d38d7-cd02-4dc4-abd9-d970d4f31522 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:22.623645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-449d38d7-cd02-4dc4-abd9-d970d4f31522 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:22.627349 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-449d38d7-cd02-4dc4-abd9-d970d4f31522 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/cbea81bf-cc35-47eb-8d43-748741034c8b HTTP/1.1" status: 404 len: 333 time: 0.2524850 Jan 28 18:00:22.627623 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44936) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:22.647622 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0bd37778-082a-401e-a891-60c3c880709f tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/ports/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73/tags HTTP/1.1" status: 204 len: 168 time: 0.8212619 Jan 28 18:00:22.648844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fef85daf-46b9-4773-a6a7-ad7ef517a78c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.663064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44940) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:22.684078 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fef85daf-46b9-4773-a6a7-ad7ef517a78c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.685695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e563c734-17ad-41dc-b3cc-17682b0b9e92 None None] Port 805e2655-3f14-47a7-b5fa-4b045b241cb3 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:22.697146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-209e3f92-30b3-47d4-bc83-6157011493ae tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f0ce447-aa6d-418a-89b2-8b4d1eda6f73', 'tempest-TagsExtTest-Tag-1590914454') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:22.703607 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-31512cc1-6b46-4c77-852a-72aa27bad118 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting subnet ac27d3b2-a9c1-4e34-9f8e-c0ae9e0103cd {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:00:22.707025 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31512cc1-6b46-4c77-852a-72aa27bad118 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.728201 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc2d33-c7e2-4aca-b374-2a62001c48cf None None] Pushing event updated for resources: {'Port': ['ID=d55b54b4-6663-490c-beaa-5083d620b2d8,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:22.736703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef85daf-46b9-4773-a6a7-ad7ef517a78c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Network': ['ID=a34f79ae-d030-4dce-ae0d-706638567d26,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:22.760421 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fef85daf-46b9-4773-a6a7-ad7ef517a78c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/networks/a34f79ae-d030-4dce-ae0d-706638567d26 HTTP/1.1" status: 204 len: 168 time: 1.5659254 Jan 28 18:00:22.763156 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44944) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:22.772186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-556846997'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:22.774471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31512cc1-6b46-4c77-852a-72aa27bad118 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.781578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6872378-65c3-4c7b-913d-cd492530da71 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.800589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:22.811675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:network and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:22.845836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:22.868319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:22.871374 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31512cc1-6b46-4c77-852a-72aa27bad118 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:22.930515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e802e9e7-11ea-4e32-8f28-c793a32c7778 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.030361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31512cc1-6b46-4c77-852a-72aa27bad118 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.043676 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-209e3f92-30b3-47d4-bc83-6157011493ae tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] show failed (client error): The resource could not be found. Jan 28 18:00:23.044703 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-209e3f92-30b3-47d4-bc83-6157011493ae tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/ports/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73/tags/tempest-TagsExtTest-Tag-1590914454 HTTP/1.1" status: 404 len: 329 time: 0.3653467 Jan 28 18:00:23.057745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:23.061739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.070157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44948) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:23.093469 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-c3d1167e-7edb-4fdf-8f49-fb98cb0e862a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f0ce447-aa6d-418a-89b2-8b4d1eda6f73', 'tempest-TagsExtTest-Tag-1740037337') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:23.094686 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31512cc1-6b46-4c77-852a-72aa27bad118 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Subnet': ['ID=ac27d3b2-a9c1-4e34-9f8e-c0ae9e0103cd,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:23.098648 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31512cc1-6b46-4c77-852a-72aa27bad118 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.106617 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-31512cc1-6b46-4c77-852a-72aa27bad118 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/ac27d3b2-a9c1-4e34-9f8e-c0ae9e0103cd HTTP/1.1" status: 204 len: 168 time: 0.4766288 Jan 28 18:00:23.107867 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44952) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:23.233023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.243548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port d55b54b4-6663-490c-beaa-5083d620b2d8 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:23.243892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.285468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:00:23.397778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.398120 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Added segment c0191238-c8f8-41cd-92d0-b7f1f755fc6e of type vlan for network 9f80ba76-5f70-45dc-ab2c-5aa8b5554b34 Jan 28 18:00:23.445892 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-c3d1167e-7edb-4fdf-8f49-fb98cb0e862a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] show failed (client error): The resource could not be found. Jan 28 18:00:23.449615 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c3d1167e-7edb-4fdf-8f49-fb98cb0e862a tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/ports/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73/tags/tempest-TagsExtTest-Tag-1740037337 HTTP/1.1" status: 404 len: 329 time: 0.3584530 Jan 28 18:00:23.450486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44956) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:23.456625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.462009 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-b128a811-beee-4d7f-9649-2ebe6ef76b00 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f0ce447-aa6d-418a-89b2-8b4d1eda6f73', 'tempest-TagsExtTest-Tag-1024500476') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:23.483256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6872378-65c3-4c7b-913d-cd492530da71 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.508045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] For port d55b54b4-6663-490c-beaa-5083d620b2d8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d55b54b4-6663-490c-beaa-5083d620b2d8,segment=NetworkSegment(dcfc99f2-32af-4fea-90da-f0c5c649949f),segment_id=dcfc99f2-32af-4fea-90da-f0c5c649949f)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:23.508487 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.568325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6872378-65c3-4c7b-913d-cd492530da71 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.605737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e802e9e7-11ea-4e32-8f28-c793a32c7778 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Deleting port 805e2655-3f14-47a7-b5fa-4b045b241cb3 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:23.606089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e802e9e7-11ea-4e32-8f28-c793a32c7778 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.639792 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for d55b54b4-6663-490c-beaa-5083d620b2d8 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:23.645883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.650616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:23.651273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.737494 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-b128a811-beee-4d7f-9649-2ebe6ef76b00 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] show failed (client error): The resource could not be found. Jan 28 18:00:23.741126 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b128a811-beee-4d7f-9649-2ebe6ef76b00 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/ports/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73/tags/tempest-TagsExtTest-Tag-1024500476 HTTP/1.1" status: 404 len: 329 time: 0.2870593 Jan 28 18:00:23.741548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44960) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:23.747252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-59b65d65-96eb-4c0f-91e2-8c991f796438 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f6add123-8a5f-4e62-974e-671f0a1ec57f', {'tags': ['tempest-TagsExtTest-Tag-1340966041', 'tempest-TagsExtTest-Tag-1187611503', 'tempest-TagsExtTest-Tag-1668181983']}) {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:23.921175 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:23.977225 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No DVR routers for this DVR port d55b54b4-6663-490c-beaa-5083d620b2d8 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:00:24.035816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-95096414-d2b8-45cb-b5b6-827d2595ec1e None None] Provisioning complete for port 56b2ca9f-039e-4d49-823e-8c7c47273b4e triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:24.036366 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-95096414-d2b8-45cb-b5b6-827d2595ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.046415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Network': ['ID=9f80ba76-5f70-45dc-ab2c-5aa8b5554b34,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:24.050175 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=d55b54b4-6663-490c-beaa-5083d620b2d8,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:24.056366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6872378-65c3-4c7b-913d-cd492530da71 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Pushing event updated for resources: {'Port': ['ID=56b2ca9f-039e-4d49-823e-8c7c47273b4e,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:24.097192 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d0130931-dd5f-4e01-9777-7305975b5a0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3329334 Jan 28 18:00:24.100840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44964) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:24.126424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 9f80ba76-5f70-45dc-ab2c-5aa8b5554b34 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:00:24.170375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'subnet': {'network_id': '9f80ba76-5f70-45dc-ab2c-5aa8b5554b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:24.188193 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-59b65d65-96eb-4c0f-91e2-8c991f796438 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "PUT /v2.0/routers/f6add123-8a5f-4e62-974e-671f0a1ec57f/tags HTTP/1.1" status: 200 len: 318 time: 0.4428105 Jan 28 18:00:24.192288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44968) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:24.219850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.221964 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213242a8-cf27-495d-bfeb-df7e204193a7 None None] Network 86ec97e9-5764-45f5-a3cf-08732b49b723 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:24.233757 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-a7bad417-ebda-4d94-8e69-0f0adfb18ce9 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f6add123-8a5f-4e62-974e-671f0a1ec57f') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:24.257575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ec97e9-5764-45f5-a3cf-08732b49b723']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:24.272044 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfc99f2-32af-4fea-90da-f0c5c649949f') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:24.272485 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfc99f2-32af-4fea-90da-f0c5c649949f') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:24.284876 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.291429 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e6872378-65c3-4c7b-913d-cd492530da71 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] In _notify_port_updated(), no bound segment for port 56b2ca9f-039e-4d49-823e-8c7c47273b4e on network 25f6ad0c-8459-43e3-8134-92ed3e8bc004 {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 18:00:24.296812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6872378-65c3-4c7b-913d-cd492530da71 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:24.297570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6872378-65c3-4c7b-913d-cd492530da71 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.302317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.303021 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e6872378-65c3-4c7b-913d-cd492530da71 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] 10.222.0.26 "PUT /v2.0/ports/56b2ca9f-039e-4d49-823e-8c7c47273b4e HTTP/1.1" status: 200 len: 1136 time: 1.8116541 Jan 28 18:00:24.310254 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:00:24.311332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.317874 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-95096414-d2b8-45cb-b5b6-827d2595ec1e None None] Port 56b2ca9f-039e-4d49-823e-8c7c47273b4e cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:24.360895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44972) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:00:24.382033 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:00:24.429830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cbb6e625-ac78-4f6e-8884-b82b34505f3b None None] Could not find standard attr ID for object d55b54b4-6663-490c-beaa-5083d620b2d8. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:00:24.475259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.491361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac6aeb-2b08-48af-b1d9-e2120d5bdd90 None None] DHCP port deletion for 86ec97e9-5764-45f5-a3cf-08732b49b723 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:00:24.568303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:24.586300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8229934b-dac2-4a4c-8d33-cbf6d4391f8e tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:24.586904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8229934b-dac2-4a4c-8d33-cbf6d4391f8e tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Synchronizing usage tracker for tenant:bb256090dd584196a1471f288ff59adb on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:24.593205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:subnet and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:24.598089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:24.608222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e802e9e7-11ea-4e32-8f28-c793a32c7778 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.608465 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.617274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Network': ['ID=86ec97e9-5764-45f5-a3cf-08732b49b723,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:24.622479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:24.630844 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-850dd2fc-88b8-43f2-b4b8-4b0b395c55af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/networks/86ec97e9-5764-45f5-a3cf-08732b49b723 HTTP/1.1" status: 204 len: 168 time: 1.5218849 Jan 28 18:00:24.634197 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44976) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:24.640424 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-204374111'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:24.645286 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:24.649165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:network and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:24.652053 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:24.657967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:24.726465 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:24.729933 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.758076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e802e9e7-11ea-4e32-8f28-c793a32c7778 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Calling delete_port for 805e2655-3f14-47a7-b5fa-4b045b241cb3 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:24.758727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:00:24.770318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.770688 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Added segment c64045c0-a9f7-486f-9ebb-a886196d882a of type vlan for network 86ae3b41-b7e0-4918-b995-1bf0f02b4bde Jan 28 18:00:24.792864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:24.796877 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.798213 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.827215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8229934b-dac2-4a4c-8d33-cbf6d4391f8e tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Unset dirty status for tenant:bb256090dd584196a1471f288ff59adb on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:24.828360 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8229934b-dac2-4a4c-8d33-cbf6d4391f8e tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] 10.222.0.26 "GET /v2.0/ports/56b2ca9f-039e-4d49-823e-8c7c47273b4e HTTP/1.1" status: 200 len: 1136 time: 0.4665174 Jan 28 18:00:24.831863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44980) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:24.899657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-fd615029-de08-41ba-b7c3-a315b19e125a tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Deleting port 56b2ca9f-039e-4d49-823e-8c7c47273b4e {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:24.899983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fd615029-de08-41ba-b7c3-a315b19e125a tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.936310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.941793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:24.942367 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:24.956319 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a7bad417-ebda-4d94-8e69-0f0adfb18ce9 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/routers/f6add123-8a5f-4e62-974e-671f0a1ec57f/tags HTTP/1.1" status: 204 len: 168 time: 0.7490487 Jan 28 18:00:24.961412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44984) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:24.971299 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-a53108b3-a562-4216-95b7-f7ec948b97a1 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6add123-8a5f-4e62-974e-671f0a1ec57f', 'tempest-TagsExtTest-Tag-1340966041') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:25.101116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Network': ['ID=86ae3b41-b7e0-4918-b995-1bf0f02b4bde,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:25.111261 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e2b93754-b301-4a33-9bd8-53c190d32db4 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4754353 Jan 28 18:00:25.113346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 86ae3b41-b7e0-4918-b995-1bf0f02b4bde details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:00:25.114549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44990) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:25.124170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': '86ae3b41-b7e0-4918-b995-1bf0f02b4bde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:25.220312 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-a53108b3-a562-4216-95b7-f7ec948b97a1 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] show failed (client error): The resource could not be found. Jan 28 18:00:25.223995 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a53108b3-a562-4216-95b7-f7ec948b97a1 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/routers/f6add123-8a5f-4e62-974e-671f0a1ec57f/tags/tempest-TagsExtTest-Tag-1340966041 HTTP/1.1" status: 404 len: 329 time: 0.2590380 Jan 28 18:00:25.225355 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 44994) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:25.245892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-63f8198d-6cea-440d-b76c-8affa6a301ca tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6add123-8a5f-4e62-974e-671f0a1ec57f', 'tempest-TagsExtTest-Tag-1187611503') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:25.326624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:25.343097 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:25.347599 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:25.362120 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:25.371467 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fd615029-de08-41ba-b7c3-a315b19e125a tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:25.397104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e802e9e7-11ea-4e32-8f28-c793a32c7778 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:25.492234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:25.495743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:25.520801 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-fd615029-de08-41ba-b7c3-a315b19e125a tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Calling delete_port for 56b2ca9f-039e-4d49-823e-8c7c47273b4e owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:25.566936 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:25.597629 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802e9e7-11ea-4e32-8f28-c793a32c7778 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event deleted for resources: {'Port': ['ID=805e2655-3f14-47a7-b5fa-4b045b241cb3,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:25.631222 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-63f8198d-6cea-440d-b76c-8affa6a301ca tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] show failed (client error): The resource could not be found. Jan 28 18:00:25.635185 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-63f8198d-6cea-440d-b76c-8affa6a301ca tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/routers/f6add123-8a5f-4e62-974e-671f0a1ec57f/tags/tempest-TagsExtTest-Tag-1187611503 HTTP/1.1" status: 404 len: 329 time: 0.4041774 Jan 28 18:00:25.637715 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 44998) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:25.648981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-3d670f21-d7c0-44a6-b0ca-16c8feee1934 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6add123-8a5f-4e62-974e-671f0a1ec57f', 'tempest-TagsExtTest-Tag-1668181983') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:25.812464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Subnet': ['ID=dc45e3cd-bca0-451a-a01e-62f99fb15aec,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:25.818279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e802e9e7-11ea-4e32-8f28-c793a32c7778 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:25.834116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Checking segment: {'id': 'c0191238-c8f8-41cd-92d0-b7f1f755fc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9f80ba76-5f70-45dc-ab2c-5aa8b5554b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:25.834470 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network hostable DHCP agents. Network: 9f80ba76-5f70-45dc-ab2c-5aa8b5554b34, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:00:25.859575 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-3d670f21-d7c0-44a6-b0ca-16c8feee1934 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] show failed (client error): The resource could not be found. Jan 28 18:00:25.860527 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3d670f21-d7c0-44a6-b0ca-16c8feee1934 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/routers/f6add123-8a5f-4e62-974e-671f0a1ec57f/tags/tempest-TagsExtTest-Tag-1668181983 HTTP/1.1" status: 404 len: 329 time: 0.2198796 Jan 28 18:00:25.866501 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45002) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:25.881659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-417632a3-6089-474f-b708-f415c2d0b10f tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a0896913-7eff-4052-a41c-37c20d8499c1', {'tags': ['tempest-TagsExtTest-Tag-1970928379', 'tempest-TagsExtTest-Tag-1064408383', 'tempest-TagsExtTest-Tag-928630732']}) {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:26.055602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fd615029-de08-41ba-b7c3-a315b19e125a tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:26.084170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 9f80ba76-5f70-45dc-ab2c-5aa8b5554b34 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:00:26.107213 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:26.109054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e802e9e7-11ea-4e32-8f28-c793a32c7778 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Router ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:00:26.137268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd615029-de08-41ba-b7c3-a315b19e125a tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Pushing event deleted for resources: {'Port': ['ID=56b2ca9f-039e-4d49-823e-8c7c47273b4e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:26.174371 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 9f80ba76-5f70-45dc-ab2c-5aa8b5554b34) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:26.184881 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44218528-bfab-494d-98e8-451dad7868e4 None None] Network 9f80ba76-5f70-45dc-ab2c-5aa8b5554b34 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:26.192439 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-417632a3-6089-474f-b708-f415c2d0b10f tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "PUT /v2.0/subnetpools/a0896913-7eff-4052-a41c-37c20d8499c1/tags HTTP/1.1" status: 200 len: 317 time: 0.3206136 Jan 28 18:00:26.225957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d55b54b4-6663-490c-beaa-5083d620b2d8 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:26.233247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45006) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:26.235250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:26.236025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:26.262720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-17a1a07a-f14c-47d2-9489-2c285d1ebefa tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a0896913-7eff-4052-a41c-37c20d8499c1') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:26.295167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e802e9e7-11ea-4e32-8f28-c793a32c7778 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:00:26.301634 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e802e9e7-11ea-4e32-8f28-c793a32c7778 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "PUT /v2.0/routers/ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0008576 Jan 28 18:00:26.305300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45010) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:26.308025 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427e30d4-63de-4ab9-b43c-6ffee605b149 None None] Sync routers for ids ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:00:26.330357 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427e30d4-63de-4ab9-b43c-6ffee605b149 None None] Routers {'ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:26.331045 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-427e30d4-63de-4ab9-b43c-6ffee605b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:26.344463 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: d55b54b4-6663-490c-beaa-5083d620b2d8 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:26.345058 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d55b54b4-6663-490c-beaa-5083d620b2d8 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:26.375550 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-374f911d-73e7-4580-80d5-d377ea65de6c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2123926 Jan 28 18:00:26.378341 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45014) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:26.386229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-252dd225-5c5d-43e0-bf9d-13ef288212a0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1280751433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:26.417491 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-c617fff7-3146-471d-a734-2f32465132c8 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] delete failed (client error): The resource could not be found. Jan 28 18:00:26.418419 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-427e30d4-63de-4ab9-b43c-6ffee605b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:26.425002 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-252dd225-5c5d-43e0-bf9d-13ef288212a0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:26.427886 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c617fff7-3146-471d-a734-2f32465132c8 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-1633889323 HTTP/1.1" status: 404 len: 335 time: 0.1199217 Jan 28 18:00:26.427886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45018) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:26.429873 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427e30d4-63de-4ab9-b43c-6ffee605b149 None None] Routers {'ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:26.430483 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-427e30d4-63de-4ab9-b43c-6ffee605b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:26.432281 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f9d4175c-6832-4649-8d32-d3277ebdb23b tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:26.450263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-252dd225-5c5d-43e0-bf9d-13ef288212a0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:router and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:26.457638 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-252dd225-5c5d-43e0-bf9d-13ef288212a0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:26.473350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Subnet': ['ID=0b0127f5-c752-4c88-81a6-be87fd0c78f6,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:26.476812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-252dd225-5c5d-43e0-bf9d-13ef288212a0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:26.503140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fd615029-de08-41ba-b7c3-a315b19e125a tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:26.507249 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-427e30d4-63de-4ab9-b43c-6ffee605b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:26.507888 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427e30d4-63de-4ab9-b43c-6ffee605b149 None None] The sync data for ids ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:00:26.518154 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Checking segment: {'id': 'c64045c0-a9f7-486f-9ebb-a886196d882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86ae3b41-b7e0-4918-b995-1bf0f02b4bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:26.518923 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network hostable DHCP agents. Network: 86ae3b41-b7e0-4918-b995-1bf0f02b4bde, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:00:26.551604 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-17a1a07a-f14c-47d2-9489-2c285d1ebefa tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/subnetpools/a0896913-7eff-4052-a41c-37c20d8499c1/tags HTTP/1.1" status: 204 len: 168 time: 0.2934008 Jan 28 18:00:26.554723 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45022) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:26.557717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-252dd225-5c5d-43e0-bf9d-13ef288212a0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:26.559082 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-252dd225-5c5d-43e0-bf9d-13ef288212a0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:26.565560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-c76f7191-667f-4344-aea6-da96e7b79f8c tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a0896913-7eff-4052-a41c-37c20d8499c1', 'tempest-TagsExtTest-Tag-1970928379') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:26.585805 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fd615029-de08-41ba-b7c3-a315b19e125a tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] 10.222.0.26 "DELETE /v2.0/ports/56b2ca9f-039e-4d49-823e-8c7c47273b4e HTTP/1.1" status: 204 len: 168 time: 1.7508042 Jan 28 18:00:26.590585 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45026) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:26.594778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-9f80ba76-5f70-45dc-ab2c-5aa8b5554b34', 'network_id': '9f80ba76-5f70-45dc-ab2c-5aa8b5554b34', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'fixed_ips': [{'subnet_id': 'dc45e3cd-bca0-451a-a01e-62f99fb15aec'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:00:26.595633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:26.638558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 86ae3b41-b7e0-4918-b995-1bf0f02b4bde is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:00:26.649648 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-252dd225-5c5d-43e0-bf9d-13ef288212a0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:26.672553 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-c76f7191-667f-4344-aea6-da96e7b79f8c tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] show failed (client error): The resource could not be found. Jan 28 18:00:26.673622 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c76f7191-667f-4344-aea6-da96e7b79f8c tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/subnetpools/a0896913-7eff-4052-a41c-37c20d8499c1/tags/tempest-TagsExtTest-Tag-1970928379 HTTP/1.1" status: 404 len: 329 time: 0.1177549 Jan 28 18:00:26.677107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45030) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:26.685459 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-26373e34-ab32-4c20-8867-269286bb02c7 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a0896913-7eff-4052-a41c-37c20d8499c1', 'tempest-TagsExtTest-Tag-1064408383') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:26.710236 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2538449-f926-4e96-9d8f-61472d14763e tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Deleting subnet 94802337-15e8-48b2-a595-234821272ac4 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:00:26.714677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a2538449-f926-4e96-9d8f-61472d14763e tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:26.752510 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 86ae3b41-b7e0-4918-b995-1bf0f02b4bde) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:26.757126 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:26.757708 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:26.760623 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Allocated IP 2001:db8::2 (9f80ba76-5f70-45dc-ab2c-5aa8b5554b34/dc45e3cd-bca0-451a-a01e-62f99fb15aec/60f21dce-6021-4d84-8984-558983a97fd9) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:26.766868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71ab9f9-0e3a-4666-97bb-85bad3242c99 None None] Network 86ae3b41-b7e0-4918-b995-1bf0f02b4bde requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:26.780636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-252dd225-5c5d-43e0-bf9d-13ef288212a0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:26.798248 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-26373e34-ab32-4c20-8867-269286bb02c7 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] show failed (client error): The resource could not be found. Jan 28 18:00:26.799336 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-26373e34-ab32-4c20-8867-269286bb02c7 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/subnetpools/a0896913-7eff-4052-a41c-37c20d8499c1/tags/tempest-TagsExtTest-Tag-1064408383 HTTP/1.1" status: 404 len: 329 time: 0.1206057 Jan 28 18:00:26.805689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45034) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:26.825737 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-3c61b3c8-bb39-48cd-b669-3d5cb189ef8c tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a0896913-7eff-4052-a41c-37c20d8499c1', 'tempest-TagsExtTest-Tag-928630732') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:26.859594 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a2538449-f926-4e96-9d8f-61472d14763e tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:26.933820 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-3c61b3c8-bb39-48cd-b669-3d5cb189ef8c tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] show failed (client error): The resource could not be found. Jan 28 18:00:26.940146 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3c61b3c8-bb39-48cd-b669-3d5cb189ef8c tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/subnetpools/a0896913-7eff-4052-a41c-37c20d8499c1/tags/tempest-TagsExtTest-Tag-928630732 HTTP/1.1" status: 404 len: 328 time: 0.1261582 Jan 28 18:00:26.944976 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45038) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:26.953054 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.tag.tag_plugin [None req-24ff205b-0459-4cff-852c-353b6818dae4 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a0896913-7eff-4052-a41c-37c20d8499c1') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:26.983593 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-86c26781-639a-42d4-8e39-714885904e27 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8650765 Jan 28 18:00:26.987808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45042) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:26.988042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-252dd225-5c5d-43e0-bf9d-13ef288212a0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:26.991503 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-252dd225-5c5d-43e0-bf9d-13ef288212a0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6097591 Jan 28 18:00:26.999832 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45044) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:27.005417 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'port': {'network_id': '9f80ba76-5f70-45dc-ab2c-5aa8b5554b34', 'name': 'tempest-RoutersIpV6Test-1953472466'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:27.021042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f9d4175c-6832-4649-8d32-d3277ebdb23b tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.023548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'network_id': '86ae3b41-b7e0-4918-b995-1bf0f02b4bde', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1502339919'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:27.104587 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-f9d4175c-6832-4649-8d32-d3277ebdb23b tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] update failed (client error): The resource could not be found. Jan 28 18:00:27.109451 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f9d4175c-6832-4649-8d32-d3277ebdb23b tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "PUT /v2.0/routers/ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e HTTP/1.1" status: 404 len: 339 time: 0.6774840 Jan 28 18:00:27.110385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45050) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:27.116066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-327679554'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:27.121202 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:27.125052 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Usage tracker for resource:network and tenant:a88a3ea8de2a42b09423bf10f282b968 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:27.132326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:27.138309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:27.165534 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-86ae3b41-b7e0-4918-b995-1bf0f02b4bde', 'network_id': '86ae3b41-b7e0-4918-b995-1bf0f02b4bde', 'tenant_id': '803d439137ae4d62b7dce7631ff78822', 'fixed_ips': [{'subnet_id': '0b0127f5-c752-4c88-81a6-be87fd0c78f6'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:00:27.166343 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.201108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a2538449-f926-4e96-9d8f-61472d14763e tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.206420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Made reservation on behalf of a88a3ea8de2a42b09423bf10f282b968 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:27.210276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.239532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:00:27.249125 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.249714 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.250330 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Added segment bbd547cd-c660-45e1-af15-4927ed571655 of type vlan for network 4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626 Jan 28 18:00:27.263540 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Transition to ACTIVE for port object 60f21dce-6021-4d84-8984-558983a97fd9 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:27.268529 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-24ff205b-0459-4cff-852c-353b6818dae4 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/subnetpools/a0896913-7eff-4052-a41c-37c20d8499c1/tags HTTP/1.1" status: 204 len: 168 time: 0.3225703 Jan 28 18:00:27.269626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45054) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:27.276838 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-a693f5d7-2862-48dd-80a7-f85e9c723e76 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f6add123-8a5f-4e62-974e-671f0a1ec57f') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:27.294055 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Transition to ACTIVE for port object 60f21dce-6021-4d84-8984-558983a97fd9 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:27.356536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:27.367757 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:port and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:27.371275 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:27.373678 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:27.378260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.381156 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:port and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:27.384020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:27.386170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:27.394898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:27.401853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.429508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a2538449-f926-4e96-9d8f-61472d14763e tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.475384 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2538449-f926-4e96-9d8f-61472d14763e tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Pushing event deleted for resources: {'Subnet': ['ID=94802337-15e8-48b2-a595-234821272ac4,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:27.482632 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a2538449-f926-4e96-9d8f-61472d14763e tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.482837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Network 9f80ba76-5f70-45dc-ab2c-5aa8b5554b34 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:27.484950 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a693f5d7-2862-48dd-80a7-f85e9c723e76 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/routers/f6add123-8a5f-4e62-974e-671f0a1ec57f/tags HTTP/1.1" status: 204 len: 168 time: 0.2141085 Jan 28 18:00:27.487069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:27.487543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45058) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:27.492557 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a2538449-f926-4e96-9d8f-61472d14763e tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] 10.222.0.26 "DELETE /v2.0/subnets/94802337-15e8-48b2-a595-234821272ac4 HTTP/1.1" status: 204 len: 168 time: 0.9011023 Jan 28 18:00:27.493554 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:27.494645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-dcb2a1f8-3017-4dee-89df-f3f2c5320623 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f0ce447-aa6d-418a-89b2-8b4d1eda6f73') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:27.494906 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:27.497320 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.506379 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd11068-1b88-4be6-b433-c45c1720860b None None] Network 25f6ad0c-8459-43e3-8134-92ed3e8bc004 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:27.507131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45062) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:27.536273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:27.539804 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.561524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Pushing event updated for resources: {'Port': ['ID=60f21dce-6021-4d84-8984-558983a97fd9,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:27.562625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.568110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:27.568656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.635847 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] device_id is not set on port a44c46e7-fbff-4a69-ab32-d85cd0488cd9 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:00:27.639992 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Allocated IP 2001:db8::2 (86ae3b41-b7e0-4918-b995-1bf0f02b4bde/0b0127f5-c752-4c88-81a6-be87fd0c78f6/dcab6c53-3fbe-4a76-80dd-c55b96737df2) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:27.678626 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port e663ef9d-1252-47b3-ba47-fdd4a9460f6b yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:00:27.688229 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dcb2a1f8-3017-4dee-89df-f3f2c5320623 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/ports/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73/tags HTTP/1.1" status: 204 len: 168 time: 0.1945515 Jan 28 18:00:27.692562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45066) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:27.700406 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.tag.tag_plugin [None req-db5550f2-e442-48ee-a2d3-4b1131542a15 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd035ae96-a7a6-4c75-b1d9-f9a02873bc79') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:27.730166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event updated for resources: {'Network': ['ID=4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:27.738905 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-783d7611-0007-414e-98fa-d791c64bcd5d tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6244488 Jan 28 18:00:27.739894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45070) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:27.754184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Request body: {'subnet': {'network_id': '4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:27.769535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Attempting to bind port 60f21dce-6021-4d84-8984-558983a97fd9 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:00:27.769959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Attempting to bind port 60f21dce-6021-4d84-8984-558983a97fd9 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'c0191238-c8f8-41cd-92d0-b7f1f755fc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9f80ba76-5f70-45dc-ab2c-5aa8b5554b34'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:00:27.770332 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Attempting to bind port 60f21dce-6021-4d84-8984-558983a97fd9 on network 9f80ba76-5f70-45dc-ab2c-5aa8b5554b34 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:00:27.776590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.783169 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:00:27.783548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Checking segment: {'id': 'c0191238-c8f8-41cd-92d0-b7f1f755fc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9f80ba76-5f70-45dc-ab2c-5aa8b5554b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:27.783947 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.784334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Bound using segment: {'id': 'c0191238-c8f8-41cd-92d0-b7f1f755fc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9f80ba76-5f70-45dc-ab2c-5aa8b5554b34'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:00:27.784807 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Bound port: 60f21dce-6021-4d84-8984-558983a97fd9, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0191238-c8f8-41cd-92d0-b7f1f755fc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9f80ba76-5f70-45dc-ab2c-5aa8b5554b34'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:00:27.785174 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.801392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:00:27.828105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Deleting port d84ca10a-8dc5-4bd2-b97e-fc904d890019 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:27.828539 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.873326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:27.879666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Usage tracker for resource:subnet and tenant:a88a3ea8de2a42b09423bf10f282b968 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:27.884805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:27.891368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:27.896407 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-db5550f2-e442-48ee-a2d3-4b1131542a15 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/subnets/d035ae96-a7a6-4c75-b1d9-f9a02873bc79/tags HTTP/1.1" status: 204 len: 168 time: 0.2004662 Jan 28 18:00:27.902619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45074) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:27.985422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Made reservation on behalf of a88a3ea8de2a42b09423bf10f282b968 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:27.989350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:27.997003 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Allocated IP 2001:db8::38a (9f80ba76-5f70-45dc-ab2c-5aa8b5554b34/dc45e3cd-bca0-451a-a01e-62f99fb15aec/a44c46e7-fbff-4a69-ab32-d85cd0488cd9) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:28.136426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] For port 60f21dce-6021-4d84-8984-558983a97fd9, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:00:28.142269 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] For port 60f21dce-6021-4d84-8984-558983a97fd9, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=60f21dce-6021-4d84-8984-558983a97fd9,segment=NetworkSegment(c0191238-c8f8-41cd-92d0-b7f1f755fc6e),segment_id=c0191238-c8f8-41cd-92d0-b7f1f755fc6e)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:00:28.162199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] For port d84ca10a-8dc5-4bd2-b97e-fc904d890019, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d84ca10a-8dc5-4bd2-b97e-fc904d890019,segment=NetworkSegment(90ad1d47-cdfd-4d09-91ec-93fef8f724eb),segment_id=90ad1d47-cdfd-4d09-91ec-93fef8f724eb)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:28.162561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:28.233412 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:28.244161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Transition to ACTIVE for port object dcab6c53-3fbe-4a76-80dd-c55b96737df2 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:28.263772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Transition to ACTIVE for port object dcab6c53-3fbe-4a76-80dd-c55b96737df2 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:28.295503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9940968-ed01-4007-88a0-77b58f9da17e None None] DHCP port deletion for 25f6ad0c-8459-43e3-8134-92ed3e8bc004 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:00:28.300959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f9940968-ed01-4007-88a0-77b58f9da17e None None] Deleting port d84ca10a-8dc5-4bd2-b97e-fc904d890019 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:28.301334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f9940968-ed01-4007-88a0-77b58f9da17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:28.348762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5eeffb5c-c010-44a0-8e8c-493ccb11dca8 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for subnetpool, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:28.353575 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5eeffb5c-c010-44a0-8e8c-493ccb11dca8 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/subnetpools/a0896913-7eff-4052-a41c-37c20d8499c1 HTTP/1.1" status: 204 len: 168 time: 0.4495983 Jan 28 18:00:28.354406 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45078) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:28.400545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-be69f446-3dc5-4763-bdfe-a8d1aa0a9291 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Synchronizing usage tracker for tenant:dbf4b7e01082436c8ae220feb88ec234 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:28.407218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:28.412318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:28.415954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:28.489849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Network 86ae3b41-b7e0-4918-b995-1bf0f02b4bde is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:28.495466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Checking segment: {'id': 'bbd547cd-c660-45e1-af15-4927ed571655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:28.495792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Network hostable DHCP agents. Network: 4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:00:28.497585 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:28.499045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Calling delete_port for d84ca10a-8dc5-4bd2-b97e-fc904d890019 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:28.500252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-be69f446-3dc5-4763-bdfe-a8d1aa0a9291 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Unset dirty status for tenant:dbf4b7e01082436c8ae220feb88ec234 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:28.503648 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-be69f446-3dc5-4763-bdfe-a8d1aa0a9291 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6add123-8a5f-4e62-974e-671f0a1ec57f HTTP/1.1" status: 200 len: 205 time: 0.1480746 Jan 28 18:00:28.504237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45084) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:28.522426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:28.592064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Pushing event updated for resources: {'Port': ['ID=dcab6c53-3fbe-4a76-80dd-c55b96737df2,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:28.656456 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event updated for resources: {'Subnet': ['ID=02fb5f13-ec83-4bca-854e-36ccdb42f626,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:28.668094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a1f8250c-4d3e-4973-aa7e-2f3bddeb5156 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:28.672217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Allocated IP 2001:db8::2f7 (86ae3b41-b7e0-4918-b995-1bf0f02b4bde/0b0127f5-c752-4c88-81a6-be87fd0c78f6/e663ef9d-1252-47b3-ba47-fdd4a9460f6b) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:28.719414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:28.763122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:28.792261 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Network 4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:00:28.802501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f9940968-ed01-4007-88a0-77b58f9da17e None None] For port d84ca10a-8dc5-4bd2-b97e-fc904d890019, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d84ca10a-8dc5-4bd2-b97e-fc904d890019,segment=NetworkSegment(90ad1d47-cdfd-4d09-91ec-93fef8f724eb),segment_id=90ad1d47-cdfd-4d09-91ec-93fef8f724eb)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:28.802915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f9940968-ed01-4007-88a0-77b58f9da17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:28.814421 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Attempting to bind port dcab6c53-3fbe-4a76-80dd-c55b96737df2 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:00:28.814854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Attempting to bind port dcab6c53-3fbe-4a76-80dd-c55b96737df2 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'c64045c0-a9f7-486f-9ebb-a886196d882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86ae3b41-b7e0-4918-b995-1bf0f02b4bde'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:00:28.815159 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Attempting to bind port dcab6c53-3fbe-4a76-80dd-c55b96737df2 on network 86ae3b41-b7e0-4918-b995-1bf0f02b4bde {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:00:28.828913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:00:28.829359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Checking segment: {'id': 'c64045c0-a9f7-486f-9ebb-a886196d882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86ae3b41-b7e0-4918-b995-1bf0f02b4bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:28.829661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:28.830046 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Bound using segment: {'id': 'c64045c0-a9f7-486f-9ebb-a886196d882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86ae3b41-b7e0-4918-b995-1bf0f02b4bde'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:00:28.830513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Bound port: dcab6c53-3fbe-4a76-80dd-c55b96737df2, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64045c0-a9f7-486f-9ebb-a886196d882a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '86ae3b41-b7e0-4918-b995-1bf0f02b4bde'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:00:28.830881 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:28.892294 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Pushing event deleted for resources: {'Port': ['ID=d84ca10a-8dc5-4bd2-b97e-fc904d890019,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:28.895915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Transition to ACTIVE for port object a44c46e7-fbff-4a69-ab32-d85cd0488cd9 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:28.901704 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] No DVR routers for this DVR port d84ca10a-8dc5-4bd2-b97e-fc904d890019 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:00:28.903223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbce99-a163-44ed-a567-7c2bbc57014d None None] Pushing event updated for resources: {'Port': ['ID=60f21dce-6021-4d84-8984-558983a97fd9,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:28.996215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f9940968-ed01-4007-88a0-77b58f9da17e None None] Calling delete_port for d84ca10a-8dc5-4bd2-b97e-fc904d890019 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:29.158668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a1f8250c-4d3e-4973-aa7e-2f3bddeb5156 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.160946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a1f8250c-4d3e-4973-aa7e-2f3bddeb5156 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.164049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.182950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Transition to ACTIVE for port object e663ef9d-1252-47b3-ba47-fdd4a9460f6b will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:29.183698 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:29.188353 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:29.190465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.197019 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] For port dcab6c53-3fbe-4a76-80dd-c55b96737df2, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:00:29.200738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] For port dcab6c53-3fbe-4a76-80dd-c55b96737df2, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dcab6c53-3fbe-4a76-80dd-c55b96737df2,segment=NetworkSegment(c64045c0-a9f7-486f-9ebb-a886196d882a),segment_id=c64045c0-a9f7-486f-9ebb-a886196d882a)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:00:29.206789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f140d255-96b4-4695-ae41-ad581cc99672 None None] Network 4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:29.213382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.269328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.274121 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a1f8250c-4d3e-4973-aa7e-2f3bddeb5156 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.274969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f8250c-4d3e-4973-aa7e-2f3bddeb5156 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Fanout notify agent at l3_agent the message router_deleted on router f6add123-8a5f-4e62-974e-671f0a1ec57f {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:00:29.288882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a1f8250c-4d3e-4973-aa7e-2f3bddeb5156 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.288882 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a1f8250c-4d3e-4973-aa7e-2f3bddeb5156 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/routers/f6add123-8a5f-4e62-974e-671f0a1ec57f HTTP/1.1" status: 204 len: 168 time: 0.7751698 Jan 28 18:00:29.288882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45088) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:29.312164 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.322389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.328368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f6ad0c-8459-43e3-8134-92ed3e8bc004']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:29.332036 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e2089c43-1d96-4afa-bf1d-4bf20fb1f793 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5911241 Jan 28 18:00:29.338409 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45092) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:29.346755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 9f80ba76-5f70-45dc-ab2c-5aa8b5554b34 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:29.356988 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-9a8e7a13-651b-490b-a8f3-0c012cd4698c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Request body: {'router': {'external_gateway_info': {'network_id': '4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:29.368385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a6303959-d0cc-4d1d-9b08-d3b5744a984d tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Deleting port 8f0ce447-aa6d-418a-89b2-8b4d1eda6f73 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:29.368920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6303959-d0cc-4d1d-9b08-d3b5744a984d tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.397847 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-f9940968-ed01-4007-88a0-77b58f9da17e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:00:29.398205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-f9940968-ed01-4007-88a0-77b58f9da17e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:00:29.412905 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:29.415294 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:29.421119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:29.421740 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.434851 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ad1d47-cdfd-4d09-91ec-93fef8f724eb') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:29.435686 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ad1d47-cdfd-4d09-91ec-93fef8f724eb') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:29.447376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=a44c46e7-fbff-4a69-ab32-d85cd0488cd9,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:29.468735 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7a0da-8547-4b10-a0f4-cb07bf5ec4cc None None] Pushing event updated for resources: {'Port': ['ID=dcab6c53-3fbe-4a76-80dd-c55b96737df2,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:29.554888 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626', 'network_id': '4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626', 'tenant_id': 'a88a3ea8de2a42b09423bf10f282b968', 'fixed_ips': [{'subnet_id': '02fb5f13-ec83-4bca-854e-36ccdb42f626'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:00:29.555876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.577719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.598956 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 86ae3b41-b7e0-4918-b995-1bf0f02b4bde is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:29.611253 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:29.613577 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:29.619284 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:29.619930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.682299 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6303959-d0cc-4d1d-9b08-d3b5744a984d tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.745039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.766361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=e663ef9d-1252-47b3-ba47-fdd4a9460f6b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:29.830902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Allocated IP 2001:db8:1::2 (4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626/02fb5f13-ec83-4bca-854e-36ccdb42f626/41a53e45-ade4-4a06-ac36-b87c4547d177) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:29.849690 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a6303959-d0cc-4d1d-9b08-d3b5744a984d tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Calling delete_port for 8f0ce447-aa6d-418a-89b2-8b4d1eda6f73 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:29.930926 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f9940968-ed01-4007-88a0-77b58f9da17e None None] Deleting port d84ca10a-8dc5-4bd2-b97e-fc904d890019 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:29.931287 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f9940968-ed01-4007-88a0-77b58f9da17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.939874 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-baca52ff-1a29-43e8-8039-16a2f514befc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9366331 Jan 28 18:00:29.939874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:00:29.943245 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:29.948963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45096) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:00:29.966165 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:00:29.978936 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-598db81d-f08b-4a83-a3cb-3c48887806c7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.9846492 Jan 28 18:00:30.044421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45100) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:30.132256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f9940968-ed01-4007-88a0-77b58f9da17e None None] The port 'd84ca10a-8dc5-4bd2-b97e-fc904d890019' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:00:30.236712 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:30.270872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Transition to ACTIVE for port object 41a53e45-ade4-4a06-ac36-b87c4547d177 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:30.319503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Transition to ACTIVE for port object 41a53e45-ade4-4a06-ac36-b87c4547d177 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:30.374623 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7a13-651b-490b-a8f3-0c012cd4698c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:30.385881 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3eb58f-15d5-498d-9e1e-6ca49d212266 None None] Network 9f80ba76-5f70-45dc-ab2c-5aa8b5554b34 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:30.405805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:30.459911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dcab6c53-3fbe-4a76-80dd-c55b96737df2 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:30.468893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-38212326-46c7-438f-986e-f30ca870d88c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port e663ef9d-1252-47b3-ba47-fdd4a9460f6b {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:30.469496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38212326-46c7-438f-986e-f30ca870d88c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:30.502107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:30.512849 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:30.583864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Network 4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:30.591418 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:30.602808 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:30.609696 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] Pushing event deleted for resources: {'Network': ['ID=25f6ad0c-8459-43e3-8134-92ed3e8bc004,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:30.626168 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Pushing event updated for resources: {'Port': ['ID=41a53e45-ade4-4a06-ac36-b87c4547d177,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:30.637132 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6a883ec4-485e-446a-8518-21a778e58186 tempest-ExtraDHCPOptionsTestJSON-2125564550 tempest-ExtraDHCPOptionsTestJSON-2125564550-project] 10.222.0.26 "DELETE /v2.0/networks/25f6ad0c-8459-43e3-8134-92ed3e8bc004 HTTP/1.1" status: 204 len: 168 time: 3.1289530 Jan 28 18:00:30.715994 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-9a8e7a13-651b-490b-a8f3-0c012cd4698c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 18:00:30.718059 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9a8e7a13-651b-490b-a8f3-0c012cd4698c tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "PUT /v2.0/routers/ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e HTTP/1.1" status: 400 len: 364 time: 1.3738463 Jan 28 18:00:30.722403 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45106) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:30.737185 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-11dec8b5-8fef-4b24-8008-9726df918105 None None] Provisioning for port 60f21dce-6021-4d84-8984-558983a97fd9 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:30.777937 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Attempting to bind port 41a53e45-ade4-4a06-ac36-b87c4547d177 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:00:30.784310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Attempting to bind port 41a53e45-ade4-4a06-ac36-b87c4547d177 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'bbd547cd-c660-45e1-af15-4927ed571655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:00:30.793125 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Attempting to bind port 41a53e45-ade4-4a06-ac36-b87c4547d177 on network 4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:00:30.870071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6303959-d0cc-4d1d-9b08-d3b5744a984d tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:30.918186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:00:30.918560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Checking segment: {'id': 'bbd547cd-c660-45e1-af15-4927ed571655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:30.918955 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:30.919386 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Bound using segment: {'id': 'bbd547cd-c660-45e1-af15-4927ed571655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:00:30.919900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Bound port: 41a53e45-ade4-4a06-ac36-b87c4547d177, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd547cd-c660-45e1-af15-4927ed571655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:00:30.920269 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:30.984872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6303959-d0cc-4d1d-9b08-d3b5744a984d tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Pushing event deleted for resources: {'Port': ['ID=8f0ce447-aa6d-418a-89b2-8b4d1eda6f73,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:31.003356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port dcab6c53-3fbe-4a76-80dd-c55b96737df2 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:31.011699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5eb29f-0c9a-4a5a-bea5-3aa5490ef23b None None] Network 86ae3b41-b7e0-4918-b995-1bf0f02b4bde requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:31.096476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 60f21dce-6021-4d84-8984-558983a97fd9 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:31.278041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] For port 41a53e45-ade4-4a06-ac36-b87c4547d177, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:00:31.300285 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a42fc553-a4d1-44c0-8f11-80ec1aa6eea5 None None] Provisioning for port dcab6c53-3fbe-4a76-80dd-c55b96737df2 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:31.313915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] For port 41a53e45-ade4-4a06-ac36-b87c4547d177, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=41a53e45-ade4-4a06-ac36-b87c4547d177,segment=NetworkSegment(bbd547cd-c660-45e1-af15-4927ed571655),segment_id=bbd547cd-c660-45e1-af15-4927ed571655)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:00:31.335227 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a42fc553-a4d1-44c0-8f11-80ec1aa6eea5 None None] Provisioning complete for port dcab6c53-3fbe-4a76-80dd-c55b96737df2 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:31.335886 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a42fc553-a4d1-44c0-8f11-80ec1aa6eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:31.392496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45112) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:31.393674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6303959-d0cc-4d1d-9b08-d3b5744a984d tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:31.427548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:31.438398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:31.529445 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 60f21dce-6021-4d84-8984-558983a97fd9 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:31.562413 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a6303959-d0cc-4d1d-9b08-d3b5744a984d tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/ports/8f0ce447-aa6d-418a-89b2-8b4d1eda6f73 HTTP/1.1" status: 204 len: 168 time: 2.2747571 Jan 28 18:00:31.590955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45118) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:31.611132 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70f83b-da87-48a7-96f2-f9621148c9a8 None None] Pushing event updated for resources: {'Port': ['ID=41a53e45-ade4-4a06-ac36-b87c4547d177,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:31.614733 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 60f21dce-6021-4d84-8984-558983a97fd9 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:31.615281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:31.634887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38212326-46c7-438f-986e-f30ca870d88c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:31.825048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-38212326-46c7-438f-986e-f30ca870d88c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for e663ef9d-1252-47b3-ba47-fdd4a9460f6b owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:31.908275 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Allocated IP 2001:db8::1 (a894486b-5f1d-4113-ab95-89f04483ad6b/533b9d65-9fea-4a5d-b9d4-38af13980bfc/dd755fa6-d611-403c-a201-6ab591eb7710) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:31.924124 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a42fc553-a4d1-44c0-8f11-80ec1aa6eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:31.929026 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-f788a206-d18b-4f0e-81b2-64603e12cf2f tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Deleting subnet d035ae96-a7a6-4c75-b1d9-f9a02873bc79 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:00:31.932689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:31.947480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:31.970677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f788a206-d18b-4f0e-81b2-64603e12cf2f tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:32.035483 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a42fc553-a4d1-44c0-8f11-80ec1aa6eea5 None None] For port dcab6c53-3fbe-4a76-80dd-c55b96737df2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dcab6c53-3fbe-4a76-80dd-c55b96737df2,segment=NetworkSegment(c64045c0-a9f7-486f-9ebb-a886196d882a),segment_id=c64045c0-a9f7-486f-9ebb-a886196d882a)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:32.055491 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 60f21dce-6021-4d84-8984-558983a97fd9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=60f21dce-6021-4d84-8984-558983a97fd9,segment=NetworkSegment(c0191238-c8f8-41cd-92d0-b7f1f755fc6e),segment_id=c0191238-c8f8-41cd-92d0-b7f1f755fc6e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:32.072506 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e7d49907-1b06-468a-b902-7418c8d07917 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb256090dd584196a1471f288ff59adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6578450 Jan 28 18:00:32.076546 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45122) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:32.095172 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a42fc553-a4d1-44c0-8f11-80ec1aa6eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:32.119662 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:00:32.170482 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:32.175778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:32.198388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Transition to ACTIVE for port object dd755fa6-d611-403c-a201-6ab591eb7710 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:32.244660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fc553-a4d1-44c0-8f11-80ec1aa6eea5 None None] Pushing event updated for resources: {'Port': ['ID=dcab6c53-3fbe-4a76-80dd-c55b96737df2,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:32.314948 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:32.324668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-111f07f8-6fbf-4178-b3b7-876d534361d6 None None] Provisioning complete for port 60f21dce-6021-4d84-8984-558983a97fd9 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:32.326690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-111f07f8-6fbf-4178-b3b7-876d534361d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:32.356409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d84ca10a-8dc5-4bd2-b97e-fc904d890019 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:32.377209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f788a206-d18b-4f0e-81b2-64603e12cf2f tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:32.404041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Network a894486b-5f1d-4113-ab95-89f04483ad6b is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:32.407913 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:32.411264 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:32.411833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:32.418923 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: d84ca10a-8dc5-4bd2-b97e-fc904d890019 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:32.419485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d84ca10a-8dc5-4bd2-b97e-fc904d890019 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:32.428428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event updated for resources: {'Port': ['ID=dd755fa6-d611-403c-a201-6ab591eb7710,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:32.487451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=60f21dce-6021-4d84-8984-558983a97fd9,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:32.634806 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-111f07f8-6fbf-4178-b3b7-876d534361d6 None None] Provisioning for port a44c46e7-fbff-4a69-ab32-d85cd0488cd9 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:32.640204 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-111f07f8-6fbf-4178-b3b7-876d534361d6 None None] Provisioning complete for port a44c46e7-fbff-4a69-ab32-d85cd0488cd9 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:32.640842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-111f07f8-6fbf-4178-b3b7-876d534361d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:32.673655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6e22eb5-8e27-4694-8a6f-012738fc71a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:32.715579 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dcab6c53-3fbe-4a76-80dd-c55b96737df2 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:32.762343 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6e22eb5-8e27-4694-8a6f-012738fc71a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:32.787684 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-111f07f8-6fbf-4178-b3b7-876d534361d6 None None] Port a44c46e7-fbff-4a69-ab32-d85cd0488cd9 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:32.801672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38212326-46c7-438f-986e-f30ca870d88c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:32.823864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port dcab6c53-3fbe-4a76-80dd-c55b96737df2 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:32.824327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:32.964681 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:32.974936 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e5cae2f3-a3b0-4207-b37c-b06dd9e150f8 None None] Provisioning complete for port dcab6c53-3fbe-4a76-80dd-c55b96737df2 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:32.975336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e5cae2f3-a3b0-4207-b37c-b06dd9e150f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:33.017835 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 41a53e45-ade4-4a06-ac36-b87c4547d177 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:33.066214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38212326-46c7-438f-986e-f30ca870d88c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=e663ef9d-1252-47b3-ba47-fdd4a9460f6b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:33.114082 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f788a206-d18b-4f0e-81b2-64603e12cf2f tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:33.234206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 41a53e45-ade4-4a06-ac36-b87c4547d177 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:33.240543 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e5cae2f3-a3b0-4207-b37c-b06dd9e150f8 None None] Could not find standard attr ID for object e663ef9d-1252-47b3-ba47-fdd4a9460f6b. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:00:33.255495 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e5cae2f3-a3b0-4207-b37c-b06dd9e150f8 None None] Provisioning complete for port a44c46e7-fbff-4a69-ab32-d85cd0488cd9 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:33.256150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e5cae2f3-a3b0-4207-b37c-b06dd9e150f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:33.270746 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-38212326-46c7-438f-986e-f30ca870d88c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:33.289251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6e22eb5-8e27-4694-8a6f-012738fc71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:33.341987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e5cae2f3-a3b0-4207-b37c-b06dd9e150f8 None None] Port a44c46e7-fbff-4a69-ab32-d85cd0488cd9 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:33.345969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:33.348599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e22eb5-8e27-4694-8a6f-012738fc71a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618791f8-9d15-4a21-80d7-9aaed52c7883,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:33.352977 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-38212326-46c7-438f-986e-f30ca870d88c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/e663ef9d-1252-47b3-ba47-fdd4a9460f6b HTTP/1.1" status: 204 len: 168 time: 3.3069980 Jan 28 18:00:33.356416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6e22eb5-8e27-4694-8a6f-012738fc71a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:33.356416 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e6e22eb5-8e27-4694-8a6f-012738fc71a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/618791f8-9d15-4a21-80d7-9aaed52c7883 HTTP/1.1" status: 204 len: 168 time: 1.2688894 Jan 28 18:00:33.357379 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45128) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:33.407530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f788a206-d18b-4f0e-81b2-64603e12cf2f tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:33.441104 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f280b284-1317-4aca-acaf-7c4f55d8ddde None None] Network 4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:33.459210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:33.463129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788a206-d18b-4f0e-81b2-64603e12cf2f tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Pushing event deleted for resources: {'Subnet': ['ID=d035ae96-a7a6-4c75-b1d9-f9a02873bc79,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:33.479967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45134) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:33.500781 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ad7d5b-3206-4d74-9d9a-db87edc7d939 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] GET failed (client error): The resource could not be found. Jan 28 18:00:33.501334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-18ad7d5b-3206-4d74-9d9a-db87edc7d939 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:33.518592 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f788a206-d18b-4f0e-81b2-64603e12cf2f tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:33.527757 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f788a206-d18b-4f0e-81b2-64603e12cf2f tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/subnets/d035ae96-a7a6-4c75-b1d9-f9a02873bc79 HTTP/1.1" status: 204 len: 168 time: 1.9304342 Jan 28 18:00:33.527953 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad03b18d-aafc-4416-a4cd-682162cdf6b5 None None] Network 6c6a4855-6590-4715-8411-fdc12978b8ca requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:33.533693 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45138) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:33.602270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-34f246a3-aaa5-47e0-8bae-f4dd607d8c1f None None] Provisioning for port 41a53e45-ade4-4a06-ac36-b87c4547d177 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:33.639555 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-34f246a3-aaa5-47e0-8bae-f4dd607d8c1f None None] Provisioning complete for port 41a53e45-ade4-4a06-ac36-b87c4547d177 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:33.639932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34f246a3-aaa5-47e0-8bae-f4dd607d8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:33.864605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5ca09-6485-4d44-9e52-66063c8eace2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Deleting port 99c34e51-0c17-4a02-b547-6896f05696e2 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:33.865338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ca09-6485-4d44-9e52-66063c8eace2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:33.907215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=a44c46e7-fbff-4a69-ab32-d85cd0488cd9,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:33.992608 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-18ad7d5b-3206-4d74-9d9a-db87edc7d939 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:33.993773 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-18ad7d5b-3206-4d74-9d9a-db87edc7d939 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/e663ef9d-1252-47b3-ba47-fdd4a9460f6b HTTP/1.1" status: 404 len: 333 time: 0.6349709 Jan 28 18:00:33.999400 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.008593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45150) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:34.012789 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.121219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Deleting port dad9d0a7-6eff-4a86-9fd7-acfeb719330e {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:34.121566 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.135660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34f246a3-aaa5-47e0-8bae-f4dd607d8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.159257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.162358 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ca09-6485-4d44-9e52-66063c8eace2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.162784 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ca09-6485-4d44-9e52-66063c8eace2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.233303 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-34f246a3-aaa5-47e0-8bae-f4dd607d8c1f None None] For port 41a53e45-ade4-4a06-ac36-b87c4547d177, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=41a53e45-ade4-4a06-ac36-b87c4547d177,segment=NetworkSegment(bbd547cd-c660-45e1-af15-4927ed571655),segment_id=bbd547cd-c660-45e1-af15-4927ed571655)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:34.236150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.265695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec950d4-707c-42bf-b8e2-33fa9fabc397 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting subnet 0b0127f5-c752-4c88-81a6-be87fd0c78f6 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:00:34.273123 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fec950d4-707c-42bf-b8e2-33fa9fabc397 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.293547 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.294335 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.299571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb05dbc-19a7-46ed-a3fc-bb0f3c11c4b7 None None] DHCP port deletion for 6c6a4855-6590-4715-8411-fdc12978b8ca request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:00:34.305565 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5ca09-6485-4d44-9e52-66063c8eace2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Calling delete_port for 99c34e51-0c17-4a02-b547-6896f05696e2 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:34.307338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-fdb05dbc-19a7-46ed-a3fc-bb0f3c11c4b7 None None] Deleting port dad9d0a7-6eff-4a86-9fd7-acfeb719330e {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:34.312249 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fdb05dbc-19a7-46ed-a3fc-bb0f3c11c4b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.349909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34f246a3-aaa5-47e0-8bae-f4dd607d8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.418897 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event updated for resources: {'Port': ['ID=dd755fa6-d611-403c-a201-6ab591eb7710,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:34.542821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f246a3-aaa5-47e0-8bae-f4dd607d8c1f None None] Pushing event updated for resources: {'Port': ['ID=41a53e45-ade4-4a06-ac36-b87c4547d177,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:34.563629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-34f246a3-aaa5-47e0-8bae-f4dd607d8c1f None None] Provisioning for port dd755fa6-d611-403c-a201-6ab591eb7710 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:34.572130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 60f21dce-6021-4d84-8984-558983a97fd9 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:34.597863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Network a894486b-5f1d-4113-ab95-89f04483ad6b is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:34.600322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:34.617708 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-34f246a3-aaa5-47e0-8bae-f4dd607d8c1f None None] Provisioning complete for port dd755fa6-d611-403c-a201-6ab591eb7710 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:34.618075 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34f246a3-aaa5-47e0-8bae-f4dd607d8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.769005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fec950d4-707c-42bf-b8e2-33fa9fabc397 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.797823 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-34f246a3-aaa5-47e0-8bae-f4dd607d8c1f None None] Port dd755fa6-d611-403c-a201-6ab591eb7710 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:34.800405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-fdb05dbc-19a7-46ed-a3fc-bb0f3c11c4b7 None None] For port dad9d0a7-6eff-4a86-9fd7-acfeb719330e, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dad9d0a7-6eff-4a86-9fd7-acfeb719330e,segment=NetworkSegment(a21c52bb-3369-4dbe-854d-24e528d60af8),segment_id=a21c52bb-3369-4dbe-854d-24e528d60af8)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:34.800791 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fdb05dbc-19a7-46ed-a3fc-bb0f3c11c4b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:34.804969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45164) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:34.814899 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-34f246a3-aaa5-47e0-8bae-f4dd607d8c1f None None] Could not find standard attr ID for object e663ef9d-1252-47b3-ba47-fdd4a9460f6b. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:00:34.875354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Router ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:00:34.950541 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-fdb05dbc-19a7-46ed-a3fc-bb0f3c11c4b7 None None] Calling delete_port for dad9d0a7-6eff-4a86-9fd7-acfeb719330e owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:35.009962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 60f21dce-6021-4d84-8984-558983a97fd9 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:35.010337 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.098985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e688eacf-2bb0-4286-9327-d152555bbd52 None None] Provisioning complete for port 41a53e45-ade4-4a06-ac36-b87c4547d177 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:35.099594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e688eacf-2bb0-4286-9327-d152555bbd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.194231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-533633678'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:35.211269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:35.222404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Usage tracker for resource:network and tenant:00811d9487eb423cb2235d979a05b0d9 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:35.235567 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:35.239316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] For port dad9d0a7-6eff-4a86-9fd7-acfeb719330e, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dad9d0a7-6eff-4a86-9fd7-acfeb719330e,segment=NetworkSegment(a21c52bb-3369-4dbe-854d-24e528d60af8),segment_id=a21c52bb-3369-4dbe-854d-24e528d60af8)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:35.239646 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.259234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:35.267781 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fdb05dbc-19a7-46ed-a3fc-bb0f3c11c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.307849 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:00:35.333546 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e36ab0e3-af10-4045-89cc-4bd92cdd8e09 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "PUT /v2.0/routers/ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6066945 Jan 28 18:00:35.333546 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45170) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:35.346727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94018c60-1ae3-4799-be50-3c21f19961ad None None] Sync routers for ids ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:00:35.362509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dad9d0a7-6eff-4a86-9fd7-acfeb719330e no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:35.396406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb05dbc-19a7-46ed-a3fc-bb0f3c11c4b7 None None] No DVR routers for this DVR port dad9d0a7-6eff-4a86-9fd7-acfeb719330e on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:00:35.400488 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb05dbc-19a7-46ed-a3fc-bb0f3c11c4b7 None None] Pushing event deleted for resources: {'Port': ['ID=dad9d0a7-6eff-4a86-9fd7-acfeb719330e,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:35.404747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Calling delete_port for dad9d0a7-6eff-4a86-9fd7-acfeb719330e owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:35.414618 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: dad9d0a7-6eff-4a86-9fd7-acfeb719330e {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:35.414870 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dad9d0a7-6eff-4a86-9fd7-acfeb719330e not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:35.422882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94018c60-1ae3-4799-be50-3c21f19961ad None None] Routers {'ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:35.423450 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-94018c60-1ae3-4799-be50-3c21f19961ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:35.452385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fec950d4-707c-42bf-b8e2-33fa9fabc397 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.469686 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ca09-6485-4d44-9e52-66063c8eace2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.488755 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-94018c60-1ae3-4799-be50-3c21f19961ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:35.496739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Made reservation on behalf of 00811d9487eb423cb2235d979a05b0d9 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:35.500936 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.505042 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94018c60-1ae3-4799-be50-3c21f19961ad None None] Routers {'ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:35.505662 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-94018c60-1ae3-4799-be50-3c21f19961ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:35.535654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.559857 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e688eacf-2bb0-4286-9327-d152555bbd52 None None] Provisioning complete for port a44c46e7-fbff-4a69-ab32-d85cd0488cd9 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:35.559857 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e688eacf-2bb0-4286-9327-d152555bbd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.582959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:35.591595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Usage tracker for resource:security_group_rule and tenant:00811d9487eb423cb2235d979a05b0d9 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:35.604426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:35.605725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5ca09-6485-4d44-9e52-66063c8eace2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event deleted for resources: {'Port': ['ID=99c34e51-0c17-4a02-b547-6896f05696e2,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:35.605849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-94018c60-1ae3-4799-be50-3c21f19961ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:35.605849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94018c60-1ae3-4799-be50-3c21f19961ad None None] The sync data for ids ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:00:35.614677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:35.619233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:00:35.619535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:00:35.626209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.630904 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e688eacf-2bb0-4286-9327-d152555bbd52 None None] Port a44c46e7-fbff-4a69-ab32-d85cd0488cd9 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:35.639461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9af90e60-526d-42b3-a222-e8eeb5d25312 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.738634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.739770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.751843 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b0d74ae3-dcf6-43eb-a4f1-da6148836dfb None None] Provisioning complete for port dd755fa6-d611-403c-a201-6ab591eb7710 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:35.754507 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b0d74ae3-dcf6-43eb-a4f1-da6148836dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.761246 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ca09-6485-4d44-9e52-66063c8eace2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.761582 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-d1e5ca09-6485-4d44-9e52-66063c8eace2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Floating IP 721e7f7f-8085-4a97-bdd8-36eb30275c6c disassociated (deleted). External IP: 172.26.1.7, port: d31e9ae0-1ea9-465f-86b1-ff81b6737150. Jan 28 18:00:35.804229 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fec950d4-707c-42bf-b8e2-33fa9fabc397 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.850937 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b0d74ae3-dcf6-43eb-a4f1-da6148836dfb None None] Port dd755fa6-d611-403c-a201-6ab591eb7710 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:35.915633 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-9af90e60-526d-42b3-a222-e8eeb5d25312 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 18:00:35.916395 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9af90e60-526d-42b3-a222-e8eeb5d25312 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "DELETE /v2.0/routers/ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e HTTP/1.1" status: 409 len: 329 time: 0.5821006 Jan 28 18:00:35.924477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45174) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:35.929365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec950d4-707c-42bf-b8e2-33fa9fabc397 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0127f5-c752-4c88-81a6-be87fd0c78f6,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:35.943868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7e15e1-d5ed-44b7-85eb-3b51d44d8351 None None] Network 86ae3b41-b7e0-4918-b995-1bf0f02b4bde requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:35.952776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fec950d4-707c-42bf-b8e2-33fa9fabc397 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:35.958260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=a44c46e7-fbff-4a69-ab32-d85cd0488cd9,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:36.026760 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fec950d4-707c-42bf-b8e2-33fa9fabc397 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/0b0127f5-c752-4c88-81a6-be87fd0c78f6 HTTP/1.1" status: 204 len: 168 time: 2.0163965 Jan 28 18:00:36.031648 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45178) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:36.131187 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Deleting port dad9d0a7-6eff-4a86-9fd7-acfeb719330e {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:36.131555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.238030 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84034b08-f7fa-4291-8740-f58baadaa3e6 None None] DHCP port deletion for 86ae3b41-b7e0-4918-b995-1bf0f02b4bde request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:00:36.239790 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] The port 'dad9d0a7-6eff-4a86-9fd7-acfeb719330e' was deleted {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:00:36.243284 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-84034b08-f7fa-4291-8740-f58baadaa3e6 None None] Deleting port dcab6c53-3fbe-4a76-80dd-c55b96737df2 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:36.243712 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84034b08-f7fa-4291-8740-f58baadaa3e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.286582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 9f80ba76-5f70-45dc-ab2c-5aa8b5554b34 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:36.294124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.306909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:36.484187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-84034b08-f7fa-4291-8740-f58baadaa3e6 None None] For port dcab6c53-3fbe-4a76-80dd-c55b96737df2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dcab6c53-3fbe-4a76-80dd-c55b96737df2,segment=NetworkSegment(c64045c0-a9f7-486f-9ebb-a886196d882a),segment_id=c64045c0-a9f7-486f-9ebb-a886196d882a)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:36.484586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84034b08-f7fa-4291-8740-f58baadaa3e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.580727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e5ca09-6485-4d44-9e52-66063c8eace2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Router 61ea90ee-895f-4086-bce7-a63addb1154d has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:00:36.588560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.603487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port dcab6c53-3fbe-4a76-80dd-c55b96737df2 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:36.605392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.632769 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.634954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-84034b08-f7fa-4291-8740-f58baadaa3e6 None None] Calling delete_port for dcab6c53-3fbe-4a76-80dd-c55b96737df2 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:36.665917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.680738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 41a53e45-ade4-4a06-ac36-b87c4547d177 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:36.717398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6a4855-6590-4715-8411-fdc12978b8ca']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:36.735509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:00:36.771465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5da4b1f2-5641-41a1-9c9c-4b82ce15d163 None None] Provisioning complete for port a44c46e7-fbff-4a69-ab32-d85cd0488cd9 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:36.771831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5da4b1f2-5641-41a1-9c9c-4b82ce15d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.776937 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21c52bb-3369-4dbe-854d-24e528d60af8') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:36.777233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21c52bb-3369-4dbe-854d-24e528d60af8') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:36.811785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b02bfdd-9591-4618-8a60-2df13218486f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:36.820336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.820769 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Added segment 48119d22-4a3b-487d-93ad-4d4321ebe79d of type vlan for network 55784e09-840a-4419-8bb9-1cbf71ed1b85 Jan 28 18:00:36.831182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.838488 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5da4b1f2-5641-41a1-9c9c-4b82ce15d163 None None] Port a44c46e7-fbff-4a69-ab32-d85cd0488cd9 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:36.841521 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 41a53e45-ade4-4a06-ac36-b87c4547d177 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:36.842221 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.870486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84034b08-f7fa-4291-8740-f58baadaa3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.890846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.913865 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e5ca09-6485-4d44-9e52-66063c8eace2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:00:36.920048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ca09-6485-4d44-9e52-66063c8eace2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:36.926857 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe3f68-d18c-470a-b88f-01ad588f4cd5 None None] Sync routers for ids ['61ea90ee-895f-4086-bce7-a63addb1154d'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:00:36.933909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84034b08-f7fa-4291-8740-f58baadaa3e6 None None] Pushing event deleted for resources: {'Port': ['ID=dcab6c53-3fbe-4a76-80dd-c55b96737df2,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:36.946118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84034b08-f7fa-4291-8740-f58baadaa3e6 None None] No DVR routers for this DVR port dcab6c53-3fbe-4a76-80dd-c55b96737df2 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:00:36.984574 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe3f68-d18c-470a-b88f-01ad588f4cd5 None None] Routers {'61ea90ee-895f-4086-bce7-a63addb1154d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:36.985208 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-8dbe3f68-d18c-470a-b88f-01ad588f4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['61ea90ee-895f-4086-bce7-a63addb1154d'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:37.027889 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d1e5ca09-6485-4d44-9e52-66063c8eace2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "DELETE /v2.0/floatingips/721e7f7f-8085-4a97-bdd8-36eb30275c6c HTTP/1.1" status: 204 len: 168 time: 3.5468719 Jan 28 18:00:37.029337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36431fce-ca35-4702-b3bf-799af59fd92e', 'tag': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:00:37.146851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:00:37.146851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:37.156107 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36431fce-ca35-4702-b3bf-799af59fd92e', 'tag': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'status': 'completed', 'code': 200} Jan 28 18:00:37.160421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:00:37.164597 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:00:37.194532 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dcab6c53-3fbe-4a76-80dd-c55b96737df2 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:37.218016 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-8dbe3f68-d18c-470a-b88f-01ad588f4cd5 None None] Set router 61ea90ee-895f-4086-bce7-a63addb1154d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:00:37.258603 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: dcab6c53-3fbe-4a76-80dd-c55b96737df2 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:37.259276 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dcab6c53-3fbe-4a76-80dd-c55b96737df2 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:37.288494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-94d6d988-b090-4182-818c-b125e3daec93 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:37.334314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] For port dcab6c53-3fbe-4a76-80dd-c55b96737df2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dcab6c53-3fbe-4a76-80dd-c55b96737df2,segment=NetworkSegment(c64045c0-a9f7-486f-9ebb-a886196d882a),segment_id=c64045c0-a9f7-486f-9ebb-a886196d882a)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:37.335369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:37.443479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cc9be-6fe1-4cac-b336-8ab04c9b3dfb req-cbdc084c-c4a3-47e1-b7a5-74a7c687de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:37.445065 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4f1cc9be-6fe1-4cac-b336-8ab04c9b3dfb req-cbdc084c-c4a3-47e1-b7a5-74a7c687de70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4cc15f844474f47a3d1494cfe5a41c9&device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 1099 time: 0.2649956 Jan 28 18:00:37.464561 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router c5002ce0-18ce-4a95-b7c6-26c7065a0f61 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:00:37.473439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for dcab6c53-3fbe-4a76-80dd-c55b96737df2 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:37.522024 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:37.534068 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-8dbe3f68-d18c-470a-b88f-01ad588f4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T17:58:26Z', 'revision_number': 4, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15', 'name': '', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'mac_address': 'fa:16:3e:9f:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:24Z', 'updated_at': '2022-01-28T17:58:39Z', 'revision_number': 5, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'subnets': [{'id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:37.538368 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe3f68-d18c-470a-b88f-01ad588f4cd5 None None] Checking router: 61ea90ee-895f-4086-bce7-a63addb1154d for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:00:37.548022 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe3f68-d18c-470a-b88f-01ad588f4cd5 None None] Routers {'61ea90ee-895f-4086-bce7-a63addb1154d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:37.548869 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-8dbe3f68-d18c-470a-b88f-01ad588f4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['61ea90ee-895f-4086-bce7-a63addb1154d'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:37.591803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:37.608827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:37.614194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:37.615033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:37.635417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] Pushing event deleted for resources: {'Network': ['ID=6c6a4855-6590-4715-8411-fdc12978b8ca,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:37.705061 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cc9be-6fe1-4cac-b336-8ab04c9b3dfb req-157f22da-1bbf-4306-af12-1224a103d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:37.706574 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4f1cc9be-6fe1-4cac-b336-8ab04c9b3dfb req-157f22da-1bbf-4306-af12-1224a103d096 service neutron] 10.222.0.16 "GET /v2.0/networks?id=11d6f6f3-ff9e-4d56-8bda-9cef17edb99f HTTP/1.1" status: 200 len: 898 time: 0.2540987 Jan 28 18:00:37.738254 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-8dbe3f68-d18c-470a-b88f-01ad588f4cd5 None None] Set router 61ea90ee-895f-4086-bce7-a63addb1154d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:00:37.776272 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-40e12668-90fa-4c54-9b62-bb6451f2fc58 tempest-TagsExtTest-771421715 tempest-TagsExtTest-771421715-project] 10.222.0.26 "DELETE /v2.0/networks/6c6a4855-6590-4715-8411-fdc12978b8ca HTTP/1.1" status: 204 len: 168 time: 4.2285528 Jan 28 18:00:37.808983 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4f1cc9be-6fe1-4cac-b336-8ab04c9b3dfb req-0b260803-5a05-4714-9935-1c7d4dfb3f24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d31e9ae0-1ea9-465f-86b1-ff81b6737150 HTTP/1.1" status: 200 len: 217 time: 0.0944879 Jan 28 18:00:37.881965 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-94d6d988-b090-4182-818c-b125e3daec93 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Deleting port dd755fa6-d611-403c-a201-6ab591eb7710 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:37.882302 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-94d6d988-b090-4182-818c-b125e3daec93 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:37.919336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event updated for resources: {'Network': ['ID=55784e09-840a-4419-8bb9-1cbf71ed1b85,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:37.935321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 55784e09-840a-4419-8bb9-1cbf71ed1b85 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:00:37.938449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cc9be-6fe1-4cac-b336-8ab04c9b3dfb req-88eb98c6-e7fa-49c2-9e85-781aba5987cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:37.938449 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4f1cc9be-6fe1-4cac-b336-8ab04c9b3dfb req-88eb98c6-e7fa-49c2-9e85-781aba5987cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5188d41f-1359-48c7-95b8-dac3786107e0 HTTP/1.1" status: 200 len: 834 time: 0.1213961 Jan 28 18:00:37.962190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:00:37.986762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:00:37.991895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:00:37.997297 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-20106afc-9552-42cd-89d1-f9841d883c01 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/c5002ce0-18ce-4a95-b7c6-26c7065a0f61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0449009 Jan 28 18:00:38.001401 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d2e247ae-3a03-4757-a5c4-d71f18c018b3 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.1873295 Jan 28 18:00:38.006154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45190) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:38.006154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45192) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:38.055385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Request body: {'subnet': {'network_id': '55784e09-840a-4419-8bb9-1cbf71ed1b85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:38.105517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f041851-47f1-436d-b3ae-dea533953874 None None] Sync routers for ids ['c5002ce0-18ce-4a95-b7c6-26c7065a0f61'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:00:38.117966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f041851-47f1-436d-b3ae-dea533953874 None None] Routers {'c5002ce0-18ce-4a95-b7c6-26c7065a0f61'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:38.118860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4f041851-47f1-436d-b3ae-dea533953874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c5002ce0-18ce-4a95-b7c6-26c7065a0f61'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:38.143221 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-8dbe3f68-d18c-470a-b88f-01ad588f4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T17:58:26Z', 'revision_number': 4, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15', 'name': '', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'mac_address': 'fa:16:3e:9f:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:24Z', 'updated_at': '2022-01-28T17:58:39Z', 'revision_number': 5, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'subnets': [{'id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:38.148686 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe3f68-d18c-470a-b88f-01ad588f4cd5 None None] The sync data for ids ['61ea90ee-895f-4086-bce7-a63addb1154d'] in dv-neutron-826919-1-hyperv is: [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T17:58:26Z', 'revision_number': 4, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15', 'name': '', 'network_id': '11d6f6f3-ff9e-4d56-8bda-9cef17edb99f', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'mac_address': 'fa:16:3e:9f:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:24Z', 'updated_at': '2022-01-28T17:58:39Z', 'revision_number': 5, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'subnets': [{'id': '5188d41f-1359-48c7-95b8-dac3786107e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:00:38.210165 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4f041851-47f1-436d-b3ae-dea533953874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:38.230481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f041851-47f1-436d-b3ae-dea533953874 None None] Routers {'c5002ce0-18ce-4a95-b7c6-26c7065a0f61'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:38.230481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4f041851-47f1-436d-b3ae-dea533953874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c5002ce0-18ce-4a95-b7c6-26c7065a0f61'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:38.295916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2665389b-7cfc-43ab-b370-58c4e41cd201 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:38.296646 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2665389b-7cfc-43ab-b370-58c4e41cd201 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Synchronizing usage tracker for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:38.321033 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4f041851-47f1-436d-b3ae-dea533953874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:38.322018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f041851-47f1-436d-b3ae-dea533953874 None None] The sync data for ids ['c5002ce0-18ce-4a95-b7c6-26c7065a0f61'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:00:38.333499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d728e75-9db3-4637-9d40-6eebd06730ae req-413c85fd-4804-409a-a29c-d58c6790b06c tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:38.338257 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d728e75-9db3-4637-9d40-6eebd06730ae req-413c85fd-4804-409a-a29c-d58c6790b06c tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.6172071 Jan 28 18:00:38.354439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45200) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:38.363401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-94d6d988-b090-4182-818c-b125e3daec93 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:38.374182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:38.396621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Usage tracker for resource:subnet and tenant:00811d9487eb423cb2235d979a05b0d9 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:38.402038 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:38.416876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:38.442182 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d728e75-9db3-4637-9d40-6eebd06730ae req-15b68257-cce3-48dd-93fa-dfe7240abc92 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921824 Jan 28 18:00:38.458033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2665389b-7cfc-43ab-b370-58c4e41cd201 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Unset dirty status for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:38.462704 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2665389b-7cfc-43ab-b370-58c4e41cd201 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports/a44c46e7-fbff-4a69-ab32-d85cd0488cd9 HTTP/1.1" status: 200 len: 984 time: 0.4517655 Jan 28 18:00:38.462704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45206) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:38.509448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-94d6d988-b090-4182-818c-b125e3daec93 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Calling delete_port for dd755fa6-d611-403c-a201-6ab591eb7710 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:38.517111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port dcab6c53-3fbe-4a76-80dd-c55b96737df2 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:38.517442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:38.528116 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa0329-ddc6-46d6-ad76-708472516dcb None None] New status for floating IP 721e7f7f-8085-4a97-bdd8-36eb30275c6c: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:00:38.563169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Made reservation on behalf of 00811d9487eb423cb2235d979a05b0d9 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:38.566539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:38.614201 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cc9be-6fe1-4cac-b336-8ab04c9b3dfb req-0f647d2b-a719-4070-9f17-ba1d934f57cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:38.615686 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4f1cc9be-6fe1-4cac-b336-8ab04c9b3dfb req-0f647d2b-a719-4070-9f17-ba1d934f57cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11d6f6f3-ff9e-4d56-8bda-9cef17edb99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6705751 Jan 28 18:00:38.666262 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f18740e2-44c7-4023-9d07-2312dcc6ac06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbf4b7e01082436c8ae220feb88ec234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066413 Jan 28 18:00:38.676066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45210) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:38.684289 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] The port 'dcab6c53-3fbe-4a76-80dd-c55b96737df2' was deleted {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:00:38.861554 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4f1cc9be-6fe1-4cac-b336-8ab04c9b3dfb req-22ae97d1-a470-4b7d-809d-c7f59e89979c service neutron] 10.222.0.16 "GET /v2.0/networks/11d6f6f3-ff9e-4d56-8bda-9cef17edb99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270603 Jan 28 18:00:38.921154 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eba1d956-a4b6-4dbb-9448-b959d0d56c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.041734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eba1d956-a4b6-4dbb-9448-b959d0d56c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.084031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.107946 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-94d6d988-b090-4182-818c-b125e3daec93 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.143542 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4f1cc9be-6fe1-4cac-b336-8ab04c9b3dfb req-3f7bbc4f-fde5-4dbb-a873-65c2cb86849b service neutron] 10.222.0.16 "GET /v2.0/networks/11d6f6f3-ff9e-4d56-8bda-9cef17edb99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760477 Jan 28 18:00:39.160073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6d988-b090-4182-818c-b125e3daec93 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event deleted for resources: {'Port': ['ID=dd755fa6-d611-403c-a201-6ab591eb7710,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:39.248058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ae3b41-b7e0-4918-b995-1bf0f02b4bde']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:39.287310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64045c0-a9f7-486f-9ebb-a886196d882a') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:39.287603 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64045c0-a9f7-486f-9ebb-a886196d882a') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:39.315115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.333203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eba1d956-a4b6-4dbb-9448-b959d0d56c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.333595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba6109-cd0e-4358-baf3-a80dc8afa0a2 req-349da04d-9252-4e63-b12a-cfa846f42ce7 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:39.335179 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ffba6109-cd0e-4358-baf3-a80dc8afa0a2 req-349da04d-9252-4e63-b12a-cfa846f42ce7 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.16 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.4306736 Jan 28 18:00:39.355112 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-94d6d988-b090-4182-818c-b125e3daec93 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.360649 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1d956-a4b6-4dbb-9448-b959d0d56c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00743a7c-2f4f-464b-abfe-cf66a9a80dc9,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:39.453045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.482566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eba1d956-a4b6-4dbb-9448-b959d0d56c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.483736 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-eba1d956-a4b6-4dbb-9448-b959d0d56c34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00743a7c-2f4f-464b-abfe-cf66a9a80dc9 HTTP/1.1" status: 204 len: 168 time: 0.7619407 Jan 28 18:00:39.485167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:00:39.485581 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:00:39.503325 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:00:39.601933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-ffba6109-cd0e-4358-baf3-a80dc8afa0a2 req-64afe880-a78e-4914-8959-5b63c1d58e63 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Deleting port d31e9ae0-1ea9-465f-86b1-ff81b6737150 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:39.602268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ffba6109-cd0e-4358-baf3-a80dc8afa0a2 req-64afe880-a78e-4914-8959-5b63c1d58e63 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.744707 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.749247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.815137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d6d988-b090-4182-818c-b125e3daec93 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Router ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:00:39.875738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c89c70ab-2e2e-4d89-9516-ca9a06e18a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.926178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Network': ['ID=86ae3b41-b7e0-4918-b995-1bf0f02b4bde,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:39.928708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:39.972176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de842fbf-b3fd-4aec-9e62-f60116876574 req-a85198fa-54a1-46f9-a326-e0849516de4b tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:39.972788 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-de842fbf-b3fd-4aec-9e62-f60116876574 req-a85198fa-54a1-46f9-a326-e0849516de4b tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Synchronizing usage tracker for tenant:f4cc15f844474f47a3d1494cfe5a41c9 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:39.979557 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-92bdcc12-9723-46f8-9042-8107e803b9be tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/networks/86ae3b41-b7e0-4918-b995-1bf0f02b4bde HTTP/1.1" status: 204 len: 168 time: 3.9410124 Jan 28 18:00:39.979749 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45220) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:39.983368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d6d988-b090-4182-818c-b125e3daec93 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:00:39.988234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'name': 'tempest-PortsIpV6TestJSON-321663498'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:39.995798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803c58c3-753f-4fd8-81ac-e74b6220477c None None] Sync routers for ids ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:00:40.007397 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c58c3-753f-4fd8-81ac-e74b6220477c None None] Routers {'ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:40.008253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-803c58c3-753f-4fd8-81ac-e74b6220477c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:40.011150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45224) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:40.011288 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-94d6d988-b090-4182-818c-b125e3daec93 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "PUT /v2.0/routers/ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0857174 Jan 28 18:00:40.070631 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-de842fbf-b3fd-4aec-9e62-f60116876574 req-a85198fa-54a1-46f9-a326-e0849516de4b tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Unset dirty status for tenant:f4cc15f844474f47a3d1494cfe5a41c9 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:40.073093 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-de842fbf-b3fd-4aec-9e62-f60116876574 req-a85198fa-54a1-46f9-a326-e0849516de4b tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 946 time: 0.5135076 Jan 28 18:00:40.096795 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-803c58c3-753f-4fd8-81ac-e74b6220477c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:40.105862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c58c3-753f-4fd8-81ac-e74b6220477c None None] Routers {'ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:40.107302 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-803c58c3-753f-4fd8-81ac-e74b6220477c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:40.130707 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-8cdfe8fe-fee4-498a-9f84-3078aee430d9 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] show failed (client error): The resource could not be found. Jan 28 18:00:40.135550 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8cdfe8fe-fee4-498a-9f84-3078aee430d9 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1795880602 HTTP/1.1" status: 404 len: 335 time: 0.1155713 Jan 28 18:00:40.136694 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45228) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:40.147600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7a8f8209-85dc-4f53-b6b9-ccbcdb47158b tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:40.151772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event updated for resources: {'Subnet': ['ID=b6f7a7a3-3a15-4d11-8564-c549a4774f4e,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:40.180114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Checking segment: {'id': '48119d22-4a3b-487d-93ad-4d4321ebe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '55784e09-840a-4419-8bb9-1cbf71ed1b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:40.180561 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Network hostable DHCP agents. Network: 55784e09-840a-4419-8bb9-1cbf71ed1b85, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:00:40.188678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-ffba6109-cd0e-4358-baf3-a80dc8afa0a2 req-64afe880-a78e-4914-8959-5b63c1d58e63 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] For port d31e9ae0-1ea9-465f-86b1-ff81b6737150, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d31e9ae0-1ea9-465f-86b1-ff81b6737150,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:40.189104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ffba6109-cd0e-4358-baf3-a80dc8afa0a2 req-64afe880-a78e-4914-8959-5b63c1d58e63 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:40.199031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:40.207446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-803c58c3-753f-4fd8-81ac-e74b6220477c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:40.207931 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803c58c3-753f-4fd8-81ac-e74b6220477c None None] The sync data for ids ['ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:00:40.229776 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-de842fbf-b3fd-4aec-9e62-f60116876574 req-b097df9f-464f-4096-a935-97a1c10cfcde tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/security-groups?id=68e9a658-7d9a-4578-9e1e-ad9ddff84db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407535 Jan 28 18:00:40.230451 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-7a8f8209-85dc-4f53-b6b9-ccbcdb47158b tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] update failed (client error): The resource could not be found. Jan 28 18:00:40.235841 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7a8f8209-85dc-4f53-b6b9-ccbcdb47158b tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-1414926950 HTTP/1.1" status: 404 len: 335 time: 0.0940647 Jan 28 18:00:40.235841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:40.236249 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45232) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:40.305048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-86735a2e-e749-495e-8e9f-572854dcd323 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Deleting subnet 02fb5f13-ec83-4bca-854e-36ccdb42f626 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:00:40.308279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86735a2e-e749-495e-8e9f-572854dcd323 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:40.345997 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:40.349431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:40.351537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-ffba6109-cd0e-4358-baf3-a80dc8afa0a2 req-64afe880-a78e-4914-8959-5b63c1d58e63 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Calling delete_port for d31e9ae0-1ea9-465f-86b1-ff81b6737150 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:40.385893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86735a2e-e749-495e-8e9f-572854dcd323 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:40.413371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port de5b9e37-d5b1-4712-a335-48248509d205 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:00:40.561188 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f85e6ad8-e847-426f-bd4c-91bca16b3eec tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:40.625135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Network 55784e09-840a-4419-8bb9-1cbf71ed1b85 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:00:40.627930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86735a2e-e749-495e-8e9f-572854dcd323 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:40.727731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:40.828847 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 55784e09-840a-4419-8bb9-1cbf71ed1b85) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:40.836359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c867181b-95b4-4395-8f2d-21d06d44cb78 None None] Network 55784e09-840a-4419-8bb9-1cbf71ed1b85 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:40.836550 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86735a2e-e749-495e-8e9f-572854dcd323 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:40.844875 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:40.867672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:40.868269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:40.934615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-f85e6ad8-e847-426f-bd4c-91bca16b3eec tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port a44c46e7-fbff-4a69-ab32-d85cd0488cd9 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:40.934985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f85e6ad8-e847-426f-bd4c-91bca16b3eec tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:40.939461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86735a2e-e749-495e-8e9f-572854dcd323 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event deleted for resources: {'Subnet': ['ID=02fb5f13-ec83-4bca-854e-36ccdb42f626,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:40.954621 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d543df-9af5-4c37-a9b8-5448f7594af6 None None] Network 4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:40.955101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86735a2e-e749-495e-8e9f-572854dcd323 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:40.974941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:40.983197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ffba6109-cd0e-4358-baf3-a80dc8afa0a2 req-64afe880-a78e-4914-8959-5b63c1d58e63 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:40.983349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:40.983437 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8faa5dba-8f4b-4b67-98f1-008062bb97e8 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9699614 Jan 28 18:00:40.986425 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-86735a2e-e749-495e-8e9f-572854dcd323 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "DELETE /v2.0/subnets/02fb5f13-ec83-4bca-854e-36ccdb42f626 HTTP/1.1" status: 204 len: 168 time: 0.7467275 Jan 28 18:00:40.987523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45236) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:40.987523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45238) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:40.993614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:40.999039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:40.999652 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.006536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-97644dd3-5ff8-4976-bbcb-aace026c7945 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1458877364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:41.029885 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=de5b9e37-d5b1-4712-a335-48248509d205,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:41.044853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-97644dd3-5ff8-4976-bbcb-aace026c7945 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:41.053135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afe880-a78e-4914-8959-5b63c1d58e63 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event deleted for resources: {'Port': ['ID=d31e9ae0-1ea9-465f-86b1-ff81b6737150,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:41.095006 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-97644dd3-5ff8-4976-bbcb-aace026c7945 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Usage tracker for resource:router and tenant:00811d9487eb423cb2235d979a05b0d9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:41.103431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-97644dd3-5ff8-4976-bbcb-aace026c7945 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:41.125425 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-97644dd3-5ff8-4976-bbcb-aace026c7945 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:41.158455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.169991 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Deleting port 41a53e45-ade4-4a06-ac36-b87c4547d177 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:41.170325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.222204 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b90b1685-51b4-4b77-b2a7-8ea5348816e6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2397468 Jan 28 18:00:41.223860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45244) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:41.233944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-55784e09-840a-4419-8bb9-1cbf71ed1b85', 'network_id': '55784e09-840a-4419-8bb9-1cbf71ed1b85', 'tenant_id': '00811d9487eb423cb2235d979a05b0d9', 'fixed_ips': [{'subnet_id': 'b6f7a7a3-3a15-4d11-8564-c549a4774f4e'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:00:41.234174 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffba6109-cd0e-4358-baf3-a80dc8afa0a2 req-64afe880-a78e-4914-8959-5b63c1d58e63 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] No DVR routers for this DVR port d31e9ae0-1ea9-465f-86b1-ff81b6737150 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:00:41.234743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.239421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ffba6109-cd0e-4358-baf3-a80dc8afa0a2 req-64afe880-a78e-4914-8959-5b63c1d58e63 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.242211 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ffba6109-cd0e-4358-baf3-a80dc8afa0a2 req-64afe880-a78e-4914-8959-5b63c1d58e63 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.16 "DELETE /v2.0/ports/d31e9ae0-1ea9-465f-86b1-ff81b6737150 HTTP/1.1" status: 204 len: 173 time: 1.8996859 Jan 28 18:00:41.242815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36431fce-ca35-4702-b3bf-799af59fd92e', 'name': 'network-vif-deleted', 'tag': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:00:41.312893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f85e6ad8-e847-426f-bd4c-91bca16b3eec tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.326356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-97644dd3-5ff8-4976-bbcb-aace026c7945 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.327396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-97644dd3-5ff8-4976-bbcb-aace026c7945 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.363498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-97644dd3-5ff8-4976-bbcb-aace026c7945 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.384841 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36431fce-ca35-4702-b3bf-799af59fd92e', 'name': 'network-vif-deleted', 'tag': 'd31e9ae0-1ea9-465f-86b1-ff81b6737150', 'status': 'completed', 'code': 200} Jan 28 18:00:41.411453 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d4a30dd0-f293-45ae-ad14-505d365f1998 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port de5b9e37-d5b1-4712-a335-48248509d205 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:41.411849 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d4a30dd0-f293-45ae-ad14-505d365f1998 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.458047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-f85e6ad8-e847-426f-bd4c-91bca16b3eec tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for a44c46e7-fbff-4a69-ab32-d85cd0488cd9 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:41.522460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Allocated IP 172.20.0.2 (55784e09-840a-4419-8bb9-1cbf71ed1b85/b6f7a7a3-3a15-4d11-8564-c549a4774f4e/c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:41.739733 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-97644dd3-5ff8-4976-bbcb-aace026c7945 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.766196 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f173142e-4cf3-4cc7-bab8-de3228d0076d req-1c207b1c-f26c-4109-9b02-b9b195cee4d8 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "GET /v2.0/ports?device_id=36431fce-ca35-4702-b3bf-799af59fd92e HTTP/1.1" status: 200 len: 210 time: 0.3632193 Jan 28 18:00:41.770872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b2c25-f8ba-4f1a-9bc0-08b13a7a109d None None] DHCP port deletion for 4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:00:41.778470 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f85e6ad8-e847-426f-bd4c-91bca16b3eec tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.785475 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b2c25-f8ba-4f1a-9bc0-08b13a7a109d None None] Deleting port 41a53e45-ade4-4a06-ac36-b87c4547d177 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:41.786131 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2c25-f8ba-4f1a-9bc0-08b13a7a109d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.843491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e6ad8-e847-426f-bd4c-91bca16b3eec tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=a44c46e7-fbff-4a69-ab32-d85cd0488cd9,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:41.850831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.859611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] For port 41a53e45-ade4-4a06-ac36-b87c4547d177, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=41a53e45-ade4-4a06-ac36-b87c4547d177,segment=NetworkSegment(bbd547cd-c660-45e1-af15-4927ed571655),segment_id=bbd547cd-c660-45e1-af15-4927ed571655)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:41.859978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:41.899584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Transition to ACTIVE for port object c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:41.953518 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Transition to ACTIVE for port object c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:42.013071 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-97644dd3-5ff8-4976-bbcb-aace026c7945 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:42.016964 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-97644dd3-5ff8-4976-bbcb-aace026c7945 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0288177 Jan 28 18:00:42.017660 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45254) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:42.043455 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:42.056126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f85e6ad8-e847-426f-bd4c-91bca16b3eec tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:42.056479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Calling delete_port for 41a53e45-ade4-4a06-ac36-b87c4547d177 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:42.159115 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-7b7b2c25-f8ba-4f1a-9bc0-08b13a7a109d None None] For port 41a53e45-ade4-4a06-ac36-b87c4547d177, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=41a53e45-ade4-4a06-ac36-b87c4547d177,segment=NetworkSegment(bbd547cd-c660-45e1-af15-4927ed571655),segment_id=bbd547cd-c660-45e1-af15-4927ed571655)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:42.159777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2c25-f8ba-4f1a-9bc0-08b13a7a109d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:42.173942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Network 55784e09-840a-4419-8bb9-1cbf71ed1b85 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:42.184596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:42.186729 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Pushing event updated for resources: {'Port': ['ID=c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:42.192061 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:42.348864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b2c25-f8ba-4f1a-9bc0-08b13a7a109d None None] Calling delete_port for 41a53e45-ade4-4a06-ac36-b87c4547d177 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:42.456430 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Attempting to bind port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:00:42.456709 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Attempting to bind port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '48119d22-4a3b-487d-93ad-4d4321ebe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '55784e09-840a-4419-8bb9-1cbf71ed1b85'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:00:42.457076 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Attempting to bind port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 on network 55784e09-840a-4419-8bb9-1cbf71ed1b85 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:00:42.474965 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-babaa208-cae2-4e59-8e9f-28bee2ba28f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:42.477207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:00:42.477594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Checking segment: {'id': '48119d22-4a3b-487d-93ad-4d4321ebe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '55784e09-840a-4419-8bb9-1cbf71ed1b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:42.477973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:42.478353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Bound using segment: {'id': '48119d22-4a3b-487d-93ad-4d4321ebe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '55784e09-840a-4419-8bb9-1cbf71ed1b85'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:00:42.479060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Bound port: c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48119d22-4a3b-487d-93ad-4d4321ebe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '55784e09-840a-4419-8bb9-1cbf71ed1b85'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:00:42.479649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:42.514084 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d4a30dd0-f293-45ae-ad14-505d365f1998 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:42.525630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85e6ad8-e847-426f-bd4c-91bca16b3eec tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router c5002ce0-18ce-4a95-b7c6-26c7065a0f61 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:00:42.556458 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 41a53e45-ade4-4a06-ac36-b87c4547d177 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:42.614270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2c25-f8ba-4f1a-9bc0-08b13a7a109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:42.663030 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 41a53e45-ade4-4a06-ac36-b87c4547d177 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:42.663972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 41a53e45-ade4-4a06-ac36-b87c4547d177 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:42.679263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b2c25-f8ba-4f1a-9bc0-08b13a7a109d None None] Pushing event deleted for resources: {'Port': ['ID=41a53e45-ade4-4a06-ac36-b87c4547d177,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:42.680154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85e6ad8-e847-426f-bd4c-91bca16b3eec tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:00:42.692931 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device d31e9ae0-1ea9-465f-86b1-ff81b6737150 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:42.698670 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d50cfd-9a79-4271-a10d-b17c528bb6a9 None None] Sync routers for ids ['c5002ce0-18ce-4a95-b7c6-26c7065a0f61'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:00:42.709999 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d50cfd-9a79-4271-a10d-b17c528bb6a9 None None] Routers {'c5002ce0-18ce-4a95-b7c6-26c7065a0f61'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:42.710725 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-09d50cfd-9a79-4271-a10d-b17c528bb6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c5002ce0-18ce-4a95-b7c6-26c7065a0f61'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:42.717714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b2c25-f8ba-4f1a-9bc0-08b13a7a109d None None] No DVR routers for this DVR port 41a53e45-ade4-4a06-ac36-b87c4547d177 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:00:42.719541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d4a30dd0-f293-45ae-ad14-505d365f1998 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for de5b9e37-d5b1-4712-a335-48248509d205 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:42.744375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: d31e9ae0-1ea9-465f-86b1-ff81b6737150 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:42.746360 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device d31e9ae0-1ea9-465f-86b1-ff81b6737150 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:42.758987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] For port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:00:42.762197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] For port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76,segment=NetworkSegment(48119d22-4a3b-487d-93ad-4d4321ebe79d),segment_id=48119d22-4a3b-487d-93ad-4d4321ebe79d)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:00:42.776342 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-09d50cfd-9a79-4271-a10d-b17c528bb6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:42.784861 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d50cfd-9a79-4271-a10d-b17c528bb6a9 None None] Routers {'c5002ce0-18ce-4a95-b7c6-26c7065a0f61'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:42.785514 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-09d50cfd-9a79-4271-a10d-b17c528bb6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c5002ce0-18ce-4a95-b7c6-26c7065a0f61'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:42.813699 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f85e6ad8-e847-426f-bd4c-91bca16b3eec tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/c5002ce0-18ce-4a95-b7c6-26c7065a0f61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3484912 Jan 28 18:00:42.813699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45260) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:42.833929 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:00:42.834268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:00:42.877003 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-09d50cfd-9a79-4271-a10d-b17c528bb6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:42.877491 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d50cfd-9a79-4271-a10d-b17c528bb6a9 None None] The sync data for ids ['c5002ce0-18ce-4a95-b7c6-26c7065a0f61'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:00:42.888943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45264) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:42.903432 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:43.002399 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023735bd-fd5f-4922-a64e-b6b82867bd68 None None] Pushing event updated for resources: {'Port': ['ID=c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:43.199913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:43.208582 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-37089edd-82b5-4765-86eb-e8e7c6e33d77 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 18:00:43.209608 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-37089edd-82b5-4765-86eb-e8e7c6e33d77 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/c5002ce0-18ce-4a95-b7c6-26c7065a0f61/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3954351 Jan 28 18:00:43.212426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45268) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:43.234984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:43.251870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d4a30dd0-f293-45ae-ad14-505d365f1998 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:43.256115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-facc11f1-f57d-4b5e-b6df-4e5e84a0e578 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Synchronizing usage tracker for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:43.331661 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-facc11f1-f57d-4b5e-b6df-4e5e84a0e578 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Unset dirty status for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:43.333722 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-facc11f1-f57d-4b5e-b6df-4e5e84a0e578 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5002ce0-18ce-4a95-b7c6-26c7065a0f61 HTTP/1.1" status: 200 len: 205 time: 0.1195946 Jan 28 18:00:43.335651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45272) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:43.337717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Deleting port 41a53e45-ade4-4a06-ac36-b87c4547d177 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:43.337832 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:43.365896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:43.438466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a30dd0-f293-45ae-ad14-505d365f1998 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=de5b9e37-d5b1-4712-a335-48248509d205,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:43.453263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d4a30dd0-f293-45ae-ad14-505d365f1998 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:43.482225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56532ce5-bdb5-43f6-975d-b0e310ba04f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:43.551859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] The port '41a53e45-ade4-4a06-ac36-b87c4547d177' was deleted {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:00:43.654483 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d4a30dd0-f293-45ae-ad14-505d365f1998 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/de5b9e37-d5b1-4712-a335-48248509d205 HTTP/1.1" status: 204 len: 168 time: 2.4296429 Jan 28 18:00:43.706750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45276) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:43.719356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'mac_address': 'fa:16:3e:7d:af:b5', 'name': 'tempest-PortsIpV6TestJSON-1796386310'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:43.907659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:43.989487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56532ce5-bdb5-43f6-975d-b0e310ba04f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:43.994239 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56532ce5-bdb5-43f6-975d-b0e310ba04f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:43.997023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:44.031516 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:44.035767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:port and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:44.038711 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:44.045313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:44.050229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd547cd-c660-45e1-af15-4927ed571655') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:44.050522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd547cd-c660-45e1-af15-4927ed571655') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:44.109136 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56532ce5-bdb5-43f6-975d-b0e310ba04f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.110010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56532ce5-bdb5-43f6-975d-b0e310ba04f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Fanout notify agent at l3_agent the message router_deleted on router c5002ce0-18ce-4a95-b7c6-26c7065a0f61 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:00:44.115294 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.134091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56532ce5-bdb5-43f6-975d-b0e310ba04f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.137663 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-56532ce5-bdb5-43f6-975d-b0e310ba04f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/routers/c5002ce0-18ce-4a95-b7c6-26c7065a0f61 HTTP/1.1" status: 204 len: 168 time: 0.7985873 Jan 28 18:00:44.137911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45282) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:44.140500 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:44.151448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.192089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Allocated IP 172.20.0.1 (55784e09-840a-4419-8bb9-1cbf71ed1b85/b6f7a7a3-3a15-4d11-8564-c549a4774f4e/fb283594-52bb-4e6d-bb0e-c2b7a9a09322) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:44.206402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:00:44.206798 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:00:44.221558 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:00:44.226357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049db857-1e02-42a6-93dc-74eb44a05149 None None] Network 55784e09-840a-4419-8bb9-1cbf71ed1b85 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:44.305452 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b44ccd7-d991-4199-b720-76ebcba8e5aa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting subnet dc45e3cd-bca0-451a-a01e-62f99fb15aec {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:00:44.315369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.331588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1b44ccd7-d991-4199-b720-76ebcba8e5aa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.385722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f27b05e5-3d65-4f35-9805-181253dd7f4e None None] Provisioning for port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:44.401727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port 7a34b732-90b7-4b23-863b-a10ca778fb88 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:00:44.444549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1b44ccd7-d991-4199-b720-76ebcba8e5aa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.450109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.567946 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:44.714298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:44.718440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.718606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1b44ccd7-d991-4199-b720-76ebcba8e5aa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.721212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:44.721988 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.737985 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "DELETE /v2.0/networks/4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626 HTTP/1.1" status: 204 len: 168 time: 3.7482526 Jan 28 18:00:44.745492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45286) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:44.748903 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fe952-8e25-4d46-9fa8-aa981dba440f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event deleted for resources: {'Network': ['ID=4ad6bb26-5e9b-4d9c-b625-4dd24d2d7626,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:44.768600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.794317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Transition to ACTIVE for port object fb283594-52bb-4e6d-bb0e-c2b7a9a09322 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:44.805170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.809067 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74645f1-bf05-4ef8-9574-19dd6d8321a2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.868849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b7c777-d4b0-4d23-9ab0-643840ba4e62 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Deleting subnet be96163a-2a91-4b14-9034-0a2a94f0799a {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:00:44.874797 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7b7c777-d4b0-4d23-9ab0-643840ba4e62 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.900644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.913072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-dd0133fc-55c5-4320-8df1-9d838c755aec None None] Provisioning complete for port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:44.913481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dd0133fc-55c5-4320-8df1-9d838c755aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.938886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7b7c777-d4b0-4d23-9ab0-643840ba4e62 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:44.979567 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.000718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1b44ccd7-d991-4199-b720-76ebcba8e5aa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.033170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76,segment=NetworkSegment(48119d22-4a3b-487d-93ad-4d4321ebe79d),segment_id=48119d22-4a3b-487d-93ad-4d4321ebe79d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:45.057275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44ccd7-d991-4199-b720-76ebcba8e5aa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Subnet': ['ID=dc45e3cd-bca0-451a-a01e-62f99fb15aec,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:45.061615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1b44ccd7-d991-4199-b720-76ebcba8e5aa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.068262 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaca3d5-1f98-4414-80aa-73d330dccd8e None None] Network 9f80ba76-5f70-45dc-ab2c-5aa8b5554b34 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:45.069049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.107904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.132637 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1b44ccd7-d991-4199-b720-76ebcba8e5aa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/dc45e3cd-bca0-451a-a01e-62f99fb15aec HTTP/1.1" status: 204 len: 168 time: 0.9937041 Jan 28 18:00:45.139924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45290) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:45.146879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.148023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7b7c777-d4b0-4d23-9ab0-643840ba4e62 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.185059 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event updated for resources: {'Port': ['ID=fb283594-52bb-4e6d-bb0e-c2b7a9a09322,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:45.187319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dd0133fc-55c5-4320-8df1-9d838c755aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.207677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:45.209661 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Network 55784e09-840a-4419-8bb9-1cbf71ed1b85 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:45.212852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:45.216266 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:45.220099 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:45.269460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:45.275850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:45.276745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.281123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.330518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=7a34b732-90b7-4b23-863b-a10ca778fb88,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:45.376693 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.380181 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-b74645f1-bf05-4ef8-9574-19dd6d8321a2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Deleting port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:45.380181 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74645f1-bf05-4ef8-9574-19dd6d8321a2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.390803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port 60f21dce-6021-4d84-8984-558983a97fd9 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:45.391169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.418319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:45.446800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-dd0133fc-55c5-4320-8df1-9d838c755aec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:00:45.447119 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-dd0133fc-55c5-4320-8df1-9d838c755aec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:00:45.483561 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7b7c777-d4b0-4d23-9ab0-643840ba4e62 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.490740 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7821f6c1-df72-4841-9961-e7f8f8d0b416 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7802048 Jan 28 18:00:45.518052 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45294) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:45.549736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7c777-d4b0-4d23-9ab0-643840ba4e62 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event deleted for resources: {'Subnet': ['ID=be96163a-2a91-4b14-9034-0a2a94f0799a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:45.553482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7b7c777-d4b0-4d23-9ab0-643840ba4e62 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.567673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436239d6-0764-49e2-8c60-09ad90cf0c44 None None] Network 9b04fa05-262a-43c3-8366-a50a67f4c6dd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:45.569074 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e7b7c777-d4b0-4d23-9ab0-643840ba4e62 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "DELETE /v2.0/subnets/be96163a-2a91-4b14-9034-0a2a94f0799a HTTP/1.1" status: 204 len: 168 time: 0.8153787 Jan 28 18:00:45.588457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45298) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:45.653320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e97891-a9a1-46b0-9df1-07e0fa8c946b None None] DHCP port deletion for 9f80ba76-5f70-45dc-ab2c-5aa8b5554b34 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:00:45.671108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d113d-459f-4afb-914f-5b7630d62203 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:45.671681 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ba3d113d-459f-4afb-914f-5b7630d62203 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:45.675426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-73e97891-a9a1-46b0-9df1-07e0fa8c946b None None] Deleting port 60f21dce-6021-4d84-8984-558983a97fd9 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:45.678505 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-73e97891-a9a1-46b0-9df1-07e0fa8c946b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.691613 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.784928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-b74645f1-bf05-4ef8-9574-19dd6d8321a2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] For port b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:45.785221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74645f1-bf05-4ef8-9574-19dd6d8321a2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.865662 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] For port 60f21dce-6021-4d84-8984-558983a97fd9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=60f21dce-6021-4d84-8984-558983a97fd9,segment=NetworkSegment(c0191238-c8f8-41cd-92d0-b7f1f755fc6e),segment_id=c0191238-c8f8-41cd-92d0-b7f1f755fc6e)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:45.866084 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.877526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e6b9c3-4e6a-4800-904f-19b435e4142a tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Deleting subnet da93c8d2-bb58-4f1d-b59d-11d1cd69f3c0 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:00:45.883845 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-79e6b9c3-4e6a-4800-904f-19b435e4142a tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:45.924772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-b74645f1-bf05-4ef8-9574-19dd6d8321a2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Calling delete_port for b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:45.954449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ba3d113d-459f-4afb-914f-5b7630d62203 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:45.955174 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ba3d113d-459f-4afb-914f-5b7630d62203 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/7a34b732-90b7-4b23-863b-a10ca778fb88 HTTP/1.1" status: 200 len: 845 time: 0.4367940 Jan 28 18:00:45.977862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45302) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:46.076564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-73e97891-a9a1-46b0-9df1-07e0fa8c946b None None] For port 60f21dce-6021-4d84-8984-558983a97fd9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=60f21dce-6021-4d84-8984-558983a97fd9,segment=NetworkSegment(c0191238-c8f8-41cd-92d0-b7f1f755fc6e),segment_id=c0191238-c8f8-41cd-92d0-b7f1f755fc6e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:46.076952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-73e97891-a9a1-46b0-9df1-07e0fa8c946b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.109091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-306e4371-45f0-4c40-9e72-9a37b64450e1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port 7a34b732-90b7-4b23-863b-a10ca778fb88 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:46.109512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-306e4371-45f0-4c40-9e72-9a37b64450e1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.147905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for 60f21dce-6021-4d84-8984-558983a97fd9 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:46.204693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-73e97891-a9a1-46b0-9df1-07e0fa8c946b None None] Calling delete_port for 60f21dce-6021-4d84-8984-558983a97fd9 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:46.220016 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-79e6b9c3-4e6a-4800-904f-19b435e4142a tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.345251 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41108b77-3ddc-4ec8-9308-b86e6e0046f7 None None] DHCP port deletion for 9b04fa05-262a-43c3-8366-a50a67f4c6dd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:00:46.349995 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-41108b77-3ddc-4ec8-9308-b86e6e0046f7 None None] Deleting port acd1d51b-eb9d-47e5-acd2-d6325d1b1871 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:46.350335 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-41108b77-3ddc-4ec8-9308-b86e6e0046f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.375671 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8faf986d-4b03-4049-9cf1-8b51124f7afb None None] Provisioning for port fb283594-52bb-4e6d-bb0e-c2b7a9a09322 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:46.390962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-73e97891-a9a1-46b0-9df1-07e0fa8c946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.437529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8faf986d-4b03-4049-9cf1-8b51124f7afb None None] Provisioning complete for port fb283594-52bb-4e6d-bb0e-c2b7a9a09322 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:46.438273 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8faf986d-4b03-4049-9cf1-8b51124f7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.463880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e97891-a9a1-46b0-9df1-07e0fa8c946b None None] No DVR routers for this DVR port 60f21dce-6021-4d84-8984-558983a97fd9 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:00:46.466956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.api [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:00:46.467305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG oslo_db.api [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:00:46.479353 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-306e4371-45f0-4c40-9e72-9a37b64450e1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.512194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e97891-a9a1-46b0-9df1-07e0fa8c946b None None] Pushing event deleted for resources: {'Port': ['ID=60f21dce-6021-4d84-8984-558983a97fd9,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:46.551306 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.563998 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8faf986d-4b03-4049-9cf1-8b51124f7afb None None] Port fb283594-52bb-4e6d-bb0e-c2b7a9a09322 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:46.587777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:46.600253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-79e6b9c3-4e6a-4800-904f-19b435e4142a tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.617238 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.636007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-306e4371-45f0-4c40-9e72-9a37b64450e1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for 7a34b732-90b7-4b23-863b-a10ca778fb88 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:46.703095 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74645f1-bf05-4ef8-9574-19dd6d8321a2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.750093 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-41108b77-3ddc-4ec8-9308-b86e6e0046f7 None None] For port acd1d51b-eb9d-47e5-acd2-d6325d1b1871, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=acd1d51b-eb9d-47e5-acd2-d6325d1b1871,segment=NetworkSegment(37875ed8-9848-47ef-8ac9-6e3a5f660165),segment_id=37875ed8-9848-47ef-8ac9-6e3a5f660165)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:46.750485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-41108b77-3ddc-4ec8-9308-b86e6e0046f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.784819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event updated for resources: {'Port': ['ID=fb283594-52bb-4e6d-bb0e-c2b7a9a09322,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:46.817081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-79e6b9c3-4e6a-4800-904f-19b435e4142a tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.855346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-306e4371-45f0-4c40-9e72-9a37b64450e1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.858955 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74645f1-bf05-4ef8-9574-19dd6d8321a2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event deleted for resources: {'Port': ['ID=b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:46.864328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.881018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-79e6b9c3-4e6a-4800-904f-19b435e4142a tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.889393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:46.889966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.921677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-41108b77-3ddc-4ec8-9308-b86e6e0046f7 None None] Calling delete_port for acd1d51b-eb9d-47e5-acd2-d6325d1b1871 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:46.926832 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6b9c3-4e6a-4800-904f-19b435e4142a tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event deleted for resources: {'Subnet': ['ID=da93c8d2-bb58-4f1d-b59d-11d1cd69f3c0,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:46.958744 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-79e6b9c3-4e6a-4800-904f-19b435e4142a tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "DELETE /v2.0/subnets/da93c8d2-bb58-4f1d-b59d-11d1cd69f3c0 HTTP/1.1" status: 204 len: 168 time: 1.3647871 Jan 28 18:00:46.958744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e4371-45f0-4c40-9e72-9a37b64450e1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=7a34b732-90b7-4b23-863b-a10ca778fb88,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:46.959158 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd2af86-4f64-4023-9331-62712b6ae542 None None] Network d6832034-9092-41d7-818c-9982c84f4065 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:46.959272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-306e4371-45f0-4c40-9e72-9a37b64450e1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:46.964019 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-306e4371-45f0-4c40-9e72-9a37b64450e1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/7a34b732-90b7-4b23-863b-a10ca778fb88 HTTP/1.1" status: 204 len: 168 time: 0.9852872 Jan 28 18:00:46.965091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45306) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:46.965416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45308) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:46.969745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port 60f21dce-6021-4d84-8984-558983a97fd9 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:46.970089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:47.100708 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-792d8e4e-75f2-4c6a-9f50-a3cd82cc77d3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] GET failed (client error): The resource could not be found. Jan 28 18:00:47.101078 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-792d8e4e-75f2-4c6a-9f50-a3cd82cc77d3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:47.107881 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] The port '60f21dce-6021-4d84-8984-558983a97fd9' was deleted {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:00:47.237175 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Network 55784e09-840a-4419-8bb9-1cbf71ed1b85 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:47.240549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:47.287743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-41108b77-3ddc-4ec8-9308-b86e6e0046f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:47.375980 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41108b77-3ddc-4ec8-9308-b86e6e0046f7 None None] No DVR routers for this DVR port acd1d51b-eb9d-47e5-acd2-d6325d1b1871 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:00:47.389273 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41108b77-3ddc-4ec8-9308-b86e6e0046f7 None None] Pushing event deleted for resources: {'Port': ['ID=acd1d51b-eb9d-47e5-acd2-d6325d1b1871,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:47.391956 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 60f21dce-6021-4d84-8984-558983a97fd9 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:47.413230 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74645f1-bf05-4ef8-9574-19dd6d8321a2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:47.439599 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b23abe-cffe-4554-b702-d7d54b3fad75 None None] DHCP port deletion for d6832034-9092-41d7-818c-9982c84f4065 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:00:47.449109 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 60f21dce-6021-4d84-8984-558983a97fd9 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:47.449767 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 60f21dce-6021-4d84-8984-558983a97fd9 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:47.451084 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device acd1d51b-eb9d-47e5-acd2-d6325d1b1871 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:47.453509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1fe-c02d-446e-a11a-3918b40aeff2 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:47.461174 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-792d8e4e-75f2-4c6a-9f50-a3cd82cc77d3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:47.466219 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-792d8e4e-75f2-4c6a-9f50-a3cd82cc77d3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/7a34b732-90b7-4b23-863b-a10ca778fb88 HTTP/1.1" status: 404 len: 333 time: 0.4981945 Jan 28 18:00:47.477783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-26b23abe-cffe-4554-b702-d7d54b3fad75 None None] Deleting port 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:47.478002 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45314) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:47.478130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-26b23abe-cffe-4554-b702-d7d54b3fad75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:47.483917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'name': 'tempest-PortsIpV6TestJSON-1209108843'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:47.524434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:47.577372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: acd1d51b-eb9d-47e5-acd2-d6325d1b1871 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:47.577768 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device acd1d51b-eb9d-47e5-acd2-d6325d1b1871 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:47.651003 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f80ba76-5f70-45dc-ab2c-5aa8b5554b34']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:47.671896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8aa0dc43-48ea-489f-9599-b7f23b9d8e7a None None] Provisioning complete for port fb283594-52bb-4e6d-bb0e-c2b7a9a09322 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:47.671896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8aa0dc43-48ea-489f-9599-b7f23b9d8e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:47.680104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0191238-c8f8-41cd-92d0-b7f1f755fc6e') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:47.680397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0191238-c8f8-41cd-92d0-b7f1f755fc6e') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:47.765692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:47.773643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Router 5e678a90-1ab8-495b-924a-d501d5032c63 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:00:47.798854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:47.807506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8aa0dc43-48ea-489f-9599-b7f23b9d8e7a None None] Port fb283594-52bb-4e6d-bb0e-c2b7a9a09322 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:47.815876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-26b23abe-cffe-4554-b702-d7d54b3fad75 None None] For port 5eebb4bb-2287-42a7-88ee-08eaf8be37a8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5eebb4bb-2287-42a7-88ee-08eaf8be37a8,segment=NetworkSegment(97952a85-730e-4d1f-a4d3-c39828296ea5),segment_id=97952a85-730e-4d1f-a4d3-c39828296ea5)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:47.815876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-26b23abe-cffe-4554-b702-d7d54b3fad75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:47.821995 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:47.823417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1fe-c02d-446e-a11a-3918b40aeff2 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:47.839886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:00:47.840461 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:47.857560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: util.warn( Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:00:47.859577 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:00:47.939524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-26b23abe-cffe-4554-b702-d7d54b3fad75 None None] Calling delete_port for 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:47.964423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-95f2b1fe-c02d-446e-a11a-3918b40aeff2 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b04fa05-262a-43c3-8366-a50a67f4c6dd']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:47.983820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-95f2b1fe-c02d-446e-a11a-3918b40aeff2 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37875ed8-9848-47ef-8ac9-6e3a5f660165') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:47.984171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-95f2b1fe-c02d-446e-a11a-3918b40aeff2 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37875ed8-9848-47ef-8ac9-6e3a5f660165') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:48.005694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1fe-c02d-446e-a11a-3918b40aeff2 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.026676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:48.031575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.056263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1fe-c02d-446e-a11a-3918b40aeff2 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.069704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f2b1fe-c02d-446e-a11a-3918b40aeff2 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:00:48.070110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1fe-c02d-446e-a11a-3918b40aeff2 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:00:48.086448 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:00:48.096325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port 09fb1ae4-9d1a-4f3c-9a6e-eb16647a9a49 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:00:48.114669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-26b23abe-cffe-4554-b702-d7d54b3fad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.129601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.167243 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b23abe-cffe-4554-b702-d7d54b3fad75 None None] Pushing event deleted for resources: {'Port': ['ID=5eebb4bb-2287-42a7-88ee-08eaf8be37a8,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:48.171090 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b23abe-cffe-4554-b702-d7d54b3fad75 None None] No DVR routers for this DVR port 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:00:48.219815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.245377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Network': ['ID=9f80ba76-5f70-45dc-ab2c-5aa8b5554b34,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:48.253286 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:00:48.258536 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-00db0ee7-9223-4bb8-9e0a-7f1d0c03bd85 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/networks/9f80ba76-5f70-45dc-ab2c-5aa8b5554b34 HTTP/1.1" status: 204 len: 168 time: 3.1158848 Jan 28 18:00:48.262213 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45318) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:48.267850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4321b6d4-6df4-48a9-ae4f-26979cccb61a None None] Sync routers for ids ['5e678a90-1ab8-495b-924a-d501d5032c63'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:00:48.268170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74645f1-bf05-4ef8-9574-19dd6d8321a2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Router 61ea90ee-895f-4086-bce7-a63addb1154d has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:00:48.274162 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1958526526'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:48.278028 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321b6d4-6df4-48a9-ae4f-26979cccb61a None None] Routers {'5e678a90-1ab8-495b-924a-d501d5032c63'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:48.279642 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4321b6d4-6df4-48a9-ae4f-26979cccb61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5e678a90-1ab8-495b-924a-d501d5032c63'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:48.282176 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c2a2190b-ef9d-4164-80ce-82d792e1143d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "PUT /v2.0/routers/5e678a90-1ab8-495b-924a-d501d5032c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1704268 Jan 28 18:00:48.283451 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:48.293627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45322) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:48.293627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:network and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:48.298156 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:48.304474 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Request body: {'port': {'network_id': '55784e09-840a-4419-8bb9-1cbf71ed1b85', 'name': 'tempest-FloatingIPNegativeTestJSON-1984938718'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:48.328880 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:48.339180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1fe-c02d-446e-a11a-3918b40aeff2 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.365945 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4321b6d4-6df4-48a9-ae4f-26979cccb61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:48.378270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321b6d4-6df4-48a9-ae4f-26979cccb61a None None] Routers {'5e678a90-1ab8-495b-924a-d501d5032c63'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:48.378894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4321b6d4-6df4-48a9-ae4f-26979cccb61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5e678a90-1ab8-495b-924a-d501d5032c63'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:48.402128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-95f2b1fe-c02d-446e-a11a-3918b40aeff2 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.429598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2b1fe-c02d-446e-a11a-3918b40aeff2 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event deleted for resources: {'Network': ['ID=9b04fa05-262a-43c3-8366-a50a67f4c6dd,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:48.435581 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-95f2b1fe-c02d-446e-a11a-3918b40aeff2 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "DELETE /v2.0/networks/9b04fa05-262a-43c3-8366-a50a67f4c6dd HTTP/1.1" status: 204 len: 168 time: 1.4689007 Jan 28 18:00:48.438901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45326) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:48.452911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4321b6d4-6df4-48a9-ae4f-26979cccb61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:48.453433 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4321b6d4-6df4-48a9-ae4f-26979cccb61a None None] The sync data for ids ['5e678a90-1ab8-495b-924a-d501d5032c63'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:00:48.564747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.574148 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:48.578027 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.590304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5207c7c-afdf-4fea-9be8-211b0da10ead tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.592520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:48.634853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:48.635316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5eebb4bb-2287-42a7-88ee-08eaf8be37a8 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:48.646322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:48.652729 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:00:48.659581 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Usage tracker for resource:port and tenant:00811d9487eb423cb2235d979a05b0d9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:48.662586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74645f1-bf05-4ef8-9574-19dd6d8321a2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:00:48.665192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:48.683678 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d8b3bc-921b-4d7a-a66a-347b7a6a1487 None None] Sync routers for ids ['61ea90ee-895f-4086-bce7-a63addb1154d'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:00:48.684124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:48.684124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.684124 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Added segment 621b955c-b189-4c13-ae5b-4c3dd3823c36 of type vlan for network d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3 Jan 28 18:00:48.684361 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d8b3bc-921b-4d7a-a66a-347b7a6a1487 None None] Routers {'61ea90ee-895f-4086-bce7-a63addb1154d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:48.684361 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-59d8b3bc-921b-4d7a-a66a-347b7a6a1487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['61ea90ee-895f-4086-bce7-a63addb1154d'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:48.687574 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b74645f1-bf05-4ef8-9574-19dd6d8321a2 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "PUT /v2.0/routers/61ea90ee-895f-4086-bce7-a63addb1154d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7948902 Jan 28 18:00:48.691020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45330) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:48.737266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5207c7c-afdf-4fea-9be8-211b0da10ead tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.756061 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.764742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a5207c7c-afdf-4fea-9be8-211b0da10ead tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6832034-9092-41d7-818c-9982c84f4065']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:48.778104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a5207c7c-afdf-4fea-9be8-211b0da10ead tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97952a85-730e-4d1f-a4d3-c39828296ea5') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:48.778687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-a5207c7c-afdf-4fea-9be8-211b0da10ead tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97952a85-730e-4d1f-a4d3-c39828296ea5') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:48.782444 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-644c9a47-00e7-45d2-b3f1-6c1e33646ccf tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Deleting subnet 5188d41f-1359-48c7-95b8-dac3786107e0 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:00:48.790675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5207c7c-afdf-4fea-9be8-211b0da10ead tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.798520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-644c9a47-00e7-45d2-b3f1-6c1e33646ccf tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.808897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5207c7c-afdf-4fea-9be8-211b0da10ead tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.814734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.857580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-644c9a47-00e7-45d2-b3f1-6c1e33646ccf tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.859945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5207c7c-afdf-4fea-9be8-211b0da10ead tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:00:48.860468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5207c7c-afdf-4fea-9be8-211b0da10ead tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.869637 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-59d8b3bc-921b-4d7a-a66a-347b7a6a1487 None None] Set router 61ea90ee-895f-4086-bce7-a63addb1154d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:00:48.879784 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:00:48.885887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Made reservation on behalf of 00811d9487eb423cb2235d979a05b0d9 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:48.890028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.912840 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:48.918124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:48.918699 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:49.006515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:49.007898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=09fb1ae4-9d1a-4f3c-9a6e-eb16647a9a49,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:49.023260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:49.032598 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] device_id is not set on port 2dcb45c5-cd5f-4546-a71b-311efbcdfd01 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:00:49.033443 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:49.040612 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:49.044346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:49.062667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5207c7c-afdf-4fea-9be8-211b0da10ead tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:49.069156 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5207c7c-afdf-4fea-9be8-211b0da10ead tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:49.073802 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a5207c7c-afdf-4fea-9be8-211b0da10ead tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "DELETE /v2.0/networks/d6832034-9092-41d7-818c-9982c84f4065 HTTP/1.1" status: 204 len: 168 time: 0.6337421 Jan 28 18:00:49.074387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45334) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:49.094855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5207c7c-afdf-4fea-9be8-211b0da10ead tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event deleted for resources: {'Network': ['ID=d6832034-9092-41d7-818c-9982c84f4065,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:49.130100 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8663709 Jan 28 18:00:49.131111 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfece9e-b7ea-4c32-95ee-45e7466d4d0a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Network': ['ID=d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:49.138722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45338) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:49.143665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:00:49.146519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'subnet': {'network_id': 'd45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:49.167932 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ab118215-2a4d-4f65-949f-277833efe96d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6889513 Jan 28 18:00:49.173058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45342) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:49.181008 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-59d8b3bc-921b-4d7a-a66a-347b7a6a1487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T18:00:46Z', 'revision_number': 5, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:49.189760 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d8b3bc-921b-4d7a-a66a-347b7a6a1487 None None] Checking router: 61ea90ee-895f-4086-bce7-a63addb1154d for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:00:49.202368 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d8b3bc-921b-4d7a-a66a-347b7a6a1487 None None] Routers {'61ea90ee-895f-4086-bce7-a63addb1154d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:49.203493 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-59d8b3bc-921b-4d7a-a66a-347b7a6a1487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['61ea90ee-895f-4086-bce7-a63addb1154d'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:49.228158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-978f7c61-a499-4094-969f-7e6629a49693 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:49.239235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc79d144-8de2-4ac9-b01d-6e85ab6bbd30 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Deleting subnet 533b9d65-9fea-4a5d-b9d4-38af13980bfc {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:00:49.256821 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc79d144-8de2-4ac9-b01d-6e85ab6bbd30 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:49.296844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-644c9a47-00e7-45d2-b3f1-6c1e33646ccf tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:49.385975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Allocated IP 172.20.0.11 (55784e09-840a-4419-8bb9-1cbf71ed1b85/b6f7a7a3-3a15-4d11-8564-c549a4774f4e/2dcb45c5-cd5f-4546-a71b-311efbcdfd01) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:49.389468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc79d144-8de2-4ac9-b01d-6e85ab6bbd30 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:49.401223 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-59d8b3bc-921b-4d7a-a66a-347b7a6a1487 None None] Set router 61ea90ee-895f-4086-bce7-a63addb1154d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:00:49.480556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:49.495754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:subnet and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:49.500610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:49.509614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:49.517966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-978f7c61-a499-4094-969f-7e6629a49693 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:49.539435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-644c9a47-00e7-45d2-b3f1-6c1e33646ccf tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:49.601570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:49.605249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:49.640918 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c9a47-00e7-45d2-b3f1-6c1e33646ccf tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event deleted for resources: {'Subnet': ['ID=5188d41f-1359-48c7-95b8-dac3786107e0,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:49.645577 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc79d144-8de2-4ac9-b01d-6e85ab6bbd30 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:49.682130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647f72b7-12db-4c1d-b914-1685e23a732d None None] Network 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:49.687523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-644c9a47-00e7-45d2-b3f1-6c1e33646ccf tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:49.700658 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-59d8b3bc-921b-4d7a-a66a-347b7a6a1487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T18:00:46Z', 'revision_number': 5, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:49.705548 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d8b3bc-921b-4d7a-a66a-347b7a6a1487 None None] The sync data for ids ['61ea90ee-895f-4086-bce7-a63addb1154d'] in dv-neutron-826919-1-hyperv is: [{'id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850766925', 'tenant_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T17:58:07Z', 'updated_at': '2022-01-28T18:00:46Z', 'revision_number': 5, 'project_id': 'f4cc15f844474f47a3d1494cfe5a41c9', 'gw_port': {'id': 'd1da9cdd-dc91-48ea-babb-48f8be169d39', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea90ee-895f-4086-bce7-a63addb1154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T17:58:10Z', 'updated_at': '2022-01-28T17:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:00:49.718905 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-644c9a47-00e7-45d2-b3f1-6c1e33646ccf tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "DELETE /v2.0/subnets/5188d41f-1359-48c7-95b8-dac3786107e0 HTTP/1.1" status: 204 len: 168 time: 1.0239651 Jan 28 18:00:49.721606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45346) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:49.874387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-978f7c61-a499-4094-969f-7e6629a49693 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:49.900046 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:49.937683 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-978f7c61-a499-4094-969f-7e6629a49693 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.023109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-978f7c61-a499-4094-969f-7e6629a49693 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] In _notify_port_updated(), no bound segment for port 09fb1ae4-9d1a-4f3c-9a6e-eb16647a9a49 on network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 18:00:50.029010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978f7c61-a499-4094-969f-7e6629a49693 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:50.029606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-978f7c61-a499-4094-969f-7e6629a49693 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.030933 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-978f7c61-a499-4094-969f-7e6629a49693 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "PUT /v2.0/ports/09fb1ae4-9d1a-4f3c-9a6e-eb16647a9a49 HTTP/1.1" status: 200 len: 818 time: 0.8569868 Jan 28 18:00:50.036554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45350) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:50.088642 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4102570-cad9-4ec9-8093-38711bf67122 None None] DHCP port deletion for 11d6f6f3-ff9e-4d56-8bda-9cef17edb99f request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:00:50.093793 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-a4102570-cad9-4ec9-8093-38711bf67122 None None] Deleting port 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:50.094002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a4102570-cad9-4ec9-8093-38711bf67122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.094689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc79d144-8de2-4ac9-b01d-6e85ab6bbd30 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.101505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f7c61-a499-4094-969f-7e6629a49693 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=09fb1ae4-9d1a-4f3c-9a6e-eb16647a9a49,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:50.118266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6955a946-dbb8-4523-af8a-6001d9ddd567 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port 09fb1ae4-9d1a-4f3c-9a6e-eb16647a9a49 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:50.122157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6955a946-dbb8-4523-af8a-6001d9ddd567 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.142873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79d144-8de2-4ac9-b01d-6e85ab6bbd30 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event deleted for resources: {'Subnet': ['ID=533b9d65-9fea-4a5d-b9d4-38af13980bfc,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:50.156473 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.156679 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.177446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bc79d144-8de2-4ac9-b01d-6e85ab6bbd30 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.191035 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Transition to ACTIVE for port object 2dcb45c5-cd5f-4546-a71b-311efbcdfd01 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:50.194617 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee10e6-79b0-4db3-b2b8-4263fc4d78d9 None None] Network a894486b-5f1d-4113-ab95-89f04483ad6b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:50.195679 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bc79d144-8de2-4ac9-b01d-6e85ab6bbd30 tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "DELETE /v2.0/subnets/533b9d65-9fea-4a5d-b9d4-38af13980bfc HTTP/1.1" status: 204 len: 168 time: 1.1170375 Jan 28 18:00:50.198421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45354) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:50.200583 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.398669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.413203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Subnet': ['ID=bab883e4-cad3-43d1-af89-905562416eee,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:50.427330 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Checking segment: {'id': '621b955c-b189-4c13-ae5b-4c3dd3823c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:50.427682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network hostable DHCP agents. Network: d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:00:50.447544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.496146 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Network 55784e09-840a-4419-8bb9-1cbf71ed1b85 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:50.502909 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:50.511427 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:50.533475 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a4102570-cad9-4ec9-8093-38711bf67122 None None] For port 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd,segment=NetworkSegment(8c654a41-6825-4052-b78d-3a967c7cccc1),segment_id=8c654a41-6825-4052-b78d-3a967c7cccc1)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:50.534127 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a4102570-cad9-4ec9-8093-38711bf67122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.550706 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Deleting port d7d0275c-39dc-4662-afdd-d7aed8fd96e8 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:50.551068 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.567532 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event updated for resources: {'Port': ['ID=2dcb45c5-cd5f-4546-a71b-311efbcdfd01,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:50.589158 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.618221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:50.618972 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.640160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:50.652855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:00:50.667219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6955a946-dbb8-4523-af8a-6001d9ddd567 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.674227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Deleting port d1da9cdd-dc91-48ea-babb-48f8be169d39 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:50.677414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.726422 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-40748a4b-9905-4f55-a61c-72654cb02ec2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4374623 Jan 28 18:00:50.736962 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45358) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:50.745652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-a4102570-cad9-4ec9-8093-38711bf67122 None None] Calling delete_port for 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:50.758505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:50.759700 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:50.767524 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Usage tracker for resource:floatingip and tenant:00811d9487eb423cb2235d979a05b0d9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:50.790776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:50.812710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6955a946-dbb8-4523-af8a-6001d9ddd567 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for 09fb1ae4-9d1a-4f3c-9a6e-eb16647a9a49 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:50.845626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:50.849933 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:50.859150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:50.860040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.908917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c64ffd7e-129f-44db-a69c-3b9a1f6b5e6a None None] Provisioning for port 2dcb45c5-cd5f-4546-a71b-311efbcdfd01 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:50.913902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814d6938-1539-4d4a-9831-42bb68a94abc None None] Network d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:50.927273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] For port d1da9cdd-dc91-48ea-babb-48f8be169d39, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d1da9cdd-dc91-48ea-babb-48f8be169d39,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:50.927884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:50.936993 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.052845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c64ffd7e-129f-44db-a69c-3b9a1f6b5e6a None None] Provisioning complete for port 2dcb45c5-cd5f-4546-a71b-311efbcdfd01 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:51.053215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c64ffd7e-129f-44db-a69c-3b9a1f6b5e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.105089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669ea23c-4f0c-46fa-a6bd-b5bb2ade1e4e None None] DHCP port deletion for a894486b-5f1d-4113-ab95-89f04483ad6b request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:00:51.110344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Calling delete_port for d1da9cdd-dc91-48ea-babb-48f8be169d39 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:51.129846 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a96efeb3-9fad-4cd3-9771-bdcc8e9d7d98 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9875078 Jan 28 18:00:51.133263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45362) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:51.135755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] For port d7d0275c-39dc-4662-afdd-d7aed8fd96e8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d7d0275c-39dc-4662-afdd-d7aed8fd96e8,segment=NetworkSegment(0c3bb59b-8aad-45b9-b39e-ff3dc238603e),segment_id=0c3bb59b-8aad-45b9-b39e-ff3dc238603e)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:51.136110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.147696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-22c64a72-abbb-4df5-b54f-af2708bf53c4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1023723254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:51.153360 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-669ea23c-4f0c-46fa-a6bd-b5bb2ade1e4e None None] Deleting port d7d0275c-39dc-4662-afdd-d7aed8fd96e8 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:51.153679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-669ea23c-4f0c-46fa-a6bd-b5bb2ade1e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.205236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-22c64a72-abbb-4df5-b54f-af2708bf53c4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:51.212446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a4102570-cad9-4ec9-8093-38711bf67122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.228939 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.268749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c64ffd7e-129f-44db-a69c-3b9a1f6b5e6a None None] Port 2dcb45c5-cd5f-4546-a71b-311efbcdfd01 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:51.270730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Calling delete_port for d7d0275c-39dc-4662-afdd-d7aed8fd96e8 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:51.291737 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4102570-cad9-4ec9-8093-38711bf67122 None None] Pushing event deleted for resources: {'Port': ['ID=9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:51.298021 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6955a946-dbb8-4523-af8a-6001d9ddd567 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.299183 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-22c64a72-abbb-4df5-b54f-af2708bf53c4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:router and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:51.312193 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-22c64a72-abbb-4df5-b54f-af2708bf53c4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:51.328143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.333490 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4102570-cad9-4ec9-8093-38711bf67122 None None] No DVR routers for this DVR port 9ae885ed-6d3f-4dcf-bbe9-e423fad0f9bd on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:00:51.371728 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-22c64a72-abbb-4df5-b54f-af2708bf53c4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:51.377656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955a946-dbb8-4523-af8a-6001d9ddd567 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=09fb1ae4-9d1a-4f3c-9a6e-eb16647a9a49,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:51.413249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6955a946-dbb8-4523-af8a-6001d9ddd567 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.425668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:51.457179 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3', 'network_id': 'd45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'fixed_ips': [{'subnet_id': 'bab883e4-cad3-43d1-af89-905562416eee'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:00:51.457909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.478367 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:51.482483 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b0ac9489-5d10-49b5-aa42-6e6cbcc5fb15 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:51.513394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.526595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Allocated IP 172.26.1.108 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/9af3b16f-9b85-46ff-aefd-a0d46179460e) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:51.542476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.554426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-22c64a72-abbb-4df5-b54f-af2708bf53c4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.555735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-22c64a72-abbb-4df5-b54f-af2708bf53c4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.569064 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6955a946-dbb8-4523-af8a-6001d9ddd567 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/09fb1ae4-9d1a-4f3c-9a6e-eb16647a9a49 HTTP/1.1" status: 204 len: 168 time: 1.5316684 Jan 28 18:00:51.571532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event deleted for resources: {'Port': ['ID=d7d0275c-39dc-4662-afdd-d7aed8fd96e8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:51.574334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45366) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:51.578793 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] No DVR routers for this DVR port d7d0275c-39dc-4662-afdd-d7aed8fd96e8 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:00:51.648071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-669ea23c-4f0c-46fa-a6bd-b5bb2ade1e4e None None] For port d7d0275c-39dc-4662-afdd-d7aed8fd96e8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d7d0275c-39dc-4662-afdd-d7aed8fd96e8,segment=NetworkSegment(0c3bb59b-8aad-45b9-b39e-ff3dc238603e),segment_id=0c3bb59b-8aad-45b9-b39e-ff3dc238603e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:51.648377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-669ea23c-4f0c-46fa-a6bd-b5bb2ade1e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.659587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-22c64a72-abbb-4df5-b54f-af2708bf53c4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.751370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event deleted for resources: {'Port': ['ID=d1da9cdd-dc91-48ea-babb-48f8be169d39,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:51.790650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.812125 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-669ea23c-4f0c-46fa-a6bd-b5bb2ade1e4e None None] Calling delete_port for d7d0275c-39dc-4662-afdd-d7aed8fd96e8 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:51.821283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a894486b-5f1d-4113-ab95-89f04483ad6b']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:51.836681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3bb59b-8aad-45b9-b39e-ff3dc238603e') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:51.838132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3bb59b-8aad-45b9-b39e-ff3dc238603e') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:51.853241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-22c64a72-abbb-4df5-b54f-af2708bf53c4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.862596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.892780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7913ed80-32c9-4678-b5df-b3c7fb3f0423 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:51.893568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7913ed80-32c9-4678-b5df-b3c7fb3f0423 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:51.906253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.918334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:00:51.919431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.921392 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:00:51.939034 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:00:51.946955 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Allocated IP 2001:db8::2 (d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3/bab883e4-cad3-43d1-af89-905562416eee/75ab7f80-9701-4152-aadc-dc3b74ae211a) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:51.978088 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-669ea23c-4f0c-46fa-a6bd-b5bb2ade1e4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:00:51.978438 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-669ea23c-4f0c-46fa-a6bd-b5bb2ade1e4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:00:52.037924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-22c64a72-abbb-4df5-b54f-af2708bf53c4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.042356 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-22c64a72-abbb-4df5-b54f-af2708bf53c4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9089408 Jan 28 18:00:52.043048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45370) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:52.103485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7913ed80-32c9-4678-b5df-b3c7fb3f0423 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:52.107395 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7913ed80-32c9-4678-b5df-b3c7fb3f0423 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5284493 Jan 28 18:00:52.111302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45374) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:52.121028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.121544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.125480 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.128950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.165543 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.178218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.227763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Transition to ACTIVE for port object 75ab7f80-9701-4152-aadc-dc3b74ae211a will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:52.227970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.228305 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Fanout notify agent at l3_agent the message router_deleted on router 61ea90ee-895f-4086-bce7-a63addb1154d {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:00:52.243161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.250411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Pushing event deleted for resources: {'Network': ['ID=a894486b-5f1d-4113-ab95-89f04483ad6b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:52.252371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.253478 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e0ab0938-8d30-4f28-b3f9-959c0bc47f7f tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "DELETE /v2.0/routers/61ea90ee-895f-4086-bce7-a63addb1154d HTTP/1.1" status: 204 len: 168 time: 2.5279682 Jan 28 18:00:52.255439 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-67a7ad4d-a9b1-4d71-9dd0-e74fb6d3ae2f tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "DELETE /v2.0/networks/a894486b-5f1d-4113-ab95-89f04483ad6b HTTP/1.1" status: 204 len: 168 time: 2.0448205 Jan 28 18:00:52.260462 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Transition to ACTIVE for port object 75ab7f80-9701-4152-aadc-dc3b74ae211a will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:52.261436 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c08dcd0-ee09-4009-b419-3a81a29c2748 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] GET failed (client error): The resource could not be found. Jan 28 18:00:52.261436 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5c08dcd0-ee09-4009-b419-3a81a29c2748 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/09fb1ae4-9d1a-4f3c-9a6e-eb16647a9a49 HTTP/1.1" status: 404 len: 333 time: 0.1468227 Jan 28 18:00:52.266641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45378) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:52.266973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45380) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:52.267467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45382) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:52.323891 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:52.327188 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:52.331460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:52.349584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.365767 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event updated for resources: {'Port': ['ID=9af3b16f-9b85-46ff-aefd-a0d46179460e,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:52.388959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1296174447'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:52.428925 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.435680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Network d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:52.438477 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:52.442624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:52.444667 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Pushing event updated for resources: {'Port': ['ID=75ab7f80-9701-4152-aadc-dc3b74ae211a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:52.482574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-669ea23c-4f0c-46fa-a6bd-b5bb2ade1e4e None None] Deleting port d7d0275c-39dc-4662-afdd-d7aed8fd96e8 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:52.482943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-669ea23c-4f0c-46fa-a6bd-b5bb2ade1e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.508854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:52.524232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4cf44380-fc52-4fb3-8e5c-f1f2ff38cacd tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Synchronizing usage tracker for tenant:a88a3ea8de2a42b09423bf10f282b968 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:52.540857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:network and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:52.547317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:52.567022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.590646 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-669ea23c-4f0c-46fa-a6bd-b5bb2ade1e4e None None] The port 'd7d0275c-39dc-4662-afdd-d7aed8fd96e8' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:00:52.593099 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Attempting to bind port 75ab7f80-9701-4152-aadc-dc3b74ae211a on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:00:52.593465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Attempting to bind port 75ab7f80-9701-4152-aadc-dc3b74ae211a by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '621b955c-b189-4c13-ae5b-4c3dd3823c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:00:52.593820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Attempting to bind port 75ab7f80-9701-4152-aadc-dc3b74ae211a on network d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:00:52.600625 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:00:52.600993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Checking segment: {'id': '621b955c-b189-4c13-ae5b-4c3dd3823c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:52.601392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.601770 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Bound using segment: {'id': '621b955c-b189-4c13-ae5b-4c3dd3823c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:00:52.602233 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Bound port: 75ab7f80-9701-4152-aadc-dc3b74ae211a, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621b955c-b189-4c13-ae5b-4c3dd3823c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:00:52.602601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.696620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] For port 75ab7f80-9701-4152-aadc-dc3b74ae211a, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:00:52.699776 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] For port 75ab7f80-9701-4152-aadc-dc3b74ae211a, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=75ab7f80-9701-4152-aadc-dc3b74ae211a,segment=NetworkSegment(621b955c-b189-4c13-ae5b-4c3dd3823c36),segment_id=621b955c-b189-4c13-ae5b-4c3dd3823c36)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:00:52.730285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:52.788263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.832778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.837313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a84f695-ef68-4bad-948d-43e25166c4b6 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.838953 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d7d0275c-39dc-4662-afdd-d7aed8fd96e8 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:52.890131 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: d7d0275c-39dc-4662-afdd-d7aed8fd96e8 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:52.890462 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d7d0275c-39dc-4662-afdd-d7aed8fd96e8 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:52.890870 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d1da9cdd-dc91-48ea-babb-48f8be169d39 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:00:52.920257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.928055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:52.931517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:52.931671 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: d1da9cdd-dc91-48ea-babb-48f8be169d39 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:00:52.931935 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d1da9cdd-dc91-48ea-babb-48f8be169d39 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:00:52.951041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4cf44380-fc52-4fb3-8e5c-f1f2ff38cacd tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Unset dirty status for tenant:a88a3ea8de2a42b09423bf10f282b968 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:52.954484 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4cf44380-fc52-4fb3-8e5c-f1f2ff38cacd tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e HTTP/1.1" status: 200 len: 205 time: 0.6823182 Jan 28 18:00:52.966073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45390) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:52.966320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda82e0d-da31-4dda-aff6-ba055510ead5 None None] Pushing event updated for resources: {'Port': ['ID=75ab7f80-9701-4152-aadc-dc3b74ae211a,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:53.064219 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event updated for resources: {'Port': ['ID=9af3b16f-9b85-46ff-aefd-a0d46179460e,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:53.079367 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.170820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.172397 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f769503c-3b2b-48b4-9d94-7baffd4563ed tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4342978 Jan 28 18:00:53.175263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45394) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:53.180708 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3f694be3-0bd2-4c95-9d39-2358acde65eb tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Request body: {'floatingip': {'port_id': '2dcb45c5-cd5f-4546-a71b-311efbcdfd01', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:53.197102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.231747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:00:53.249480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cb94ed36-e2fa-44f8-9ec2-a7afb92c44ff tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.275322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f694be3-0bd2-4c95-9d39-2358acde65eb tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.303990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a84f695-ef68-4bad-948d-43e25166c4b6 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.452946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.453288 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Added segment 4f93332a-881b-4d19-8c9f-10834c352ad0 of type vlan for network 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b Jan 28 18:00:53.477573 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-3f694be3-0bd2-4c95-9d39-2358acde65eb tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] update failed (client error): The resource could not be found. Jan 28 18:00:53.478558 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3f694be3-0bd2-4c95-9d39-2358acde65eb tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "PUT /v2.0/floatingips/ccb35b64-e014-42be-b950-c42ae08b461f HTTP/1.1" status: 404 len: 507 time: 0.3023498 Jan 28 18:00:53.481330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45398) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:53.524259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-5a84f695-ef68-4bad-948d-43e25166c4b6 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d6f6f3-ff9e-4d56-8bda-9cef17edb99f']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:53.595087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-5a84f695-ef68-4bad-948d-43e25166c4b6 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c654a41-6825-4052-b78d-3a967c7cccc1') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:53.595370 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-5a84f695-ef68-4bad-948d-43e25166c4b6 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c654a41-6825-4052-b78d-3a967c7cccc1') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:53.635857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5331882b-45d3-4189-b4d3-d1093b51a8e6 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Deleting port 9af3b16f-9b85-46ff-aefd-a0d46179460e {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:53.636192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5331882b-45d3-4189-b4d3-d1093b51a8e6 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.678849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a84f695-ef68-4bad-948d-43e25166c4b6 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.813926 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.828252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a84f695-ef68-4bad-948d-43e25166c4b6 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.843167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cb94ed36-e2fa-44f8-9ec2-a7afb92c44ff tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.846201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a84f695-ef68-4bad-948d-43e25166c4b6 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:00:53.846598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a84f695-ef68-4bad-948d-43e25166c4b6 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:00:53.864385 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:00:53.870548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cb94ed36-e2fa-44f8-9ec2-a7afb92c44ff tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.935073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5331882b-45d3-4189-b4d3-d1093b51a8e6 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.935427 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5331882b-45d3-4189-b4d3-d1093b51a8e6 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:53.949467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.resource_extend [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 18:00:54.070087 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5331882b-45d3-4189-b4d3-d1093b51a8e6 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Calling delete_port for 9af3b16f-9b85-46ff-aefd-a0d46179460e owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:54.122087 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d2b721-f545-428b-9b89-d5a67a80aaec None None] Network d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:54.246275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a84f695-ef68-4bad-948d-43e25166c4b6 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.250457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a84f695-ef68-4bad-948d-43e25166c4b6 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.285764 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cb94ed36-e2fa-44f8-9ec2-a7afb92c44ff tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.286266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb94ed36-e2fa-44f8-9ec2-a7afb92c44ff tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Fanout notify agent at l3_agent the message router_deleted on router ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:00:54.290252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.296227 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:54.296790 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.301932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5331882b-45d3-4189-b4d3-d1093b51a8e6 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.307336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84f695-ef68-4bad-948d-43e25166c4b6 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event deleted for resources: {'Network': ['ID=11d6f6f3-ff9e-4d56-8bda-9cef17edb99f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:54.339428 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3ac29495-2a4a-40b8-a414-7c91ca3d80b9 None None] Provisioning for port 75ab7f80-9701-4152-aadc-dc3b74ae211a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:54.350750 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331882b-45d3-4189-b4d3-d1093b51a8e6 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event deleted for resources: {'Port': ['ID=9af3b16f-9b85-46ff-aefd-a0d46179460e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:54.354702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Allocated IP 2001:db8::1 (d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3/bab883e4-cad3-43d1-af89-905562416eee/87d996c5-af52-4ede-8b03-dfc37d0ccbf8) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:54.363197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cb94ed36-e2fa-44f8-9ec2-a7afb92c44ff tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.366080 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cb94ed36-e2fa-44f8-9ec2-a7afb92c44ff tempest-RoutersNegativeIpV6Test-221250008 tempest-RoutersNegativeIpV6Test-221250008-project] 10.222.0.26 "DELETE /v2.0/routers/ec9bf6a0-9823-4b21-a3b9-cb9c070fad1e HTTP/1.1" status: 204 len: 168 time: 1.4037888 Jan 28 18:00:54.428272 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5a84f695-ef68-4bad-948d-43e25166c4b6 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "DELETE /v2.0/networks/11d6f6f3-ff9e-4d56-8bda-9cef17edb99f HTTP/1.1" status: 204 len: 168 time: 2.1597645 Jan 28 18:00:54.440041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45404) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:54.462029 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1902575 Jan 28 18:00:54.463602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45408) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:54.471173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': '5834efca-2565-4b0f-a3eb-9dfb59cd1f3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:54.508270 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb5b75-eb4b-4b83-92cd-0cdc7b20885a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Network': ['ID=5834efca-2565-4b0f-a3eb-9dfb59cd1f3b,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:54.522690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:00:54.625613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 75ab7f80-9701-4152-aadc-dc3b74ae211a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:54.661418 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5331882b-45d3-4189-b4d3-d1093b51a8e6 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.666668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-befe2391-6aea-4c97-a567-72b6387697d0 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.667266 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:54.672156 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:54.680095 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:54.688155 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:54.692628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5331882b-45d3-4189-b4d3-d1093b51a8e6 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.699635 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5331882b-45d3-4189-b4d3-d1093b51a8e6 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "DELETE /v2.0/floatingips/ccb35b64-e014-42be-b950-c42ae08b461f HTTP/1.1" status: 204 len: 168 time: 1.2172365 Jan 28 18:00:54.705431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45412) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:54.710819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e8db7b38-f490-4d85-a1c3-63dec053c860 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Request body: {'floatingip': {'floating_network_id': '55784e09-840a-4419-8bb9-1cbf71ed1b85', 'port_id': '2dcb45c5-cd5f-4546-a71b-311efbcdfd01', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:54.711538 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-befe2391-6aea-4c97-a567-72b6387697d0 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.718052 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e8db7b38-f490-4d85-a1c3-63dec053c860 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:54.722011 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e8db7b38-f490-4d85-a1c3-63dec053c860 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Usage tracker for resource:floatingip and tenant:00811d9487eb423cb2235d979a05b0d9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:54.725795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e8db7b38-f490-4d85-a1c3-63dec053c860 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:54.731919 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e8db7b38-f490-4d85-a1c3-63dec053c860 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:54.788433 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:54.792015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.815506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.823965 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 75ab7f80-9701-4152-aadc-dc3b74ae211a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:54.830512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 75ab7f80-9701-4152-aadc-dc3b74ae211a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:54.831346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.832562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Transition to ACTIVE for port object 87d996c5-af52-4ede-8b03-dfc37d0ccbf8 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:54.879399 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e8db7b38-f490-4d85-a1c3-63dec053c860 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.914975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-befe2391-6aea-4c97-a567-72b6387697d0 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.944277 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe2391-6aea-4c97-a567-72b6387697d0 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e9a658-7d9a-4578-9e1e-ad9ddff84db1,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:54.968767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:54.986552 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.025102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45418) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:55.031546 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 75ab7f80-9701-4152-aadc-dc3b74ae211a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=75ab7f80-9701-4152-aadc-dc3b74ae211a,segment=NetworkSegment(621b955c-b189-4c13-ae5b-4c3dd3823c36),segment_id=621b955c-b189-4c13-ae5b-4c3dd3823c36)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:55.083872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=87d996c5-af52-4ede-8b03-dfc37d0ccbf8,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:55.094722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:55.096760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:55.097944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.099634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-befe2391-6aea-4c97-a567-72b6387697d0 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.104536 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-befe2391-6aea-4c97-a567-72b6387697d0 tempest-TestNetworkAdvancedServerOps-488543459 tempest-TestNetworkAdvancedServerOps-488543459-project] 10.222.0.26 "DELETE /v2.0/security-groups/68e9a658-7d9a-4578-9e1e-ad9ddff84db1 HTTP/1.1" status: 204 len: 168 time: 0.6622746 Jan 28 18:00:55.104968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:55.105508 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.213655 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=75ab7f80-9701-4152-aadc-dc3b74ae211a,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:55.358665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.443691 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-39691455-3a87-4564-94b0-85ea8679d7bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a88a3ea8de2a42b09423bf10f282b968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161789 Jan 28 18:00:55.446378 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45428) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:55.474894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.478942 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-e8db7b38-f490-4d85-a1c3-63dec053c860 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 18:00:55.479986 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e8db7b38-f490-4d85-a1c3-63dec053c860 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7758541 Jan 28 18:00:55.509459 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45432) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:55.536732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '2dcb45c5-cd5f-4546-a71b-311efbcdfd01', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:55.552042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:55.565033 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Usage tracker for resource:floatingip and tenant:00811d9487eb423cb2235d979a05b0d9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:55.571427 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0b270eb9-463f-42e4-8b49-8b8e543aabed None None] Provisioning for port 87d996c5-af52-4ede-8b03-dfc37d0ccbf8 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:55.572202 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:55.577494 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0b270eb9-463f-42e4-8b49-8b8e543aabed None None] Provisioning complete for port 87d996c5-af52-4ede-8b03-dfc37d0ccbf8 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:55.577859 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0b270eb9-463f-42e4-8b49-8b8e543aabed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.592468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:55.620997 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Subnet': ['ID=ad1e7787-4489-4947-91ad-1d54991f77ee,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:55.625351 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-04a9fb76-9a6f-4ee5-9a79-0cbcc55ebd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.644866 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0b270eb9-463f-42e4-8b49-8b8e543aabed None None] Port 87d996c5-af52-4ede-8b03-dfc37d0ccbf8 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:55.657059 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-04a9fb76-9a6f-4ee5-9a79-0cbcc55ebd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.667907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Checking segment: {'id': '4f93332a-881b-4d19-8c9f-10834c352ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5834efca-2565-4b0f-a3eb-9dfb59cd1f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:55.668330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network hostable DHCP agents. Network: 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:00:55.710872 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.744822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45438) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:55.784068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:00:55.823064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.862329 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.894643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.895492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.898531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:55.900047 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-04a9fb76-9a6f-4ee5-9a79-0cbcc55ebd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.908026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ae774b-c3ac-4b5c-85a3-27d6ad18cdae None None] Network 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:55.913457 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:55.914683 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.943799 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9fb76-9a6f-4ee5-9a79-0cbcc55ebd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb6d7d2-1d43-4a5d-b152-0416bef00bb9,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:55.982169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-04a9fb76-9a6f-4ee5-9a79-0cbcc55ebd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:55.983299 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-04a9fb76-9a6f-4ee5-9a79-0cbcc55ebd98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dcb6d7d2-1d43-4a5d-b152-0416bef00bb9 HTTP/1.1" status: 204 len: 168 time: 0.5358074 Jan 28 18:00:56.037120 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2693c1c8-44d9-4a9d-b7cf-482b31dd0774 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5721588 Jan 28 18:00:56.040213 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45446) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:56.060960 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-eb6c8016-92ca-42f0-b85a-111a84a94422 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4cc15f844474f47a3d1494cfe5a41c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103859 Jan 28 18:00:56.063646 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Allocated IP 172.26.1.82 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/bd46f9f3-284a-4c12-bd05-4f13ff1b043e) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:56.069311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45450) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:56.105408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=87d996c5-af52-4ede-8b03-dfc37d0ccbf8,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:56.181873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:56.185675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:56.239446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-aa00f6e7-82d6-4abf-b55e-1aad128d5ffe tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': '5834efca-2565-4b0f-a3eb-9dfb59cd1f3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:56.247393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-726acca2-4484-41bd-9d57-b99334524d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:56.259976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-5834efca-2565-4b0f-a3eb-9dfb59cd1f3b', 'network_id': '5834efca-2565-4b0f-a3eb-9dfb59cd1f3b', 'tenant_id': '803d439137ae4d62b7dce7631ff78822', 'fixed_ips': [{'subnet_id': 'ad1e7787-4489-4947-91ad-1d54991f77ee'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:00:56.266126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:56.504953 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Allocated IP 2001:db8::2 (5834efca-2565-4b0f-a3eb-9dfb59cd1f3b/ad1e7787-4489-4947-91ad-1d54991f77ee/84074a39-ad3b-43f7-8417-9ecd5304fd54) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:00:56.567730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 75ab7f80-9701-4152-aadc-dc3b74ae211a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:56.593118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-726acca2-4484-41bd-9d57-b99334524d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:56.600523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:56.626067 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-aa00f6e7-82d6-4abf-b55e-1aad128d5ffe tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:56.631951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-aa00f6e7-82d6-4abf-b55e-1aad128d5ffe tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:56.635310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-aa00f6e7-82d6-4abf-b55e-1aad128d5ffe tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:56.642609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-aa00f6e7-82d6-4abf-b55e-1aad128d5ffe tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:56.698309 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-482956ce-4ffd-4df3-b5ff-fe3e7002e2d0 None None] Provisioning complete for port 87d996c5-af52-4ede-8b03-dfc37d0ccbf8 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:56.698679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-482956ce-4ffd-4df3-b5ff-fe3e7002e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:56.720580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa00f6e7-82d6-4abf-b55e-1aad128d5ffe tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:56.725091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aa00f6e7-82d6-4abf-b55e-1aad128d5ffe tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:56.749453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:00:56.749837 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:56.754253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-726acca2-4484-41bd-9d57-b99334524d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:56.784140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-482956ce-4ffd-4df3-b5ff-fe3e7002e2d0 None None] Port 87d996c5-af52-4ede-8b03-dfc37d0ccbf8 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:00:56.803732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 75ab7f80-9701-4152-aadc-dc3b74ae211a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:56.804101 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:56.838532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726acca2-4484-41bd-9d57-b99334524d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356cb7f8-4902-4786-a538-2aaaa5c5cce7,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:56.857099 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-726acca2-4484-41bd-9d57-b99334524d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:56.861295 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-726acca2-4484-41bd-9d57-b99334524d89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/356cb7f8-4902-4786-a538-2aaaa5c5cce7 HTTP/1.1" status: 204 len: 168 time: 0.7888143 Jan 28 18:00:56.918079 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:56.925302 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:56.933938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:56.938414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:56.971418 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event updated for resources: {'Port': ['ID=bd46f9f3-284a-4c12-bd05-4f13ff1b043e,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:56.999829 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:00:57.001232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Transition to ACTIVE for port object 84074a39-ad3b-43f7-8417-9ecd5304fd54 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:57.020281 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7b156713-bd06-408b-82a9-647255c750bb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9640031 Jan 28 18:00:57.020281 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45470) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:57.042596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef6f593-9657-481c-8b1d-52d81b0e5ece None None] Sync routers for ids ['73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:00:57.102396 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69d7ea9-2349-4f02-a6b8-f661524cc49e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:57.103062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e69d7ea9-2349-4f02-a6b8-f661524cc49e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Synchronizing usage tracker for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:00:57.120620 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.ipam_backend_mixin [None req-aa00f6e7-82d6-4abf-b55e-1aad128d5ffe tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad1e7787-4489-4947-91ad-1d54991f77ee (CIDR: 2001:db8::/64) Jan 28 18:00:57.130202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Transition to ACTIVE for port object 84074a39-ad3b-43f7-8417-9ecd5304fd54 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:00:57.136744 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef6f593-9657-481c-8b1d-52d81b0e5ece None None] Routers {'73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:57.137385 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4ef6f593-9657-481c-8b1d-52d81b0e5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:57.188636 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa00f6e7-82d6-4abf-b55e-1aad128d5ffe tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 18:00:57.189045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa00f6e7-82d6-4abf-b55e-1aad128d5ffe tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:00:57.204009 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4ef6f593-9657-481c-8b1d-52d81b0e5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:57.209614 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef6f593-9657-481c-8b1d-52d81b0e5ece None None] Routers {'73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:00:57.210522 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4ef6f593-9657-481c-8b1d-52d81b0e5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:57.214895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Deleting port bd46f9f3-284a-4c12-bd05-4f13ff1b043e {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:57.219830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:57.220636 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e69d7ea9-2349-4f02-a6b8-f661524cc49e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Unset dirty status for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:00:57.224535 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e69d7ea9-2349-4f02-a6b8-f661524cc49e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports/87d996c5-af52-4ede-8b03-dfc37d0ccbf8 HTTP/1.1" status: 200 len: 911 time: 0.2099226 Jan 28 18:00:57.235628 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45476) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:57.275057 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:57.325405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4ef6f593-9657-481c-8b1d-52d81b0e5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:00:57.325820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef6f593-9657-481c-8b1d-52d81b0e5ece None None] The sync data for ids ['73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:00:57.342860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Network 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:57.351074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:57.356306 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:00:57.389016 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45484) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:57.397599 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-aa00f6e7-82d6-4abf-b55e-1aad128d5ffe tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3512809 Jan 28 18:00:57.400790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45488) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:57.408653 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-aac66894-dd64-4837-ae9a-7b36f74e5919 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': '5834efca-2565-4b0f-a3eb-9dfb59cd1f3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:57.463217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Pushing event updated for resources: {'Port': ['ID=84074a39-ad3b-43f7-8417-9ecd5304fd54,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:57.472616 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Attempting to bind port 84074a39-ad3b-43f7-8417-9ecd5304fd54 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:00:57.472991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Attempting to bind port 84074a39-ad3b-43f7-8417-9ecd5304fd54 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '4f93332a-881b-4d19-8c9f-10834c352ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5834efca-2565-4b0f-a3eb-9dfb59cd1f3b'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:00:57.473359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Attempting to bind port 84074a39-ad3b-43f7-8417-9ecd5304fd54 on network 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:00:57.479099 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:00:57.479478 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Checking segment: {'id': '4f93332a-881b-4d19-8c9f-10834c352ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5834efca-2565-4b0f-a3eb-9dfb59cd1f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:00:57.479877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:57.480270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Bound using segment: {'id': '4f93332a-881b-4d19-8c9f-10834c352ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5834efca-2565-4b0f-a3eb-9dfb59cd1f3b'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:00:57.480775 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Bound port: 84074a39-ad3b-43f7-8417-9ecd5304fd54, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f93332a-881b-4d19-8c9f-10834c352ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5834efca-2565-4b0f-a3eb-9dfb59cd1f3b'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:00:57.481188 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:57.565428 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-adbab52a-1f57-4ddb-b8e9-081916e1e644 tempest-ServiceProvidersTest-1646428911 tempest-ServiceProvidersTest-1646428911-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1751390 Jan 28 18:00:57.576615 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:57.576874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:57.589044 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-aac66894-dd64-4837-ae9a-7b36f74e5919 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:57.607902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] For port 84074a39-ad3b-43f7-8417-9ecd5304fd54, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:00:57.613328 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] For port 84074a39-ad3b-43f7-8417-9ecd5304fd54, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=84074a39-ad3b-43f7-8417-9ecd5304fd54,segment=NetworkSegment(4f93332a-881b-4d19-8c9f-10834c352ad0),segment_id=4f93332a-881b-4d19-8c9f-10834c352ad0)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:00:57.646433 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-aac66894-dd64-4837-ae9a-7b36f74e5919 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:57.705785 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-aac66894-dd64-4837-ae9a-7b36f74e5919 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:57.708988 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:57.714672 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Calling delete_port for bd46f9f3-284a-4c12-bd05-4f13ff1b043e owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:57.750745 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-aac66894-dd64-4837-ae9a-7b36f74e5919 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:57.803992 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2e02d-6501-46e6-a60c-8b2eef7c6fa5 None None] Pushing event updated for resources: {'Port': ['ID=84074a39-ad3b-43f7-8417-9ecd5304fd54,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:57.872381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac66894-dd64-4837-ae9a-7b36f74e5919 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:57.876060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aac66894-dd64-4837-ae9a-7b36f74e5919 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:57.946549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45496) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:57.953673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:57.977651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bda1461b-2f1a-4a3a-b3d5-9afe4ad81068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:57.995879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bda1461b-2f1a-4a3a-b3d5-9afe4ad81068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:58.019576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bda1461b-2f1a-4a3a-b3d5-9afe4ad81068 admin admin] Usage tracker for resource:security_group_rule and tenant:e1e5c1ecd3dd4bf4af6f7ed9620b723b is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:58.022751 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event deleted for resources: {'Port': ['ID=bd46f9f3-284a-4c12-bd05-4f13ff1b043e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:58.038437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bda1461b-2f1a-4a3a-b3d5-9afe4ad81068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:58.045521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bda1461b-2f1a-4a3a-b3d5-9afe4ad81068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:58.133886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e58bf85c-14d9-48c2-a7b3-006471d93d3e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:58.205002 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45502) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:58.346601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bda1461b-2f1a-4a3a-b3d5-9afe4ad81068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:58.460096 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] create failed (client error): The resource could not be found. Jan 28 18:00:58.464780 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-06235e9c-45d5-499e-b43e-d5bb97b9d27d tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9450171 Jan 28 18:00:58.464780 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45508) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:58.464995 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bda1461b-2f1a-4a3a-b3d5-9afe4ad81068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:58.486911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7834271a-d43c-4987-868b-beffdb97a514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:58.538935 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-90d68dcc-53de-4af0-8719-8532042ff423 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Deleting port 2dcb45c5-cd5f-4546-a71b-311efbcdfd01 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:58.539301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90d68dcc-53de-4af0-8719-8532042ff423 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:58.542744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7834271a-d43c-4987-868b-beffdb97a514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:58.552385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1461b-2f1a-4a3a-b3d5-9afe4ad81068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c40fa0-4a15-4383-9df9-42a8b8d7e825,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:58.555967 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7834271a-d43c-4987-868b-beffdb97a514 admin admin] Usage tracker for resource:security_group_rule and tenant:0e26911559f743c79a854a30cf744599 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:58.565148 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bda1461b-2f1a-4a3a-b3d5-9afe4ad81068 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1e5c1ecd3dd4bf4af6f7ed9620b723b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6166997 Jan 28 18:00:58.565389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45512) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:58.566229 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7834271a-d43c-4987-868b-beffdb97a514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:58.571385 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aac66894-dd64-4837-ae9a-7b36f74e5919 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:58.587628 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7834271a-d43c-4987-868b-beffdb97a514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:58.613255 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 84074a39-ad3b-43f7-8417-9ecd5304fd54 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:00:58.655360 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac66894-dd64-4837-ae9a-7b36f74e5919 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:00:58.662193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-aac66894-dd64-4837-ae9a-7b36f74e5919 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:00:58.665048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac66894-dd64-4837-ae9a-7b36f74e5919 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:00:58.665640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aac66894-dd64-4837-ae9a-7b36f74e5919 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:58.724562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac66894-dd64-4837-ae9a-7b36f74e5919 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Subnet': ['ID=f1bde4d2-0845-4b8a-a737-14aa44a0c8a4,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:58.737118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d68e72d4-e334-4ad1-9482-01ba93345f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:58.756001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e58bf85c-14d9-48c2-a7b3-006471d93d3e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port 87d996c5-af52-4ede-8b03-dfc37d0ccbf8 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:00:58.756339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e58bf85c-14d9-48c2-a7b3-006471d93d3e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:58.902753 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 84074a39-ad3b-43f7-8417-9ecd5304fd54 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:58.909017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90d68dcc-53de-4af0-8719-8532042ff423 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:58.961138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d68e72d4-e334-4ad1-9482-01ba93345f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.053400 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-aac66894-dd64-4837-ae9a-7b36f74e5919 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6417351 Jan 28 18:00:59.053400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45516) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:59.053400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-90d68dcc-53de-4af0-8719-8532042ff423 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Calling delete_port for 2dcb45c5-cd5f-4546-a71b-311efbcdfd01 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:59.098538 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d1ab5d-5110-4592-b90c-5cc10728a11b None None] Network 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:00:59.099615 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'network_id': '5834efca-2565-4b0f-a3eb-9dfb59cd1f3b', 'fixed_ips': [{'subnet_id': 'ad1e7787-4489-4947-91ad-1d54991f77ee'}, {'subnet_id': 'f1bde4d2-0845-4b8a-a737-14aa44a0c8a4'}], 'name': 'tempest-PortsIpV6TestJSON-97988536'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:00:59.102403 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7834271a-d43c-4987-868b-beffdb97a514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.172217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7834271a-d43c-4987-868b-beffdb97a514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.179850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e58bf85c-14d9-48c2-a7b3-006471d93d3e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.267774 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0dc4b99e-dba6-4a39-b774-cf71e1b95ae9 None None] Provisioning for port 84074a39-ad3b-43f7-8417-9ecd5304fd54 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:00:59.281870 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0dc4b99e-dba6-4a39-b774-cf71e1b95ae9 None None] Provisioning complete for port 84074a39-ad3b-43f7-8417-9ecd5304fd54 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:00:59.282320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b99e-dba6-4a39-b774-cf71e1b95ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.311606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:00:59.318960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:port and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:00:59.323474 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:00:59.332783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:00:59.342942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e58bf85c-14d9-48c2-a7b3-006471d93d3e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for 87d996c5-af52-4ede-8b03-dfc37d0ccbf8 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:00:59.373254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d68e72d4-e334-4ad1-9482-01ba93345f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.387664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834271a-d43c-4987-868b-beffdb97a514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4afb4d-8ecb-46f0-9a66-64b5453fed61,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:59.404412 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7834271a-d43c-4987-868b-beffdb97a514 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e26911559f743c79a854a30cf744599&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1920159 Jan 28 18:00:59.404797 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45520) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:59.424846 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90d68dcc-53de-4af0-8719-8532042ff423 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.428956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e72d4-e334-4ad1-9482-01ba93345f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c40fa0-4a15-4383-9df9-42a8b8d7e825,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:59.437486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d68e72d4-e334-4ad1-9482-01ba93345f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.441192 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d68e72d4-e334-4ad1-9482-01ba93345f9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32c40fa0-4a15-4383-9df9-42a8b8d7e825 HTTP/1.1" status: 204 len: 168 time: 0.8709338 Jan 28 18:00:59.515387 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b99e-dba6-4a39-b774-cf71e1b95ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.526576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:00:59.562644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-0dc4b99e-dba6-4a39-b774-cf71e1b95ae9 None None] For port 84074a39-ad3b-43f7-8417-9ecd5304fd54, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=84074a39-ad3b-43f7-8417-9ecd5304fd54,segment=NetworkSegment(4f93332a-881b-4d19-8c9f-10834c352ad0),segment_id=4f93332a-881b-4d19-8c9f-10834c352ad0)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:00:59.588776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d68dcc-53de-4af0-8719-8532042ff423 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event deleted for resources: {'Port': ['ID=2dcb45c5-cd5f-4546-a71b-311efbcdfd01,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:59.646475 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b99e-dba6-4a39-b774-cf71e1b95ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.711254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e58bf85c-14d9-48c2-a7b3-006471d93d3e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.720410 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e611e9ad-dca4-422e-abdf-2071f81523c9 None None] Update dhcp port {'port': {'network_id': '5834efca-2565-4b0f-a3eb-9dfb59cd1f3b', 'fixed_ips': [{'subnet_id': 'ad1e7787-4489-4947-91ad-1d54991f77ee', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f1bde4d2-0845-4b8a-a737-14aa44a0c8a4'}], 'binding:host_id': 'dv-neutron-826919-1-hyperv'}, 'id': '84074a39-ad3b-43f7-8417-9ecd5304fd54'} from dv-neutron-826919-1-hyperv. {{(pid=88160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 18:00:59.723402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5fccae1c-726c-4bca-895b-b4d46760376f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.799113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5fccae1c-726c-4bca-895b-b4d46760376f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.808945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90d68dcc-53de-4af0-8719-8532042ff423 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.812506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4b99e-dba6-4a39-b774-cf71e1b95ae9 None None] Pushing event updated for resources: {'Port': ['ID=84074a39-ad3b-43f7-8417-9ecd5304fd54,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:59.824512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e611e9ad-dca4-422e-abdf-2071f81523c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.838355 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-90d68dcc-53de-4af0-8719-8532042ff423 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "DELETE /v2.0/ports/2dcb45c5-cd5f-4546-a71b-311efbcdfd01 HTTP/1.1" status: 204 len: 168 time: 1.3705568 Jan 28 18:00:59.848085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45526) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:00:59.857043 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:00:59.875866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bf85c-14d9-48c2-a7b3-006471d93d3e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=87d996c5-af52-4ede-8b03-dfc37d0ccbf8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:00:59.967063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:01:00.095562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e58bf85c-14d9-48c2-a7b3-006471d93d3e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:00.149987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-e611e9ad-dca4-422e-abdf-2071f81523c9 None None] Allocated IP 2001:db8:0:1::2 (5834efca-2565-4b0f-a3eb-9dfb59cd1f3b/f1bde4d2-0845-4b8a-a737-14aa44a0c8a4/84074a39-ad3b-43f7-8417-9ecd5304fd54) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:00.299035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e611e9ad-dca4-422e-abdf-2071f81523c9 None None] For port 84074a39-ad3b-43f7-8417-9ecd5304fd54, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=84074a39-ad3b-43f7-8417-9ecd5304fd54,segment=NetworkSegment(4f93332a-881b-4d19-8c9f-10834c352ad0),segment_id=4f93332a-881b-4d19-8c9f-10834c352ad0)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:00.334959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e611e9ad-dca4-422e-abdf-2071f81523c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:00.344531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e76cac9-5c79-4cde-819c-478194703ff2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:00.345224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2e76cac9-5c79-4cde-819c-478194703ff2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Synchronizing usage tracker for tenant:00811d9487eb423cb2235d979a05b0d9 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:00.389133 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58bf85c-14d9-48c2-a7b3-006471d93d3e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:01:00.451592 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5fccae1c-726c-4bca-895b-b4d46760376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:00.451828 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e611e9ad-dca4-422e-abdf-2071f81523c9 None None] Transition to ACTIVE for port object 84074a39-ad3b-43f7-8417-9ecd5304fd54 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:00.469003 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fccae1c-726c-4bca-895b-b4d46760376f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4afb4d-8ecb-46f0-9a66-64b5453fed61,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:00.479665 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5fccae1c-726c-4bca-895b-b4d46760376f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:00.483154 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5fccae1c-726c-4bca-895b-b4d46760376f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a4afb4d-8ecb-46f0-9a66-64b5453fed61 HTTP/1.1" status: 204 len: 168 time: 1.0747201 Jan 28 18:01:00.492176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2e76cac9-5c79-4cde-819c-478194703ff2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Unset dirty status for tenant:00811d9487eb423cb2235d979a05b0d9 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:00.503961 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2e76cac9-5c79-4cde-819c-478194703ff2 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e678a90-1ab8-495b-924a-d501d5032c63 HTTP/1.1" status: 200 len: 913 time: 0.6457067 Jan 28 18:01:00.503961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45532) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:00.526726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58bf85c-14d9-48c2-a7b3-006471d93d3e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:01:00.538747 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead6c9e9-3777-4dde-ab77-53d71321aab0 None None] Sync routers for ids ['73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:01:00.549554 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead6c9e9-3777-4dde-ab77-53d71321aab0 None None] Routers {'73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:00.551007 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ead6c9e9-3777-4dde-ab77-53d71321aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:00.560215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e611e9ad-dca4-422e-abdf-2071f81523c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:00.600686 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 84074a39-ad3b-43f7-8417-9ecd5304fd54 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:00.628415 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e58bf85c-14d9-48c2-a7b3-006471d93d3e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3915181 Jan 28 18:01:00.629435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45536) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:00.688335 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ead6c9e9-3777-4dde-ab77-53d71321aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:00.688557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-621823c3-3ad7-43c9-aa65-4dcd5032e1d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Synchronizing usage tracker for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:00.714705 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead6c9e9-3777-4dde-ab77-53d71321aab0 None None] Routers {'73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:00.716280 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ead6c9e9-3777-4dde-ab77-53d71321aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:00.783962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611e9ad-dca4-422e-abdf-2071f81523c9 None None] Pushing event updated for resources: {'Port': ['ID=84074a39-ad3b-43f7-8417-9ecd5304fd54,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:00.801409 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ead6c9e9-3777-4dde-ab77-53d71321aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:00.802300 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead6c9e9-3777-4dde-ab77-53d71321aab0 None None] The sync data for ids ['73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:01:00.811828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-621823c3-3ad7-43c9-aa65-4dcd5032e1d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Unset dirty status for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:00.811828 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-621823c3-3ad7-43c9-aa65-4dcd5032e1d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports?device_id=73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad HTTP/1.1" status: 200 len: 205 time: 0.1794939 Jan 28 18:01:00.812505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45540) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:00.993238 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Allocated IP 2001:db8::27b (5834efca-2565-4b0f-a3eb-9dfb59cd1f3b/ad1e7787-4489-4947-91ad-1d54991f77ee/caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:01.030130 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Allocated IP 2001:db8:0:1::80 (5834efca-2565-4b0f-a3eb-9dfb59cd1f3b/f1bde4d2-0845-4b8a-a737-14aa44a0c8a4/caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:01.146985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0964b54c-5da4-44c2-80ff-863b5123eded tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:01.346123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:01.378897 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Transition to ACTIVE for port object caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:01.420835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ff854db3-635d-4a7f-befd-e98dfd475a9f tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:01.432433 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3086fd9-4246-4c9a-8473-1b2157348f2f None None] Network 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:01.454163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0964b54c-5da4-44c2-80ff-863b5123eded tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:01.456426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0964b54c-5da4-44c2-80ff-863b5123eded tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:01.554157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0964b54c-5da4-44c2-80ff-863b5123eded tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:01.554680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0964b54c-5da4-44c2-80ff-863b5123eded tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Fanout notify agent at l3_agent the message router_deleted on router 73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:01:01.578132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0964b54c-5da4-44c2-80ff-863b5123eded tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:01.578881 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0964b54c-5da4-44c2-80ff-863b5123eded tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/routers/73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad HTTP/1.1" status: 204 len: 168 time: 0.7654691 Jan 28 18:01:01.581863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45544) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:01.593384 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-114916e4-0991-4da7-b3c3-617a08602938 None None] Provisioning for port 84074a39-ad3b-43f7-8417-9ecd5304fd54 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:01.607568 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-114916e4-0991-4da7-b3c3-617a08602938 None None] Provisioning complete for port 84074a39-ad3b-43f7-8417-9ecd5304fd54 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:01.607939 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-114916e4-0991-4da7-b3c3-617a08602938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:01.632463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:01.651347 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c04bc5c-624e-480a-8dc2-4b1402341266 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting subnet bab883e4-cad3-43d1-af89-905562416eee {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:01:01.655326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4c04bc5c-624e-480a-8dc2-4b1402341266 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:01.711260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4c04bc5c-624e-480a-8dc2-4b1402341266 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:01.728139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:01.729274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:01.733345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:01.735396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:01.741235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:01.742681 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:01.809167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4c04bc5c-624e-480a-8dc2-4b1402341266 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:01.890975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ff854db3-635d-4a7f-befd-e98dfd475a9f tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Deleting port fb283594-52bb-4e6d-bb0e-c2b7a9a09322 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:01.891342 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ff854db3-635d-4a7f-befd-e98dfd475a9f tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:01.921979 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7f93bcca-4ae3-447b-bfe0-ebe3e4e3ea29 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.8411567 Jan 28 18:01:01.924726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45548) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:01.931383 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-0a6cc1b3-5f36-4101-a918-bb8c47eee0e8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ad1e7787-4489-4947-91ad-1d54991f77ee'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:01.975575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4c04bc5c-624e-480a-8dc2-4b1402341266 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:02.041537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04bc5c-624e-480a-8dc2-4b1402341266 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Subnet': ['ID=bab883e4-cad3-43d1-af89-905562416eee,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:02.047307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4c04bc5c-624e-480a-8dc2-4b1402341266 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:02.075517 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4c04bc5c-624e-480a-8dc2-4b1402341266 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/bab883e4-cad3-43d1-af89-905562416eee HTTP/1.1" status: 204 len: 168 time: 0.4893279 Jan 28 18:01:02.077424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45552) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:02.078786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3c76ae-3311-4754-bc69-94560f9c2100 None None] Network d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:02.256681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:02.260210 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8b15de30-18bd-4e2d-b61c-a40651a86435 None None] Provisioning for port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:02.261559 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ff854db3-635d-4a7f-befd-e98dfd475a9f tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:02.267451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8b15de30-18bd-4e2d-b61c-a40651a86435 None None] Provisioning complete for port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:02.267901 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8b15de30-18bd-4e2d-b61c-a40651a86435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:02.280773 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port 75ab7f80-9701-4152-aadc-dc3b74ae211a {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:02.281198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:02.335312 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8b15de30-18bd-4e2d-b61c-a40651a86435 None None] Port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:02.354201 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8b15de30-18bd-4e2d-b61c-a40651a86435 None None] Provisioning complete for port 84074a39-ad3b-43f7-8417-9ecd5304fd54 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:02.358404 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8b15de30-18bd-4e2d-b61c-a40651a86435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:02.392476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ff854db3-635d-4a7f-befd-e98dfd475a9f tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Calling delete_port for fb283594-52bb-4e6d-bb0e-c2b7a9a09322 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:02.486933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc1b3-5f36-4101-a918-bb8c47eee0e8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:02.499365 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72329b2a-6584-4f04-9def-f9dfac0e0f5f None None] DHCP port deletion for d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:01:02.518105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-72329b2a-6584-4f04-9def-f9dfac0e0f5f None None] Deleting port 75ab7f80-9701-4152-aadc-dc3b74ae211a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:02.518565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-72329b2a-6584-4f04-9def-f9dfac0e0f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:02.555929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 84074a39-ad3b-43f7-8417-9ecd5304fd54 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:02.679591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ff854db3-635d-4a7f-befd-e98dfd475a9f tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:02.738500 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff854db3-635d-4a7f-befd-e98dfd475a9f tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event deleted for resources: {'Port': ['ID=fb283594-52bb-4e6d-bb0e-c2b7a9a09322,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:02.774068 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 84074a39-ad3b-43f7-8417-9ecd5304fd54 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:02.774679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:02.781356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] For port 75ab7f80-9701-4152-aadc-dc3b74ae211a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=75ab7f80-9701-4152-aadc-dc3b74ae211a,segment=NetworkSegment(621b955c-b189-4c13-ae5b-4c3dd3823c36),segment_id=621b955c-b189-4c13-ae5b-4c3dd3823c36)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:02.781821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:02.863470 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-72329b2a-6584-4f04-9def-f9dfac0e0f5f None None] For port 75ab7f80-9701-4152-aadc-dc3b74ae211a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=75ab7f80-9701-4152-aadc-dc3b74ae211a,segment=NetworkSegment(621b955c-b189-4c13-ae5b-4c3dd3823c36),segment_id=621b955c-b189-4c13-ae5b-4c3dd3823c36)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:02.863863 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-72329b2a-6584-4f04-9def-f9dfac0e0f5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:02.875645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1b7c8d6d-e36a-458b-9a5e-51616dd7bda5 None None] Provisioning complete for port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:02.876010 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8d6d-e36a-458b-9a5e-51616dd7bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:02.928673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for 75ab7f80-9701-4152-aadc-dc3b74ae211a owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:03.009450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ff854db3-635d-4a7f-befd-e98dfd475a9f tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:03.024724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-72329b2a-6584-4f04-9def-f9dfac0e0f5f None None] Calling delete_port for 75ab7f80-9701-4152-aadc-dc3b74ae211a owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:03.129166 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1b7c8d6d-e36a-458b-9a5e-51616dd7bda5 None None] Port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:03.217282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-72329b2a-6584-4f04-9def-f9dfac0e0f5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:01:03.217902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-72329b2a-6584-4f04-9def-f9dfac0e0f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:01:03.218017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:03.224732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 75ab7f80-9701-4152-aadc-dc3b74ae211a no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:01:03.258818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 75ab7f80-9701-4152-aadc-dc3b74ae211a {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:01:03.259097 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 75ab7f80-9701-4152-aadc-dc3b74ae211a not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:01:03.273083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=75ab7f80-9701-4152-aadc-dc3b74ae211a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:03.274796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No DVR routers for this DVR port 75ab7f80-9701-4152-aadc-dc3b74ae211a on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:01:03.313577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-0a6cc1b3-5f36-4101-a918-bb8c47eee0e8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Delete allocated IP 2001:db8:0:1::80 (5834efca-2565-4b0f-a3eb-9dfb59cd1f3b/f1bde4d2-0845-4b8a-a737-14aa44a0c8a4) {{(pid=88158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 18:01:03.339971 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff854db3-635d-4a7f-befd-e98dfd475a9f tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Router 5e678a90-1ab8-495b-924a-d501d5032c63 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:01:03.470730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff854db3-635d-4a7f-befd-e98dfd475a9f tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:01:03.471250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:03.481633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e699ac-b564-4845-8d2a-53d727a97294 None None] Sync routers for ids ['5e678a90-1ab8-495b-924a-d501d5032c63'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:01:03.490982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e699ac-b564-4845-8d2a-53d727a97294 None None] Routers {'5e678a90-1ab8-495b-924a-d501d5032c63'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:03.491722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f8e699ac-b564-4845-8d2a-53d727a97294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5e678a90-1ab8-495b-924a-d501d5032c63'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:03.513338 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:03.541082 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621b955c-b189-4c13-ae5b-4c3dd3823c36') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:03.541324 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ff854db3-635d-4a7f-befd-e98dfd475a9f tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "PUT /v2.0/routers/5e678a90-1ab8-495b-924a-d501d5032c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0340605 Jan 28 18:01:03.541443 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621b955c-b189-4c13-ae5b-4c3dd3823c36') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:03.541543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45556) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:03.554501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f8e699ac-b564-4845-8d2a-53d727a97294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:03.557128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:03.564367 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e699ac-b564-4845-8d2a-53d727a97294 None None] Routers {'5e678a90-1ab8-495b-924a-d501d5032c63'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:03.564976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f8e699ac-b564-4845-8d2a-53d727a97294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['5e678a90-1ab8-495b-924a-d501d5032c63'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:03.585606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:03.593861 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:03.598657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:03.609002 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:03.628660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f8e699ac-b564-4845-8d2a-53d727a97294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:03.629074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e699ac-b564-4845-8d2a-53d727a97294 None None] The sync data for ids ['5e678a90-1ab8-495b-924a-d501d5032c63'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:01:03.682387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad86667d-fb56-4174-8148-b6b173c16398 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:03.695957 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc1b3-5f36-4101-a918-bb8c47eee0e8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:03.719461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-72329b2a-6584-4f04-9def-f9dfac0e0f5f None None] Deleting port 75ab7f80-9701-4152-aadc-dc3b74ae211a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:03.719837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-72329b2a-6584-4f04-9def-f9dfac0e0f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:03.771811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-0a6cc1b3-5f36-4101-a918-bb8c47eee0e8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Transition to ACTIVE for port object caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:03.772637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:03.790123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-72329b2a-6584-4f04-9def-f9dfac0e0f5f None None] The port '75ab7f80-9701-4152-aadc-dc3b74ae211a' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:01:03.790545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:03.806128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Network': ['ID=d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:03.816774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc1b3-5f36-4101-a918-bb8c47eee0e8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:03.861599 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-77eb211a-1f8a-4373-b5a4-fa3ad13bff07 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/networks/d45aafbe-fd6e-422f-8f52-ed8bfbf6d6e3 HTTP/1.1" status: 204 len: 168 time: 1.7832000 Jan 28 18:01:03.865451 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45560) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:03.877808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-673696626', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:03.921287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-0a6cc1b3-5f36-4101-a918-bb8c47eee0e8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] In _notify_port_updated(), no bound segment for port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c on network 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 18:01:03.926806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6cc1b3-5f36-4101-a918-bb8c47eee0e8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:03.927482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc1b3-5f36-4101-a918-bb8c47eee0e8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:03.929851 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0a6cc1b3-5f36-4101-a918-bb8c47eee0e8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "PUT /v2.0/ports/caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c HTTP/1.1" status: 200 len: 924 time: 2.0039053 Jan 28 18:01:03.938895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:03.939237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45564) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:03.950074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5482f255-7004-49ae-b64f-b9fa70010b6d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ad1e7787-4489-4947-91ad-1d54991f77ee'}, {'subnet_id': 'f1bde4d2-0845-4b8a-a737-14aa44a0c8a4'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:03.952141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:router and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:03.959206 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:03.975398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cc1b3-5f36-4101-a918-bb8c47eee0e8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:04.009082 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:04.089271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5482f255-7004-49ae-b64f-b9fa70010b6d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.145362 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad86667d-fb56-4174-8148-b6b173c16398 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.147811 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad86667d-fb56-4174-8148-b6b173c16398 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.193297 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.194503 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.233666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b44c4b9e-58bd-4e14-a251-18b64b8df5c4 None None] Provisioning for port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:04.238815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b44c4b9e-58bd-4e14-a251-18b64b8df5c4 None None] Provisioning complete for port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:04.240596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b44c4b9e-58bd-4e14-a251-18b64b8df5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.251854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad86667d-fb56-4174-8148-b6b173c16398 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.252686 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad86667d-fb56-4174-8148-b6b173c16398 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Fanout notify agent at l3_agent the message router_deleted on router 5e678a90-1ab8-495b-924a-d501d5032c63 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:01:04.268181 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.281282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad86667d-fb56-4174-8148-b6b173c16398 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.282682 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ad86667d-fb56-4174-8148-b6b173c16398 tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "DELETE /v2.0/routers/5e678a90-1ab8-495b-924a-d501d5032c63 HTTP/1.1" status: 204 len: 168 time: 0.7401640 Jan 28 18:01:04.285807 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45568) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:04.300943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b44c4b9e-58bd-4e14-a251-18b64b8df5c4 None None] Port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:04.518868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a35884-138d-4771-af51-0df9570a5b0b tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Deleting subnet b6f7a7a3-3a15-4d11-8564-c549a4774f4e {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:01:04.525413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9a35884-138d-4771-af51-0df9570a5b0b tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.583990 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.624601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9a35884-138d-4771-af51-0df9570a5b0b tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.675811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-5482f255-7004-49ae-b64f-b9fa70010b6d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Allocated IP 2001:db8:0:1::217 (5834efca-2565-4b0f-a3eb-9dfb59cd1f3b/f1bde4d2-0845-4b8a-a737-14aa44a0c8a4/caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:04.829868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9a35884-138d-4771-af51-0df9570a5b0b tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.916534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5482f255-7004-49ae-b64f-b9fa70010b6d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.934651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-5482f255-7004-49ae-b64f-b9fa70010b6d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Ignored duplicate provisioning block setup for port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 18:01:04.943462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.972414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:04.993974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9a35884-138d-4771-af51-0df9570a5b0b tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:05.035719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a35884-138d-4771-af51-0df9570a5b0b tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f7a7a3-3a15-4d11-8564-c549a4774f4e,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:05.039347 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5482f255-7004-49ae-b64f-b9fa70010b6d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:05.043667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9a35884-138d-4771-af51-0df9570a5b0b tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:05.052020 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0833372-491e-49ca-a10e-ccf7a033f799 None None] Network 55784e09-840a-4419-8bb9-1cbf71ed1b85 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:05.117580 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d9a35884-138d-4771-af51-0df9570a5b0b tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "DELETE /v2.0/subnets/b6f7a7a3-3a15-4d11-8564-c549a4774f4e HTTP/1.1" status: 204 len: 168 time: 0.8284163 Jan 28 18:01:05.118812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45572) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:05.121852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Allocated IP 172.26.1.121 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/21491d95-3c53-47a9-90d4-f3f253337429) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:05.215882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-5482f255-7004-49ae-b64f-b9fa70010b6d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] In _notify_port_updated(), no bound segment for port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c on network 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 18:01:05.223453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5482f255-7004-49ae-b64f-b9fa70010b6d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:05.224244 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5482f255-7004-49ae-b64f-b9fa70010b6d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:05.228530 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5482f255-7004-49ae-b64f-b9fa70010b6d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "PUT /v2.0/ports/caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c HTTP/1.1" status: 200 len: 1010 time: 1.2833180 Jan 28 18:01:05.230451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45576) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:05.277003 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482f255-7004-49ae-b64f-b9fa70010b6d tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:05.320274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cbe75-11a9-4286-b6ce-44befc748fb9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:05.320929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbe75-11a9-4286-b6ce-44befc748fb9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:05.403370 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e90b8-d034-4103-b8ae-517c9e465b70 None None] DHCP port deletion for 55784e09-840a-4419-8bb9-1cbf71ed1b85 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:01:05.408169 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e90b8-d034-4103-b8ae-517c9e465b70 None None] Deleting port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:05.408615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9e6e90b8-d034-4103-b8ae-517c9e465b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:05.442358 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:05.473400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Deleting port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:05.473744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:05.482013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7ed43d5e-d923-4fad-ba4a-68ed85290be5 None None] Provisioning complete for port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:05.482383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7ed43d5e-d923-4fad-ba4a-68ed85290be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:05.558185 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:05.589224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7ed43d5e-d923-4fad-ba4a-68ed85290be5 None None] Port caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:05.593863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbe75-11a9-4286-b6ce-44befc748fb9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:05.719510 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cbe75-11a9-4286-b6ce-44befc748fb9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:05.725040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9e6e90b8-d034-4103-b8ae-517c9e465b70 None None] For port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76,segment=NetworkSegment(48119d22-4a3b-487d-93ad-4d4321ebe79d),segment_id=48119d22-4a3b-487d-93ad-4d4321ebe79d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:05.725429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9e6e90b8-d034-4103-b8ae-517c9e465b70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:05.729859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] For port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76,segment=NetworkSegment(48119d22-4a3b-487d-93ad-4d4321ebe79d),segment_id=48119d22-4a3b-487d-93ad-4d4321ebe79d)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:05.732486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:05.795016 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:05.848837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e90b8-d034-4103-b8ae-517c9e465b70 None None] Calling delete_port for c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:05.897198 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Calling delete_port for c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:05.963104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:05.969435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:05.974813 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:06.011364 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9e6e90b8-d034-4103-b8ae-517c9e465b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:06.023261 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=21491d95-3c53-47a9-90d4-f3f253337429,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:06.045776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbe75-11a9-4286-b6ce-44befc748fb9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:06.049008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:01:06.049166 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:01:06.062917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e90b8-d034-4103-b8ae-517c9e465b70 None None] No DVR routers for this DVR port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:01:06.064637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e90b8-d034-4103-b8ae-517c9e465b70 None None] Pushing event deleted for resources: {'Port': ['ID=c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:06.104908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cbe75-11a9-4286-b6ce-44befc748fb9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:06.188412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbe75-11a9-4286-b6ce-44befc748fb9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:06.201442 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8c9cbe75-11a9-4286-b6ce-44befc748fb9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c HTTP/1.1" status: 204 len: 168 time: 0.9662921 Jan 28 18:01:06.202064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45580) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:06.246535 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-745512b5-89df-4a1a-989a-b8947ce71ee3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] GET failed (client error): The resource could not be found. Jan 28 18:01:06.247219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-745512b5-89df-4a1a-989a-b8947ce71ee3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:06.353607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-745512b5-89df-4a1a-989a-b8947ce71ee3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:06.354735 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-745512b5-89df-4a1a-989a-b8947ce71ee3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c HTTP/1.1" status: 404 len: 333 time: 0.1517556 Jan 28 18:01:06.357551 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45584) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:06.515956 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:06.521859 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:01:06.534215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d213c3-3e35-4ea2-baaf-c3fbc2741624 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting subnet f1bde4d2-0845-4b8a-a737-14aa44a0c8a4 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:01:06.537245 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1d213c3-3e35-4ea2-baaf-c3fbc2741624 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:06.559333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:01:06.559673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:01:06.579550 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Deleting port c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:06.580454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:06.594709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1d213c3-3e35-4ea2-baaf-c3fbc2741624 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:06.661757 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] The port 'c6cc1d6b-1a2f-4b5d-b776-26f2a2779b76' was deleted {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:01:06.680387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1d213c3-3e35-4ea2-baaf-c3fbc2741624 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:06.823237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1d213c3-3e35-4ea2-baaf-c3fbc2741624 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:06.862825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d213c3-3e35-4ea2-baaf-c3fbc2741624 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Subnet': ['ID=f1bde4d2-0845-4b8a-a737-14aa44a0c8a4,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:06.866190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1d213c3-3e35-4ea2-baaf-c3fbc2741624 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:06.873163 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f1d213c3-3e35-4ea2-baaf-c3fbc2741624 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/f1bde4d2-0845-4b8a-a737-14aa44a0c8a4 HTTP/1.1" status: 204 len: 168 time: 0.5146322 Jan 28 18:01:06.875855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45588) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:06.881659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbcc9e8-dc05-448d-b15e-327601b9ad14 None None] Network 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:06.951060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-969a0ea6-83cf-4eff-9bab-7e1df53a93e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting subnet ad1e7787-4489-4947-91ad-1d54991f77ee {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:01:06.954102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-969a0ea6-83cf-4eff-9bab-7e1df53a93e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:06.976720 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.009067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-969a0ea6-83cf-4eff-9bab-7e1df53a93e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.062457 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55784e09-840a-4419-8bb9-1cbf71ed1b85']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:07.095193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48119d22-4a3b-487d-93ad-4d4321ebe79d') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:07.095433 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48119d22-4a3b-487d-93ad-4d4321ebe79d') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:07.099086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-969a0ea6-83cf-4eff-9bab-7e1df53a93e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.112216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.197678 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.209319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:07.209712 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: util.warn( Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:07.224658 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:07.274464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-969a0ea6-83cf-4eff-9bab-7e1df53a93e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.305310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.319327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a0ea6-83cf-4eff-9bab-7e1df53a93e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Subnet': ['ID=ad1e7787-4489-4947-91ad-1d54991f77ee,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:07.327364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-969a0ea6-83cf-4eff-9bab-7e1df53a93e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.336552 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-969a0ea6-83cf-4eff-9bab-7e1df53a93e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/ad1e7787-4489-4947-91ad-1d54991f77ee HTTP/1.1" status: 204 len: 168 time: 0.4567990 Jan 28 18:01:07.336902 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45592) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:07.452751 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.457685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.469318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port 84074a39-ad3b-43f7-8417-9ecd5304fd54 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:07.469654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.477015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.499303 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] Pushing event deleted for resources: {'Network': ['ID=55784e09-840a-4419-8bb9-1cbf71ed1b85,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:07.516366 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cee24710-b86e-407e-80c1-3605d8c3c4fd tempest-FloatingIPNegativeTestJSON-1423334925 tempest-FloatingIPNegativeTestJSON-1423334925-project] 10.222.0.26 "DELETE /v2.0/networks/55784e09-840a-4419-8bb9-1cbf71ed1b85 HTTP/1.1" status: 204 len: 168 time: 2.3973861 Jan 28 18:01:07.600212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router d7174f22-0fcc-4373-bc17-60164231ba51 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:01:07.696766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] For port 84074a39-ad3b-43f7-8417-9ecd5304fd54, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=84074a39-ad3b-43f7-8417-9ecd5304fd54,segment=NetworkSegment(4f93332a-881b-4d19-8c9f-10834c352ad0),segment_id=4f93332a-881b-4d19-8c9f-10834c352ad0)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:07.697205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.730425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e84feb-a058-4b5e-a34d-4d6470a9f4d4 None None] Network 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:07.806701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:01:07.821989 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffd534-7118-49b8-a3bb-cf39544d395f None None] Sync routers for ids ['d7174f22-0fcc-4373-bc17-60164231ba51'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:01:07.833109 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ffd534-7118-49b8-a3bb-cf39544d395f None None] Routers {'d7174f22-0fcc-4373-bc17-60164231ba51'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:07.833959 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-83ffd534-7118-49b8-a3bb-cf39544d395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d7174f22-0fcc-4373-bc17-60164231ba51'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:07.838663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for 84074a39-ad3b-43f7-8417-9ecd5304fd54 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:07.845181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0cec3b9c-fe97-4763-8aa7-ea3d7051910d None None] Provisioning complete for port 84074a39-ad3b-43f7-8417-9ecd5304fd54 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:07.845632 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0cec3b9c-fe97-4763-8aa7-ea3d7051910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.896578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:07.900987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45600) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:07.901489 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fbb182d6-54e6-431c-a5d8-7310ed0a2dd6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0348799 Jan 28 18:01:07.944009 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-83ffd534-7118-49b8-a3bb-cf39544d395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:07.953892 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ffd534-7118-49b8-a3bb-cf39544d395f None None] Routers {'d7174f22-0fcc-4373-bc17-60164231ba51'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:07.954727 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-83ffd534-7118-49b8-a3bb-cf39544d395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d7174f22-0fcc-4373-bc17-60164231ba51'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:07.967190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45604) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:08.089511 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-83ffd534-7118-49b8-a3bb-cf39544d395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:08.091053 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffd534-7118-49b8-a3bb-cf39544d395f None None] The sync data for ids ['d7174f22-0fcc-4373-bc17-60164231ba51'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:01:08.129007 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8b355b09-d7a3-42c3-a37f-17f6ad61e0be tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/routers/d7174f22-0fcc-4373-bc17-60164231ba51 HTTP/1.1" status: 200 len: 884 time: 0.2251811 Jan 28 18:01:08.131477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45610) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:08.155778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f0362a-96d8-4eeb-8a30-5bf6c8041369 None None] DHCP port deletion for 5834efca-2565-4b0f-a3eb-9dfb59cd1f3b request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:01:08.160271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-90f0362a-96d8-4eeb-8a30-5bf6c8041369 None None] Deleting port 84074a39-ad3b-43f7-8417-9ecd5304fd54 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:08.160639 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-90f0362a-96d8-4eeb-8a30-5bf6c8041369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:08.228336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:08.241110 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7682e7e4-1f4d-4c3e-b5e9-eb83587d3480 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00811d9487eb423cb2235d979a05b0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710226 Jan 28 18:01:08.242805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45614) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:08.248625 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-90f0362a-96d8-4eeb-8a30-5bf6c8041369 None None] The port '84074a39-ad3b-43f7-8417-9ecd5304fd54' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:01:08.280571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=84074a39-ad3b-43f7-8417-9ecd5304fd54,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:08.284722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No DVR routers for this DVR port 84074a39-ad3b-43f7-8417-9ecd5304fd54 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:01:08.364769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f19e8927-edd7-410f-940f-6978817892ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:08.405046 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f19e8927-edd7-410f-940f-6978817892ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:08.465868 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-573f2878-b551-4876-8a6d-a2effed43f19 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Synchronizing usage tracker for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:router {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:08.509638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:08.521829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 84074a39-ad3b-43f7-8417-9ecd5304fd54 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:01:08.535307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5834efca-2565-4b0f-a3eb-9dfb59cd1f3b']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:08.546945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f93332a-881b-4d19-8c9f-10834c352ad0') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:08.547435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f93332a-881b-4d19-8c9f-10834c352ad0') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:08.557069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 84074a39-ad3b-43f7-8417-9ecd5304fd54 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:01:08.557688 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 84074a39-ad3b-43f7-8417-9ecd5304fd54 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:01:08.558426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:08.560212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f19e8927-edd7-410f-940f-6978817892ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:08.576243 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:08.576570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e8927-edd7-410f-940f-6978817892ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b02bfdd-9591-4618-8a60-2df13218486f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:08.582557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:08.583015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:08.583204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-573f2878-b551-4876-8a6d-a2effed43f19 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Unset dirty status for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:router {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:08.584375 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-573f2878-b551-4876-8a6d-a2effed43f19 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4514771 Jan 28 18:01:08.585676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f19e8927-edd7-410f-940f-6978817892ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:08.586761 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f19e8927-edd7-410f-940f-6978817892ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b02bfdd-9591-4618-8a60-2df13218486f HTTP/1.1" status: 204 len: 168 time: 0.3432148 Jan 28 18:01:08.587414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45618) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:08.592749 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b49febe0-6992-4128-b128-3bedd5895db3 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-673696626'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:08.602364 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:08.783259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:08.805491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:08.817734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Network': ['ID=5834efca-2565-4b0f-a3eb-9dfb59cd1f3b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:08.891609 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f8c05fbc-a983-4f57-ac17-d05d3e253303 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/networks/5834efca-2565-4b0f-a3eb-9dfb59cd1f3b HTTP/1.1" status: 204 len: 168 time: 1.5536370 Jan 28 18:01:08.895644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45626) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:08.977106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa6994-54dc-40d2-907f-4aa7dc3dc9a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:08.977985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d3fa6994-54dc-40d2-907f-4aa7dc3dc9a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:09.060154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d3fa6994-54dc-40d2-907f-4aa7dc3dc9a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:09.060154 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d3fa6994-54dc-40d2-907f-4aa7dc3dc9a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1618373 Jan 28 18:01:09.062913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45634) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:09.119931 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:01:09.153859 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5ff35031-e6d1-4ca8-bc74-ff492e2417d2 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0895314 Jan 28 18:01:09.157880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45640) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:09.163621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-185388956'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:09.169309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:09.173208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:network and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:09.176063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:09.181725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:09.245629 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:09.249913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:09.281268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:09.291554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:09.292528 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Added segment d2fba4d4-fa23-45bb-96c2-c5b874d413ca of type vlan for network e0095ad6-1e0c-437f-ac3d-a9264daca82f Jan 28 18:01:09.316062 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b49febe0-6992-4128-b128-3bedd5895db3 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:09.318824 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:09.389147 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b49febe0-6992-4128-b128-3bedd5895db3 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:09.427889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:09.437954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:09.437954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:09.542399 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Network': ['ID=e0095ad6-1e0c-437f-ac3d-a9264daca82f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:09.555483 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network e0095ad6-1e0c-437f-ac3d-a9264daca82f details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:09.574930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49febe0-6992-4128-b128-3bedd5895db3 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router d7174f22-0fcc-4373-bc17-60164231ba51 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:01:09.611565 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5dd7f7f5-889d-408b-8a6a-aef7110e0c91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4525387 Jan 28 18:01:09.614306 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45654) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:09.622495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': 'e0095ad6-1e0c-437f-ac3d-a9264daca82f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:09.729422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45658) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:09.746263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:09.750186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:09.755583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:09.759066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:09.773861 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49febe0-6992-4128-b128-3bedd5895db3 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:01:09.781012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b49febe0-6992-4128-b128-3bedd5895db3 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:09.782101 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b49febe0-6992-4128-b128-3bedd5895db3 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/d7174f22-0fcc-4373-bc17-60164231ba51 HTTP/1.1" status: 200 len: 891 time: 1.1937826 Jan 28 18:01:09.785050 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45664) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:09.785880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8882a4-3024-4bec-935d-013af14e071d None None] Sync routers for ids ['d7174f22-0fcc-4373-bc17-60164231ba51'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:01:09.808628 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8882a4-3024-4bec-935d-013af14e071d None None] Routers {'d7174f22-0fcc-4373-bc17-60164231ba51'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:09.808628 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6f8882a4-3024-4bec-935d-013af14e071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d7174f22-0fcc-4373-bc17-60164231ba51'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:09.849080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:09.852109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:09.866694 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6f8882a4-3024-4bec-935d-013af14e071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:09.875231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8882a4-3024-4bec-935d-013af14e071d None None] Routers {'d7174f22-0fcc-4373-bc17-60164231ba51'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:09.875828 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6f8882a4-3024-4bec-935d-013af14e071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:00:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d7174f22-0fcc-4373-bc17-60164231ba51'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:09.880360 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Request body: {'networks': [{'name': 'tempest-network--569885206'}, {'name': 'tempest-network--275089031'}]} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:09.880667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Request body: {'network': {'name': 'tempest-network--569885206'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:09.881110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Request body: {'network': {'name': 'tempest-network--275089031'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:09.929699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a0a9060-5312-4654-b614-cad8276e4f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:09.938433 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6f8882a4-3024-4bec-935d-013af14e071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:09.938826 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8882a4-3024-4bec-935d-013af14e071d None None] The sync data for ids ['d7174f22-0fcc-4373-bc17-60164231ba51'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:01:09.946632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:09.966536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Usage tracker for resource:network and tenant:7c88038f0fbc4d50af5051f0afb88fd6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:09.973660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:10.044735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:10.103437 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-654de9a3-af73-449a-a421-2ef4d26bc979 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/routers/d7174f22-0fcc-4373-bc17-60164231ba51 HTTP/1.1" status: 200 len: 891 time: 0.3171518 Jan 28 18:01:10.106652 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45668) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:10.142054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Made reservation on behalf of 7c88038f0fbc4d50af5051f0afb88fd6 for: {'network': 2} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:10.146552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.151116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-65c9fdd5-b2be-4995-b13a-ef322321c34e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Synchronizing usage tracker for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:10.164972 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.190091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:10.197108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Usage tracker for resource:security_group_rule and tenant:7c88038f0fbc4d50af5051f0afb88fd6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:10.202869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:10.210335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:10.216840 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-65c9fdd5-b2be-4995-b13a-ef322321c34e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Unset dirty status for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:10.218324 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-65c9fdd5-b2be-4995-b13a-ef322321c34e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7174f22-0fcc-4373-bc17-60164231ba51 HTTP/1.1" status: 200 len: 205 time: 0.1103401 Jan 28 18:01:10.227450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45672) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:10.305118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.366270 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.395734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Subnet': ['ID=5a179b28-a594-4d7a-a238-0d688a9416b5,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:10.401224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.405327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Checking segment: {'id': 'd2fba4d4-fa23-45bb-96c2-c5b874d413ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e0095ad6-1e0c-437f-ac3d-a9264daca82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:10.405686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network hostable DHCP agents. Network: e0095ad6-1e0c-437f-ac3d-a9264daca82f, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:10.433837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.434302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.482120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3daf9a-cb2d-4d7b-ae1c-7193f7fe9353,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:10.487047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:10.496964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.497308 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Added segment ed30b64e-7fc5-4471-b56b-b0f36b08086a of type vlan for network 668faa50-7d7e-4951-8fc5-0b3606c3fc48 Jan 28 18:01:10.526943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.530418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network e0095ad6-1e0c-437f-ac3d-a9264daca82f is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:10.565538 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:10.573808 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.574209 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Added segment b7524ac3-6a34-4a78-b6ff-f907d371ca4c of type vlan for network 156971ad-5ab2-4056-bc0f-8786c6470d50 Jan 28 18:01:10.582490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.600023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.603247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, e0095ad6-1e0c-437f-ac3d-a9264daca82f) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:10.608862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:10.609154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.611890 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29771296-9ae9-4f1d-977f-91891a4b7a78 None None] Network e0095ad6-1e0c-437f-ac3d-a9264daca82f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:10.639817 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port 21491d95-3c53-47a9-90d4-f3f253337429 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:10.640829 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.728320 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bd676b84-7345-42fe-b95f-007ea1ba5910 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1106327 Jan 28 18:01:10.729235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45676) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:10.734831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'network_id': 'e0095ad6-1e0c-437f-ac3d-a9264daca82f', 'name': 'tempest-PortsIpV6TestJSON-2092279090'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:10.802547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.802547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.808120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:10.813486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:10.813962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.870747 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-e0095ad6-1e0c-437f-ac3d-a9264daca82f', 'network_id': 'e0095ad6-1e0c-437f-ac3d-a9264daca82f', 'tenant_id': '803d439137ae4d62b7dce7631ff78822', 'fixed_ips': [{'subnet_id': '5a179b28-a594-4d7a-a238-0d688a9416b5'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:01:10.872215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:10.961944 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.047216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Allocated IP 2001:db8::2 (e0095ad6-1e0c-437f-ac3d-a9264daca82f/5a179b28-a594-4d7a-a238-0d688a9416b5/07b611c4-5166-4ff8-89bf-a0b888572461) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:11.055578 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3250036 Jan 28 18:01:11.061652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45680) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:11.090055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event updated for resources: {'Network': ['ID=668faa50-7d7e-4951-8fc5-0b3606c3fc48,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:11.092459 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for 21491d95-3c53-47a9-90d4-f3f253337429 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:11.130735 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 668faa50-7d7e-4951-8fc5-0b3606c3fc48 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:11.297427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:11.304646 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e26e7-2811-44d3-9e35-97570a875b3e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event updated for resources: {'Network': ['ID=156971ad-5ab2-4056-bc0f-8786c6470d50,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:11.315318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:11.325759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 156971ad-5ab2-4056-bc0f-8786c6470d50 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:11.342258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.368471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923718c1-34f1-46d9-b2c5-5232e65972e8 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:11.374698 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923718c1-34f1-46d9-b2c5-5232e65972e8 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:11.380746 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923718c1-34f1-46d9-b2c5-5232e65972e8 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:11.387241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923718c1-34f1-46d9-b2c5-5232e65972e8 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:11.388083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-923718c1-34f1-46d9-b2c5-5232e65972e8 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Synchronizing usage tracker for tenant:7c88038f0fbc4d50af5051f0afb88fd6 on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:11.397595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:11.401106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.426050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=21491d95-3c53-47a9-90d4-f3f253337429,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:11.427993 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port cbbbff07-f417-4da5-829e-5c78bf5b5747 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:01:11.443681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.457308 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Transition to ACTIVE for port object 07b611c4-5166-4ff8-89bf-a0b888572461 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:11.475649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-923718c1-34f1-46d9-b2c5-5232e65972e8 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Unset dirty status for tenant:7c88038f0fbc4d50af5051f0afb88fd6 on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:11.476567 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Transition to ACTIVE for port object 07b611c4-5166-4ff8-89bf-a0b888572461 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:11.476813 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-923718c1-34f1-46d9-b2c5-5232e65972e8 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4125707 Jan 28 18:01:11.479888 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45684) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:11.519758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.566652 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.582182 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Network e0095ad6-1e0c-437f-ac3d-a9264daca82f is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:11.585059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:11.588555 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:11.604591 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Allocated IP 2001:db8::2fc (e0095ad6-1e0c-437f-ac3d-a9264daca82f/5a179b28-a594-4d7a-a238-0d688a9416b5/cbbbff07-f417-4da5-829e-5c78bf5b5747) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:11.631660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Pushing event updated for resources: {'Port': ['ID=07b611c4-5166-4ff8-89bf-a0b888572461,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:11.691612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Attempting to bind port 07b611c4-5166-4ff8-89bf-a0b888572461 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:11.692033 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Attempting to bind port 07b611c4-5166-4ff8-89bf-a0b888572461 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'd2fba4d4-fa23-45bb-96c2-c5b874d413ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e0095ad6-1e0c-437f-ac3d-a9264daca82f'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:11.692341 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Attempting to bind port 07b611c4-5166-4ff8-89bf-a0b888572461 on network e0095ad6-1e0c-437f-ac3d-a9264daca82f {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:11.697686 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:11.699203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Checking segment: {'id': 'd2fba4d4-fa23-45bb-96c2-c5b874d413ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e0095ad6-1e0c-437f-ac3d-a9264daca82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:11.699203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.699203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Bound using segment: {'id': 'd2fba4d4-fa23-45bb-96c2-c5b874d413ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e0095ad6-1e0c-437f-ac3d-a9264daca82f'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:11.699475 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Bound port: 07b611c4-5166-4ff8-89bf-a0b888572461, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fba4d4-fa23-45bb-96c2-c5b874d413ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e0095ad6-1e0c-437f-ac3d-a9264daca82f'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:11.699751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.769181 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.773968 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b00c-c2e7-4c78-a36e-ec1429233dc3 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.776011 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.791773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] For port 07b611c4-5166-4ff8-89bf-a0b888572461, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:11.796528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] For port 07b611c4-5166-4ff8-89bf-a0b888572461, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=07b611c4-5166-4ff8-89bf-a0b888572461,segment=NetworkSegment(d2fba4d4-fa23-45bb-96c2-c5b874d413ca),segment_id=d2fba4d4-fa23-45bb-96c2-c5b874d413ca)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:11.828762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.843985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Transition to ACTIVE for port object cbbbff07-f417-4da5-829e-5c78bf5b5747 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:11.880251 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.912647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.913136 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Fanout notify agent at l3_agent the message router_deleted on router d7174f22-0fcc-4373-bc17-60164231ba51 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:01:11.923892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b00c-c2e7-4c78-a36e-ec1429233dc3 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.956645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e2c5b00c-c2e7-4c78-a36e-ec1429233dc3 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668faa50-7d7e-4951-8fc5-0b3606c3fc48']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:11.969898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e2c5b00c-c2e7-4c78-a36e-ec1429233dc3 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed30b64e-7fc5-4471-b56b-b0f36b08086a') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:11.970196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e2c5b00c-c2e7-4c78-a36e-ec1429233dc3 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed30b64e-7fc5-4471-b56b-b0f36b08086a') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:11.971839 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d2667-4fbd-42c3-a285-3bf721c2d7d4 None None] Pushing event updated for resources: {'Port': ['ID=07b611c4-5166-4ff8-89bf-a0b888572461,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:11.971990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:11.982799 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b00c-c2e7-4c78-a36e-ec1429233dc3 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.002964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b00c-c2e7-4c78-a36e-ec1429233dc3 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.009045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c5b00c-c2e7-4c78-a36e-ec1429233dc3 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:12.009425 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b00c-c2e7-4c78-a36e-ec1429233dc3 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:12.024459 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:12.051892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network e0095ad6-1e0c-437f-ac3d-a9264daca82f is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:12.054854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:12.057645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:12.063753 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:12.064344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.076322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.078599 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f2de51be-1c97-438e-af59-6404805ce4e8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/routers/d7174f22-0fcc-4373-bc17-60164231ba51 HTTP/1.1" status: 204 len: 168 time: 1.8569338 Jan 28 18:01:12.082207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=cbbbff07-f417-4da5-829e-5c78bf5b5747,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:12.085049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45688) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:12.106159 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1296872319'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:12.110145 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:12.117297 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:network and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:12.120605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:12.126659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:12.188147 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3f53c738-aa94-4c84-810c-1b915a864911 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4577715 Jan 28 18:01:12.190572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45692) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:12.196422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'network_id': 'e0095ad6-1e0c-437f-ac3d-a9264daca82f', 'name': 'tempest-PortsIpV6TestJSON-978394644'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:12.217051 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b00c-c2e7-4c78-a36e-ec1429233dc3 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.237791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b00c-c2e7-4c78-a36e-ec1429233dc3 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.249483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5b00c-c2e7-4c78-a36e-ec1429233dc3 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event deleted for resources: {'Network': ['ID=668faa50-7d7e-4951-8fc5-0b3606c3fc48,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:12.279629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:12.285110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.324589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:12.333300 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.333653 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Added segment bee745a9-0e30-4dcc-bf92-6de8ad204500 of type vlan for network 03f90631-7213-494d-8a4d-d1740febf070 Jan 28 18:01:12.348015 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-91a6101a-1ba5-4566-aaa9-4d79fe705d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.366849 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.384731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:12.389462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:port and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:12.392390 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:12.398159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:12.406199 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e2c5b00c-c2e7-4c78-a36e-ec1429233dc3 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "DELETE /v2.0/networks/668faa50-7d7e-4951-8fc5-0b3606c3fc48 HTTP/1.1" status: 204 len: 168 time: 0.9249811 Jan 28 18:01:12.408877 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45696) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:12.467212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.472893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:12.473532 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.496055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:12.499971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.548384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port 45c0c8eb-58f3-45f3-9908-0adc4dbbd2bd yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:01:12.583284 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 07b611c4-5166-4ff8-89bf-a0b888572461 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:12.587241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.592735 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Network': ['ID=03f90631-7213-494d-8a4d-d1740febf070,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:12.616880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 03f90631-7213-494d-8a4d-d1740febf070 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:12.663341 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ca435684-0a21-4c14-874c-85d8c5a147cc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5772188 Jan 28 18:01:12.666072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45700) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:12.672266 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'subnet': {'network_id': '03f90631-7213-494d-8a4d-d1740febf070', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:12.783966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:12.788031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:subnet and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:12.791670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:12.797736 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:12.802485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.827975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 07b611c4-5166-4ff8-89bf-a0b888572461 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:12.845001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Allocated IP 2001:db8::153 (e0095ad6-1e0c-437f-ac3d-a9264daca82f/5a179b28-a594-4d7a-a238-0d688a9416b5/45c0c8eb-58f3-45f3-9908-0adc4dbbd2bd) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:12.847784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156971ad-5ab2-4056-bc0f-8786c6470d50']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:12.865895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7524ac3-6a34-4a78-b6ff-f907d371ca4c') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:12.866186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7524ac3-6a34-4a78-b6ff-f907d371ca4c') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:12.881337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.913693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:12.917896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.920140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.935948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:12.936351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:12.951276 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:13.135564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c61fb-e776-4423-8d82-724b97d9dc0c None None] Network e0095ad6-1e0c-437f-ac3d-a9264daca82f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:13.202204 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:13.297424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:13.305681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:13.325147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:13.336000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Transition to ACTIVE for port object 45c0c8eb-58f3-45f3-9908-0adc4dbbd2bd will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:13.343665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event deleted for resources: {'Network': ['ID=156971ad-5ab2-4056-bc0f-8786c6470d50,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:13.359750 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "DELETE /v2.0/networks/156971ad-5ab2-4056-bc0f-8786c6470d50 HTTP/1.1" status: 204 len: 168 time: 0.9474652 Jan 28 18:01:13.359984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.360716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.360716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.360953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.361100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.361431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.361757 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.362081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.362440 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.362723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.363112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.363379 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97dd5e-80d2-4cc3-bf47-444b5a1bbc03 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.364695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45704) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:13.377120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-454755c1-528c-4420-a407-bc0c7aa1df29 None None] Provisioning for port 07b611c4-5166-4ff8-89bf-a0b888572461 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:13.384529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-454755c1-528c-4420-a407-bc0c7aa1df29 None None] Provisioning complete for port 07b611c4-5166-4ff8-89bf-a0b888572461 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:13.384891 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-454755c1-528c-4420-a407-bc0c7aa1df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:13.449820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:13.457425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:13.554043 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-454755c1-528c-4420-a407-bc0c7aa1df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:13.558394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network e0095ad6-1e0c-437f-ac3d-a9264daca82f is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:13.559580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=45c0c8eb-58f3-45f3-9908-0adc4dbbd2bd,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:13.562631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:13.565184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:13.572669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:13.573704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:13.602510 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-454755c1-528c-4420-a407-bc0c7aa1df29 None None] For port 07b611c4-5166-4ff8-89bf-a0b888572461, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=07b611c4-5166-4ff8-89bf-a0b888572461,segment=NetworkSegment(d2fba4d4-fa23-45bb-96c2-c5b874d413ca),segment_id=d2fba4d4-fa23-45bb-96c2-c5b874d413ca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:13.647773 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5a25d897-abc5-48dc-8416-504427edd716 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4548681 Jan 28 18:01:13.649377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45708) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:13.678034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bc044b-2c3a-4a2d-8646-1aff208f7ef9 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:13.680053 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-454755c1-528c-4420-a407-bc0c7aa1df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:13.684398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bc044b-2c3a-4a2d-8646-1aff208f7ef9 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:13.685105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-16bc044b-2c3a-4a2d-8646-1aff208f7ef9 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Synchronizing usage tracker for tenant:7c88038f0fbc4d50af5051f0afb88fd6 on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:13.742755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2979914-7690-4735-807b-249cdc4e78d7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:13.743511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c2979914-7690-4735-807b-249cdc4e78d7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:13.755131 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454755c1-528c-4420-a407-bc0c7aa1df29 None None] Pushing event updated for resources: {'Port': ['ID=07b611c4-5166-4ff8-89bf-a0b888572461,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:13.777014 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:13.812292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-16bc044b-2c3a-4a2d-8646-1aff208f7ef9 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Unset dirty status for tenant:7c88038f0fbc4d50af5051f0afb88fd6 on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:13.813372 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-16bc044b-2c3a-4a2d-8646-1aff208f7ef9 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4476666 Jan 28 18:01:13.817467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45712) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:13.824753 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f0c8665d-7fe0-4762-b3ec-ad758b559ced tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1076110008'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:13.829743 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c2979914-7690-4735-807b-249cdc4e78d7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:13.833448 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c2979914-7690-4735-807b-249cdc4e78d7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2fc HTTP/1.1" status: 200 len: 929 time: 0.1805027 Jan 28 18:01:13.835048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45716) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:13.836354 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f0c8665d-7fe0-4762-b3ec-ad758b559ced tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:13.866347 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Subnet': ['ID=463aa02a-d3fa-4eb6-9da4-d8227895f8d0,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:13.874414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.874754 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.875117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.875449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.875778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.876101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.876421 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.876736 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.877056 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.877377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.877687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.877999 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:13.881192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Checking segment: {'id': 'bee745a9-0e30-4dcc-bf92-6de8ad204500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03f90631-7213-494d-8a4d-d1740febf070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:13.881549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network hostable DHCP agents. Network: 03f90631-7213-494d-8a4d-d1740febf070, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:13.885338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c7d315da-997d-449a-b604-f0445cc47e50 None None] Provisioning for port cbbbff07-f417-4da5-829e-5c78bf5b5747 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:13.886136 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f0c8665d-7fe0-4762-b3ec-ad758b559ced tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:13.893086 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c7d315da-997d-449a-b604-f0445cc47e50 None None] Provisioning complete for port cbbbff07-f417-4da5-829e-5c78bf5b5747 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:13.893724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c7d315da-997d-449a-b604-f0445cc47e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:13.925038 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-356dae69-c19b-4bc2-a9a8-674062fc2fbd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port 45c0c8eb-58f3-45f3-9908-0adc4dbbd2bd {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:13.925466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-356dae69-c19b-4bc2-a9a8-674062fc2fbd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:13.958578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c7d315da-997d-449a-b604-f0445cc47e50 None None] Port cbbbff07-f417-4da5-829e-5c78bf5b5747 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:13.975158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c8665d-7fe0-4762-b3ec-ad758b559ced tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Made reservation on behalf of 7c88038f0fbc4d50af5051f0afb88fd6 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:13.975289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c7d315da-997d-449a-b604-f0445cc47e50 None None] Provisioning complete for port 07b611c4-5166-4ff8-89bf-a0b888572461 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:13.975644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c7d315da-997d-449a-b604-f0445cc47e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:13.978313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f0c8665d-7fe0-4762-b3ec-ad758b559ced tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.005096 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 03f90631-7213-494d-8a4d-d1740febf070 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:14.063417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c8665d-7fe0-4762-b3ec-ad758b559ced tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:14.097394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f0c8665d-7fe0-4762-b3ec-ad758b559ced tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.097727 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-f0c8665d-7fe0-4762-b3ec-ad758b559ced tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Added segment c0761f03-1a3d-4065-8d55-21630d2dab45 of type vlan for network bafef23d-d069-454f-b256-2658e8dbaf01 Jan 28 18:01:14.125172 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 03f90631-7213-494d-8a4d-d1740febf070) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:14.129640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:14.130512 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.141183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea658bee-438d-4e37-8629-87d507528ca5 None None] Network 03f90631-7213-494d-8a4d-d1740febf070 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:14.188156 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f0c8665d-7fe0-4762-b3ec-ad758b559ced tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.236986 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-205e4797-e6fd-4775-af8d-67c31bf6e7b6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5675657 Jan 28 18:01:14.237202 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45720) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:14.245161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d387b4a3-9359-4e57-bf77-be9269b0716c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1606153306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:14.248535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-356dae69-c19b-4bc2-a9a8-674062fc2fbd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.256142 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d387b4a3-9359-4e57-bf77-be9269b0716c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:14.261356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d387b4a3-9359-4e57-bf77-be9269b0716c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:router and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:14.265629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d387b4a3-9359-4e57-bf77-be9269b0716c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:14.271560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-271d887f-fdb5-4309-865e-4a31df3133df None None] Provisioning complete for port cbbbff07-f417-4da5-829e-5c78bf5b5747 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:14.272009 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-271d887f-fdb5-4309-865e-4a31df3133df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.272534 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d387b4a3-9359-4e57-bf77-be9269b0716c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:14.360752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d387b4a3-9359-4e57-bf77-be9269b0716c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.361790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d387b4a3-9359-4e57-bf77-be9269b0716c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.365738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f0c8665d-7fe0-4762-b3ec-ad758b559ced tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.371844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c8665d-7fe0-4762-b3ec-ad758b559ced tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:14.375420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f0c8665d-7fe0-4762-b3ec-ad758b559ced tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.378976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-271d887f-fdb5-4309-865e-4a31df3133df None None] Port cbbbff07-f417-4da5-829e-5c78bf5b5747 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:14.380273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d387b4a3-9359-4e57-bf77-be9269b0716c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.382363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-356dae69-c19b-4bc2-a9a8-674062fc2fbd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for 45c0c8eb-58f3-45f3-9908-0adc4dbbd2bd owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:14.437572 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-03f90631-7213-494d-8a4d-d1740febf070', 'network_id': '03f90631-7213-494d-8a4d-d1740febf070', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'fixed_ips': [{'subnet_id': '463aa02a-d3fa-4eb6-9da4-d8227895f8d0'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:01:14.438388 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.508544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d387b4a3-9359-4e57-bf77-be9269b0716c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.536443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 07b611c4-5166-4ff8-89bf-a0b888572461 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:14.545120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8665d-7fe0-4762-b3ec-ad758b559ced tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event updated for resources: {'Network': ['ID=bafef23d-d069-454f-b256-2658e8dbaf01,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:14.572552 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network bafef23d-d069-454f-b256-2658e8dbaf01 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:14.607829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8e30b040-5792-4663-9a85-053cb23a564a None None] Provisioning for port 45c0c8eb-58f3-45f3-9908-0adc4dbbd2bd completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:14.650348 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d387b4a3-9359-4e57-bf77-be9269b0716c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.654279 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d387b4a3-9359-4e57-bf77-be9269b0716c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4137242 Jan 28 18:01:14.654569 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f0c8665d-7fe0-4762-b3ec-ad758b559ced tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8324831 Jan 28 18:01:14.654744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45724) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:14.655212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45726) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:14.664315 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1153960005'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:14.707879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8e30b040-5792-4663-9a85-053cb23a564a None None] Provisioning complete for port 45c0c8eb-58f3-45f3-9908-0adc4dbbd2bd triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:14.708249 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8e30b040-5792-4663-9a85-053cb23a564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.732196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:14.749046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-356dae69-c19b-4bc2-a9a8-674062fc2fbd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.793271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Usage tracker for resource:network and tenant:7c88038f0fbc4d50af5051f0afb88fd6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:14.797838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:14.806535 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:14.814657 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Allocated IP 2001:db8::2 (03f90631-7213-494d-8a4d-d1740febf070/463aa02a-d3fa-4eb6-9da4-d8227895f8d0/32c1f205-4e2f-4e61-966f-47172252cdd3) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:14.818270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8e30b040-5792-4663-9a85-053cb23a564a None None] Port 45c0c8eb-58f3-45f3-9908-0adc4dbbd2bd cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:14.840995 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dae69-c19b-4bc2-a9a8-674062fc2fbd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=45c0c8eb-58f3-45f3-9908-0adc4dbbd2bd,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:14.848966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 07b611c4-5166-4ff8-89bf-a0b888572461 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:14.849473 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.851180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-356dae69-c19b-4bc2-a9a8-674062fc2fbd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.961729 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-356dae69-c19b-4bc2-a9a8-674062fc2fbd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/45c0c8eb-58f3-45f3-9908-0adc4dbbd2bd HTTP/1.1" status: 204 len: 168 time: 1.1270132 Jan 28 18:01:14.969355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:14.977677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45732) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:15.061120 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce78d693-3c22-4681-9b76-24d3b9d0c026 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] GET failed (client error): The resource could not be found. Jan 28 18:01:15.069100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ce78d693-3c22-4681-9b76-24d3b9d0c026 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:15.072201 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Made reservation on behalf of 7c88038f0fbc4d50af5051f0afb88fd6 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:15.075906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:15.156185 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:15.173715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ce78d693-3c22-4681-9b76-24d3b9d0c026 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:15.173715 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ce78d693-3c22-4681-9b76-24d3b9d0c026 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/45c0c8eb-58f3-45f3-9908-0adc4dbbd2bd HTTP/1.1" status: 404 len: 333 time: 0.1897221 Jan 28 18:01:15.174150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45736) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:15.176062 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:15.186353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Transition to ACTIVE for port object 32c1f205-4e2f-4e61-966f-47172252cdd3 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:15.200647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:15.204053 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Transition to ACTIVE for port object 32c1f205-4e2f-4e61-966f-47172252cdd3 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:15.214479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:15.215494 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Added segment 8f510258-1d5a-4c6f-b036-88ea939804b0 of type vlan for network 30d0e763-6335-4b15-90ee-c1490078b8c2 Jan 28 18:01:15.245891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1b7acdda-bda4-415d-b67a-30185f8b1a8f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port cbbbff07-f417-4da5-829e-5c78bf5b5747 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:15.246233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1b7acdda-bda4-415d-b67a-30185f8b1a8f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:15.286091 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:15.351664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Network 03f90631-7213-494d-8a4d-d1740febf070 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:15.354784 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:15.358919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:15.368390 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Pushing event updated for resources: {'Port': ['ID=32c1f205-4e2f-4e61-966f-47172252cdd3,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:15.376074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:15.456075 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Attempting to bind port 32c1f205-4e2f-4e61-966f-47172252cdd3 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:15.456075 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Attempting to bind port 32c1f205-4e2f-4e61-966f-47172252cdd3 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'bee745a9-0e30-4dcc-bf92-6de8ad204500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03f90631-7213-494d-8a4d-d1740febf070'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:15.457210 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Attempting to bind port 32c1f205-4e2f-4e61-966f-47172252cdd3 on network 03f90631-7213-494d-8a4d-d1740febf070 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:15.462552 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:15.463013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Checking segment: {'id': 'bee745a9-0e30-4dcc-bf92-6de8ad204500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03f90631-7213-494d-8a4d-d1740febf070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:15.463488 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:15.465154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Bound using segment: {'id': 'bee745a9-0e30-4dcc-bf92-6de8ad204500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03f90631-7213-494d-8a4d-d1740febf070'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:15.465154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Bound port: 32c1f205-4e2f-4e61-966f-47172252cdd3, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee745a9-0e30-4dcc-bf92-6de8ad204500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '03f90631-7213-494d-8a4d-d1740febf070'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:15.465540 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:15.504446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1b7acdda-bda4-415d-b67a-30185f8b1a8f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:15.565144 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:15.570784 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:15.571431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:15.610351 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] For port 32c1f205-4e2f-4e61-966f-47172252cdd3, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:15.613724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] For port 32c1f205-4e2f-4e61-966f-47172252cdd3, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=32c1f205-4e2f-4e61-966f-47172252cdd3,segment=NetworkSegment(bee745a9-0e30-4dcc-bf92-6de8ad204500),segment_id=bee745a9-0e30-4dcc-bf92-6de8ad204500)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:15.709140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event updated for resources: {'Network': ['ID=30d0e763-6335-4b15-90ee-c1490078b8c2,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:15.709829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:15.719204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Allocated IP 2001:db8::1 (03f90631-7213-494d-8a4d-d1740febf070/463aa02a-d3fa-4eb6-9da4-d8227895f8d0/9bf44267-013e-468c-9c4d-da881644ad7a) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:15.740764 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1b7acdda-bda4-415d-b67a-30185f8b1a8f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for cbbbff07-f417-4da5-829e-5c78bf5b5747 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:15.757621 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 30d0e763-6335-4b15-90ee-c1490078b8c2 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:15.836284 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-483fea6b-11f0-4263-a256-a14d7debf1a2 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1767478 Jan 28 18:01:15.837883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45740) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:15.850304 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Request body: {'ports': [{'network_id': 'bafef23d-d069-454f-b256-2658e8dbaf01', 'name': 'tempest-port--255451288', 'admin_state_up': True}, {'network_id': '30d0e763-6335-4b15-90ee-c1490078b8c2', 'admin_state_up': False}]} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:15.850517 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Request body: {'port': {'network_id': 'bafef23d-d069-454f-b256-2658e8dbaf01', 'name': 'tempest-port--255451288', 'admin_state_up': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:15.850970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Request body: {'port': {'network_id': '30d0e763-6335-4b15-90ee-c1490078b8c2', 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:15.892172 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ef9bd-7a89-4d6f-b2d1-7181e60098ec None None] Pushing event updated for resources: {'Port': ['ID=32c1f205-4e2f-4e61-966f-47172252cdd3,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:15.953010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1b7acdda-bda4-415d-b67a-30185f8b1a8f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:16.015178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7acdda-bda4-415d-b67a-30185f8b1a8f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=cbbbff07-f417-4da5-829e-5c78bf5b5747,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:16.063446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1b7acdda-bda4-415d-b67a-30185f8b1a8f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:16.142633 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1b7acdda-bda4-415d-b67a-30185f8b1a8f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/cbbbff07-f417-4da5-829e-5c78bf5b5747 HTTP/1.1" status: 204 len: 168 time: 0.9668686 Jan 28 18:01:16.144643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45744) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:16.190542 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e981655-b43b-4a31-8a64-c3eebc3e5903 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] GET failed (client error): The resource could not be found. Jan 28 18:01:16.191196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9e981655-b43b-4a31-8a64-c3eebc3e5903 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:16.236848 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:16.266897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9e981655-b43b-4a31-8a64-c3eebc3e5903 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:16.268199 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9e981655-b43b-4a31-8a64-c3eebc3e5903 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/cbbbff07-f417-4da5-829e-5c78bf5b5747 HTTP/1.1" status: 404 len: 333 time: 0.1225421 Jan 28 18:01:16.270922 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45748) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:16.280933 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Transition to ACTIVE for port object 9bf44267-013e-468c-9c4d-da881644ad7a will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:16.292590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:16.298900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Usage tracker for resource:port and tenant:7c88038f0fbc4d50af5051f0afb88fd6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:16.302640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:16.311071 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:16.361287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-127c2c28-75e7-42af-aff4-867f279e86cb tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting subnet 5a179b28-a594-4d7a-a238-0d688a9416b5 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:01:16.364334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-127c2c28-75e7-42af-aff4-867f279e86cb tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:16.393730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Made reservation on behalf of 7c88038f0fbc4d50af5051f0afb88fd6 for: {'port': 2} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:16.398176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:16.415385 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:16.417484 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-127c2c28-75e7-42af-aff4-867f279e86cb tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:16.426558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:16.509514 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-127c2c28-75e7-42af-aff4-867f279e86cb tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:16.548693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 03f90631-7213-494d-8a4d-d1740febf070 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:16.586023 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 32c1f205-4e2f-4e61-966f-47172252cdd3 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:16.586574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:16.603835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:16.604407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:16.632957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=9bf44267-013e-468c-9c4d-da881644ad7a,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:16.679955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-127c2c28-75e7-42af-aff4-867f279e86cb tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:16.721343 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c2c28-75e7-42af-aff4-867f279e86cb tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Subnet': ['ID=5a179b28-a594-4d7a-a238-0d688a9416b5,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:16.726930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-127c2c28-75e7-42af-aff4-867f279e86cb tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:16.737483 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-127c2c28-75e7-42af-aff4-867f279e86cb tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/5a179b28-a594-4d7a-a238-0d688a9416b5 HTTP/1.1" status: 204 len: 168 time: 0.4646719 Jan 28 18:01:16.738124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45752) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:16.739880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd09dd-f653-4be5-9032-a978775b6667 None None] Network e0095ad6-1e0c-437f-ac3d-a9264daca82f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:16.756994 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 32c1f205-4e2f-4e61-966f-47172252cdd3 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:16.768800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] device_id is not set on port 6b840633-521c-4136-aa47-5f808f521225 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:01:16.880645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:16.946322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port 07b611c4-5166-4ff8-89bf-a0b888572461 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:16.946682 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:17.026810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fcd8a8-3721-42b3-ad8e-be0701622712 None None] DHCP port deletion for e0095ad6-1e0c-437f-ac3d-a9264daca82f request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:01:17.031267 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-12fcd8a8-3721-42b3-ad8e-be0701622712 None None] Deleting port 07b611c4-5166-4ff8-89bf-a0b888572461 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:17.031636 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12fcd8a8-3721-42b3-ad8e-be0701622712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:17.050249 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:17.118803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab70e03-3eac-445f-ae0c-01b8eb09523b None None] Network 03f90631-7213-494d-8a4d-d1740febf070 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:17.156953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:17.351481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-12fcd8a8-3721-42b3-ad8e-be0701622712 None None] For port 07b611c4-5166-4ff8-89bf-a0b888572461, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=07b611c4-5166-4ff8-89bf-a0b888572461,segment=NetworkSegment(d2fba4d4-fa23-45bb-96c2-c5b874d413ca),segment_id=d2fba4d4-fa23-45bb-96c2-c5b874d413ca)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:17.351755 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12fcd8a8-3721-42b3-ad8e-be0701622712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:17.440451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-be75863c-467e-4e5a-a2e3-c54bab93db4a None None] Provisioning for port 32c1f205-4e2f-4e61-966f-47172252cdd3 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:17.497429 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] device_id is not set on port 721dd158-e6e5-4b78-8387-9c5ffbaf482e yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:01:17.506274 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-12fcd8a8-3721-42b3-ad8e-be0701622712 None None] Calling delete_port for 07b611c4-5166-4ff8-89bf-a0b888572461 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:17.525377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] For port 07b611c4-5166-4ff8-89bf-a0b888572461, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=07b611c4-5166-4ff8-89bf-a0b888572461,segment=NetworkSegment(d2fba4d4-fa23-45bb-96c2-c5b874d413ca),segment_id=d2fba4d4-fa23-45bb-96c2-c5b874d413ca)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:17.525724 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:17.555687 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-be75863c-467e-4e5a-a2e3-c54bab93db4a None None] Provisioning complete for port 32c1f205-4e2f-4e61-966f-47172252cdd3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:17.556046 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-be75863c-467e-4e5a-a2e3-c54bab93db4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:17.752344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12fcd8a8-3721-42b3-ad8e-be0701622712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:17.794515 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for 07b611c4-5166-4ff8-89bf-a0b888572461 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:17.799246 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-be75863c-467e-4e5a-a2e3-c54bab93db4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:17.818480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fcd8a8-3721-42b3-ad8e-be0701622712 None None] No DVR routers for this DVR port 07b611c4-5166-4ff8-89bf-a0b888572461 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:01:17.827890 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcd8a8-3721-42b3-ad8e-be0701622712 None None] Pushing event deleted for resources: {'Port': ['ID=07b611c4-5166-4ff8-89bf-a0b888572461,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:17.853636 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-be75863c-467e-4e5a-a2e3-c54bab93db4a None None] For port 32c1f205-4e2f-4e61-966f-47172252cdd3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=32c1f205-4e2f-4e61-966f-47172252cdd3,segment=NetworkSegment(bee745a9-0e30-4dcc-bf92-6de8ad204500),segment_id=bee745a9-0e30-4dcc-bf92-6de8ad204500)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:17.955680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-be75863c-467e-4e5a-a2e3-c54bab93db4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:17.996212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:01:17.996740 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:01:18.040128 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75863c-467e-4e5a-a2e3-c54bab93db4a None None] Pushing event updated for resources: {'Port': ['ID=32c1f205-4e2f-4e61-966f-47172252cdd3,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:18.061750 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:18.080792 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1b62e3c6-4b40-47d4-8988-c60b9ab5ba15 None None] Provisioning complete for port 32c1f205-4e2f-4e61-966f-47172252cdd3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:18.081133 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1b62e3c6-4b40-47d4-8988-c60b9ab5ba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:18.092620 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:18.165079 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:18.166079 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:18.211933 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:18.312304 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1b62e3c6-4b40-47d4-8988-c60b9ab5ba15 None None] Provisioning for port 9bf44267-013e-468c-9c4d-da881644ad7a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:18.317638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1b62e3c6-4b40-47d4-8988-c60b9ab5ba15 None None] Provisioning complete for port 9bf44267-013e-468c-9c4d-da881644ad7a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:18.318009 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1b62e3c6-4b40-47d4-8988-c60b9ab5ba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:18.342405 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=9bf44267-013e-468c-9c4d-da881644ad7a,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:18.380165 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1b62e3c6-4b40-47d4-8988-c60b9ab5ba15 None None] Port 9bf44267-013e-468c-9c4d-da881644ad7a cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:18.413472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Checking segment: {'id': 'c0761f03-1a3d-4065-8d55-21630d2dab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bafef23d-d069-454f-b256-2658e8dbaf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:18.413822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Network hostable DHCP agents. Network: bafef23d-d069-454f-b256-2658e8dbaf01, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:18.448038 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event updated for resources: {'Port': ['ID=6b840633-521c-4136-aa47-5f808f521225,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:18.482706 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 03f90631-7213-494d-8a4d-d1740febf070 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:18.482706 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:18.515076 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-062d018d-f12e-47de-9ac6-6fc74485965e None None] Provisioning complete for port 9bf44267-013e-468c-9c4d-da881644ad7a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:18.515076 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-062d018d-f12e-47de-9ac6-6fc74485965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:18.538465 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port 07b611c4-5166-4ff8-89bf-a0b888572461 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:18.538987 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:18.550195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 32c1f205-4e2f-4e61-966f-47172252cdd3 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:18.625455 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-062d018d-f12e-47de-9ac6-6fc74485965e None None] Port 9bf44267-013e-468c-9c4d-da881644ad7a cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:18.642491 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 32c1f205-4e2f-4e61-966f-47172252cdd3 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:18.643225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:18.660242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Network bafef23d-d069-454f-b256-2658e8dbaf01 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:18.678133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] The port '07b611c4-5166-4ff8-89bf-a0b888572461' was deleted {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:01:18.776968 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-52490819-8a66-43f2-8d89-4fe242d21a97 None None] Provisioning complete for port 9bf44267-013e-468c-9c4d-da881644ad7a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:18.777560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-52490819-8a66-43f2-8d89-4fe242d21a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:18.800718 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, bafef23d-d069-454f-b256-2658e8dbaf01) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:18.818427 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:18.819312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:18.826246 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f800faf-fdee-4ff8-a660-3962c3272a98 None None] Network bafef23d-d069-454f-b256-2658e8dbaf01 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:18.843298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 07b611c4-5166-4ff8-89bf-a0b888572461 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:01:18.883854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:18.930437 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 07b611c4-5166-4ff8-89bf-a0b888572461 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:01:18.930778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 07b611c4-5166-4ff8-89bf-a0b888572461 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:01:18.946108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-52490819-8a66-43f2-8d89-4fe242d21a97 None None] Port 9bf44267-013e-468c-9c4d-da881644ad7a cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:18.954106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0095ad6-1e0c-437f-ac3d-a9264daca82f']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:18.968354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event updated for resources: {'Port': ['ID=721dd158-e6e5-4b78-8387-9c5ffbaf482e,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:18.974597 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fba4d4-fa23-45bb-96c2-c5b874d413ca') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:18.974882 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fba4d4-fa23-45bb-96c2-c5b874d413ca') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:18.996427 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:19.004451 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Checking segment: {'id': '8f510258-1d5a-4c6f-b036-88ea939804b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '30d0e763-6335-4b15-90ee-c1490078b8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:19.004800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Network hostable DHCP agents. Network: 30d0e763-6335-4b15-90ee-c1490078b8c2, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:19.026280 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:19.034184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:19.034581 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:19.049189 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:19.102981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 00bed9ab-a976-4bf1-b0e1-57e4fd26c504 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:01:19.104701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Network 30d0e763-6335-4b15-90ee-c1490078b8c2 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:19.248358 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 30d0e763-6335-4b15-90ee-c1490078b8c2) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:19.255975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3bb90e-f435-40a0-8ae0-491c1bee3c0f None None] Network 30d0e763-6335-4b15-90ee-c1490078b8c2 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:19.270138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:19.272264 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:19.277983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:19.282765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:19.283440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:19.310789 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:19.459652 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Network': ['ID=e0095ad6-1e0c-437f-ac3d-a9264daca82f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:19.484931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:01:19.489656 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-86f9a38c-0350-49e8-b3ad-4dac7c918c87 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/00bed9ab-a976-4bf1-b0e1-57e4fd26c504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8305936 Jan 28 18:01:19.492164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45756) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:19.495061 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda44ce-7f7f-45d3-a18c-d23afd4e3b09 None None] Sync routers for ids ['00bed9ab-a976-4bf1-b0e1-57e4fd26c504'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:01:19.504687 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda44ce-7f7f-45d3-a18c-d23afd4e3b09 None None] Routers {'00bed9ab-a976-4bf1-b0e1-57e4fd26c504'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:19.505277 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ceda44ce-7f7f-45d3-a18c-d23afd4e3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['00bed9ab-a976-4bf1-b0e1-57e4fd26c504'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:19.555013 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5af68d3f-fe98-48c0-91f7-2ace1990ddc4 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.7168970 Jan 28 18:01:19.558226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45760) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:19.564015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e5336f-4e30-40cb-ab18-f8165958d988 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:19.564604 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-20e5336f-4e30-40cb-ab18-f8165958d988 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Synchronizing usage tracker for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:19.567814 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ceda44ce-7f7f-45d3-a18c-d23afd4e3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:19.576678 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda44ce-7f7f-45d3-a18c-d23afd4e3b09 None None] Routers {'00bed9ab-a976-4bf1-b0e1-57e4fd26c504'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:19.577269 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ceda44ce-7f7f-45d3-a18c-d23afd4e3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['00bed9ab-a976-4bf1-b0e1-57e4fd26c504'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:19.581633 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-906bdc03-7a72-43b5-a93c-d38e7341dbe7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/networks/e0095ad6-1e0c-437f-ac3d-a9264daca82f HTTP/1.1" status: 204 len: 168 time: 2.8378127 Jan 28 18:01:19.582040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45764) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:19.587401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-862847584'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:19.592856 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:19.596689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:network and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:19.601363 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:19.608547 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:19.640510 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ceda44ce-7f7f-45d3-a18c-d23afd4e3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:19.640903 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda44ce-7f7f-45d3-a18c-d23afd4e3b09 None None] The sync data for ids ['00bed9ab-a976-4bf1-b0e1-57e4fd26c504'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:01:19.648271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fda329-b21c-41e1-b6c6-a8d52f413738 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:19.654564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fda329-b21c-41e1-b6c6-a8d52f413738 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:19.655364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-20e5336f-4e30-40cb-ab18-f8165958d988 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Unset dirty status for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:19.656132 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c1fda329-b21c-41e1-b6c6-a8d52f413738 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0967734 Jan 28 18:01:19.656693 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-20e5336f-4e30-40cb-ab18-f8165958d988 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports/9bf44267-013e-468c-9c4d-da881644ad7a HTTP/1.1" status: 200 len: 911 time: 0.1635659 Jan 28 18:01:19.659137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45768) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:19.659486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45770) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:19.666604 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-13916c2c-c982-40d0-b228-d183357d7a84 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '463aa02a-d3fa-4eb6-9da4-d8227895f8d0'}]}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:19.730899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:19.734108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:19.816588 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:19.817909 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:19.825040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-037f7702-f9ee-4863-9fb3-fd791b6e9cb0 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Deleting port 6b840633-521c-4136-aa47-5f808f521225 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:19.825350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-037f7702-f9ee-4863-9fb3-fd791b6e9cb0 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:19.932702 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:19.933044 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Added segment 76dd9b10-f8ea-4265-9315-32a12c0cdc35 of type vlan for network bb082c77-b550-411a-8df2-7a44110ef683 Jan 28 18:01:20.033438 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:20.220545 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-037f7702-f9ee-4863-9fb3-fd791b6e9cb0 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:20.286609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-13916c2c-c982-40d0-b228-d183357d7a84 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:20.352766 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-037f7702-f9ee-4863-9fb3-fd791b6e9cb0 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Calling delete_port for 6b840633-521c-4136-aa47-5f808f521225 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:20.382324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:20.388161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:20.388723 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:20.642843 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Network': ['ID=bb082c77-b550-411a-8df2-7a44110ef683,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:20.650100 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-55a9bf3d-f175-4944-9c46-7ed382334413 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0627067 Jan 28 18:01:20.650432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45776) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:20.655435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': 'bb082c77-b550-411a-8df2-7a44110ef683', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:20.665120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network bb082c77-b550-411a-8df2-7a44110ef683 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:20.703422 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-037f7702-f9ee-4863-9fb3-fd791b6e9cb0 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:20.771889 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f7702-f9ee-4863-9fb3-fd791b6e9cb0 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event deleted for resources: {'Port': ['ID=6b840633-521c-4136-aa47-5f808f521225,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:20.783534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:20.783702 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-037f7702-f9ee-4863-9fb3-fd791b6e9cb0 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:20.787615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:20.790705 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:20.797051 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-037f7702-f9ee-4863-9fb3-fd791b6e9cb0 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "DELETE /v2.0/ports/6b840633-521c-4136-aa47-5f808f521225 HTTP/1.1" status: 204 len: 168 time: 1.1350877 Jan 28 18:01:20.801147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:20.802110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45780) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:20.874850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b2d2aa03-1077-44a0-aeba-66e3cae9e8c7 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Deleting port 721dd158-e6e5-4b78-8387-9c5ffbaf482e {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:20.875211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b2d2aa03-1077-44a0-aeba-66e3cae9e8c7 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:20.961944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:20.966356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:21.196665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b2d2aa03-1077-44a0-aeba-66e3cae9e8c7 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:21.224701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-13916c2c-c982-40d0-b228-d183357d7a84 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:21.279468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-13916c2c-c982-40d0-b228-d183357d7a84 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:21.285131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13916c2c-c982-40d0-b228-d183357d7a84 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:21.285768 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-13916c2c-c982-40d0-b228-d183357d7a84 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:21.287013 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-13916c2c-c982-40d0-b228-d183357d7a84 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/ports/9bf44267-013e-468c-9c4d-da881644ad7a HTTP/1.1" status: 200 len: 911 time: 1.6266279 Jan 28 18:01:21.319428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45784) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:21.328933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b2d2aa03-1077-44a0-aeba-66e3cae9e8c7 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Calling delete_port for 721dd158-e6e5-4b78-8387-9c5ffbaf482e owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:21.488216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13916c2c-c982-40d0-b228-d183357d7a84 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=9bf44267-013e-468c-9c4d-da881644ad7a,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:21.661315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b2d2aa03-1077-44a0-aeba-66e3cae9e8c7 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:21.712244 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:21.741741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2aa03-1077-44a0-aeba-66e3cae9e8c7 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event deleted for resources: {'Port': ['ID=721dd158-e6e5-4b78-8387-9c5ffbaf482e,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:21.770778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b2d2aa03-1077-44a0-aeba-66e3cae9e8c7 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:21.801812 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b2d2aa03-1077-44a0-aeba-66e3cae9e8c7 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "DELETE /v2.0/ports/721dd158-e6e5-4b78-8387-9c5ffbaf482e HTTP/1.1" status: 204 len: 168 time: 0.9986632 Jan 28 18:01:21.805405 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45788) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:21.809020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Subnet': ['ID=c441f79e-76a0-4591-8e4a-a51a6e808e58,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:21.819426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Checking segment: {'id': '76dd9b10-f8ea-4265-9315-32a12c0cdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb082c77-b550-411a-8df2-7a44110ef683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:21.819783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network hostable DHCP agents. Network: bb082c77-b550-411a-8df2-7a44110ef683, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:21.857423 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-179fe5c1-8208-4f46-a954-35cc45ff2138 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Synchronizing usage tracker for tenant:7c88038f0fbc4d50af5051f0afb88fd6 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:21.895110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8fe5b550-0be5-4220-b3e8-b8642e2aaf1f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:21.895311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network bb082c77-b550-411a-8df2-7a44110ef683 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:21.980990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, bb082c77-b550-411a-8df2-7a44110ef683) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:21.985154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:21.985779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:21.992958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0818d0ea-f89b-4dc2-a89f-bc5ed67cde0e None None] Network bb082c77-b550-411a-8df2-7a44110ef683 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:22.002934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-179fe5c1-8208-4f46-a954-35cc45ff2138 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Unset dirty status for tenant:7c88038f0fbc4d50af5051f0afb88fd6 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:22.004130 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-179fe5c1-8208-4f46-a954-35cc45ff2138 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1930013 Jan 28 18:01:22.007966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45792) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:22.014392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-140859622'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:22.019268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:22.023400 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Usage tracker for resource:network and tenant:7c88038f0fbc4d50af5051f0afb88fd6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:22.026731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:22.034224 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:22.081327 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3c29a38f-be67-4e8a-a5a2-71b4ea15728e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4311295 Jan 28 18:01:22.082883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45796) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:22.088315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'network_id': 'bb082c77-b550-411a-8df2-7a44110ef683', 'name': 'tempest-PortsIpV6TestJSON-999447978', 'fixed_ips': [{'subnet_id': 'c441f79e-76a0-4591-8e4a-a51a6e808e58', 'ip_address': '2001:db8::10'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:22.172309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Made reservation on behalf of 7c88038f0fbc4d50af5051f0afb88fd6 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:22.175865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.231704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:22.232495 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-bb082c77-b550-411a-8df2-7a44110ef683', 'network_id': 'bb082c77-b550-411a-8df2-7a44110ef683', 'tenant_id': '803d439137ae4d62b7dce7631ff78822', 'fixed_ips': [{'subnet_id': 'c441f79e-76a0-4591-8e4a-a51a6e808e58'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:01:22.233402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.238414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-8fe5b550-0be5-4220-b3e8-b8642e2aaf1f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port 9bf44267-013e-468c-9c4d-da881644ad7a {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:22.239367 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8fe5b550-0be5-4220-b3e8-b8642e2aaf1f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.255310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.255591 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Added segment 4c0e72ef-076d-4df3-acfe-5da00b03256d of type vlan for network 54168f0e-9e67-4b59-b712-61a4861693f5 Jan 28 18:01:22.264492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:22.271790 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:port and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:22.276171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:22.290901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:22.296549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.388020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:22.391654 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Allocated IP 2001:db8::2 (bb082c77-b550-411a-8df2-7a44110ef683/c441f79e-76a0-4591-8e4a-a51a6e808e58/33766b3a-a030-4a66-b837-93055c9a2636) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:22.439074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8fe5b550-0be5-4220-b3e8-b8642e2aaf1f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.459339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.466049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:22.466049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.604522 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.604733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event updated for resources: {'Network': ['ID=54168f0e-9e67-4b59-b712-61a4861693f5,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:22.616863 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Transition to ACTIVE for port object 33766b3a-a030-4a66-b837-93055c9a2636 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:22.624319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 54168f0e-9e67-4b59-b712-61a4861693f5 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:22.632514 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.657067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port 4a268739-26a8-46cd-91ee-aa5daae4d6ab yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:01:22.695875 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-80ea7bad-7150-40a0-aa35-2ed67b069ca6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6842473 Jan 28 18:01:22.696645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45800) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:22.697188 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-8fe5b550-0be5-4220-b3e8-b8642e2aaf1f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for 9bf44267-013e-468c-9c4d-da881644ad7a owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:22.703670 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-435377555'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:22.722455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:22.736524 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Usage tracker for resource:network and tenant:7c88038f0fbc4d50af5051f0afb88fd6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:22.742041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:22.750224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Transition to ACTIVE for port object 33766b3a-a030-4a66-b837-93055c9a2636 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:22.752416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:22.809822 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.873993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Network bb082c77-b550-411a-8df2-7a44110ef683 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:22.874211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Made reservation on behalf of 7c88038f0fbc4d50af5051f0afb88fd6 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:22.876944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:22.877484 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.883591 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:22.886665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Pushing event updated for resources: {'Port': ['ID=33766b3a-a030-4a66-b837-93055c9a2636,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:22.914632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Allocated IP 2001:db8::10 (bb082c77-b550-411a-8df2-7a44110ef683/c441f79e-76a0-4591-8e4a-a51a6e808e58/4a268739-26a8-46cd-91ee-aa5daae4d6ab) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:22.922194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:22.922568 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:22.922900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:22.923077 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:22.923265 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:22.923601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:22.923935 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:22.924259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:22.924589 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:22.924919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:22.925242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:22.925563 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:22.925888 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:22.938787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.939166 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Added segment 0f9d8e3a-1922-4df0-a6e8-77f5d71727e4 of type vlan for network f773837d-b99f-4743-9106-c9eb5677ab8f Jan 28 18:01:22.982532 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8fe5b550-0be5-4220-b3e8-b8642e2aaf1f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.984887 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Attempting to bind port 33766b3a-a030-4a66-b837-93055c9a2636 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:22.985571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Attempting to bind port 33766b3a-a030-4a66-b837-93055c9a2636 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '76dd9b10-f8ea-4265-9315-32a12c0cdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb082c77-b550-411a-8df2-7a44110ef683'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:22.986157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Attempting to bind port 33766b3a-a030-4a66-b837-93055c9a2636 on network bb082c77-b550-411a-8df2-7a44110ef683 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:22.991869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:22.992465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Checking segment: {'id': '76dd9b10-f8ea-4265-9315-32a12c0cdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb082c77-b550-411a-8df2-7a44110ef683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:22.993048 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:22.994023 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Bound using segment: {'id': '76dd9b10-f8ea-4265-9315-32a12c0cdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb082c77-b550-411a-8df2-7a44110ef683'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:22.994659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Bound port: 33766b3a-a030-4a66-b837-93055c9a2636, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dd9b10-f8ea-4265-9315-32a12c0cdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bb082c77-b550-411a-8df2-7a44110ef683'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:22.995227 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:23.020083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:23.055299 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5b550-0be5-4220-b3e8-b8642e2aaf1f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=9bf44267-013e-468c-9c4d-da881644ad7a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:23.104381 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] For port 33766b3a-a030-4a66-b837-93055c9a2636, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:23.110750 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] For port 33766b3a-a030-4a66-b837-93055c9a2636, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=33766b3a-a030-4a66-b837-93055c9a2636,segment=NetworkSegment(76dd9b10-f8ea-4265-9315-32a12c0cdc35),segment_id=76dd9b10-f8ea-4265-9315-32a12c0cdc35)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:23.179901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:23.194134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:23.196675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Transition to ACTIVE for port object 4a268739-26a8-46cd-91ee-aa5daae4d6ab will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:23.205897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:23.211603 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:23.212201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:23.238826 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8fe5b550-0be5-4220-b3e8-b8642e2aaf1f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:23.285282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250aeb8c-46d4-45fb-ab80-6a1259db0693 None None] Pushing event updated for resources: {'Port': ['ID=33766b3a-a030-4a66-b837-93055c9a2636,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:23.350509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event updated for resources: {'Network': ['ID=f773837d-b99f-4743-9106-c9eb5677ab8f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:23.365364 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network f773837d-b99f-4743-9106-c9eb5677ab8f details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:23.404772 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-724a32b9-41d0-400b-b2b9-219618b13b5e tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7073252 Jan 28 18:01:23.416369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:23.522692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network bb082c77-b550-411a-8df2-7a44110ef683 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:23.526564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:23.534728 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45804) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:23.539814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:23.547069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:23.549148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:23.552164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Request body: {'subnets': [{'network_id': '54168f0e-9e67-4b59-b712-61a4861693f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1785349333', 'ip_version': 4}, {'network_id': 'f773837d-b99f-4743-9106-c9eb5677ab8f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:23.552667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Request body: {'subnet': {'network_id': '54168f0e-9e67-4b59-b712-61a4861693f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1785349333', 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:23.553394 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Request body: {'subnet': {'network_id': 'f773837d-b99f-4743-9106-c9eb5677ab8f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:23.573468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=4a268739-26a8-46cd-91ee-aa5daae4d6ab,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:23.650367 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-076d49ca-24b3-4417-bc27-989c96d6ff5b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5662937 Jan 28 18:01:23.657019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45808) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:23.658880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'network_id': 'bb082c77-b550-411a-8df2-7a44110ef683', 'name': 'tempest-PortsIpV6TestJSON-1440597212', 'fixed_ips': [{'subnet_id': 'c441f79e-76a0-4591-8e4a-a51a6e808e58', 'ip_address': '2001:db8::f'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:23.781849 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe5b550-0be5-4220-b3e8-b8642e2aaf1f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 00bed9ab-a976-4bf1-b0e1-57e4fd26c504 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:01:23.815743 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:23.819975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:port and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:23.822736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:23.828376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:23.879252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:23.884460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:23.911897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port f2746732-97b5-48f2-b174-3a24981a5964 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:01:24.015715 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe5b550-0be5-4220-b3e8-b8642e2aaf1f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:01:24.021282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:24.026390 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9751519-22c0-4d85-85a5-96b87d64017c None None] Sync routers for ids ['00bed9ab-a976-4bf1-b0e1-57e4fd26c504'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:01:24.038904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Usage tracker for resource:subnet and tenant:7c88038f0fbc4d50af5051f0afb88fd6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:24.040879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9751519-22c0-4d85-85a5-96b87d64017c None None] Routers {'00bed9ab-a976-4bf1-b0e1-57e4fd26c504'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:24.041492 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d9751519-22c0-4d85-85a5-96b87d64017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['00bed9ab-a976-4bf1-b0e1-57e4fd26c504'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:24.047201 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:24.068121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:24.122332 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d9751519-22c0-4d85-85a5-96b87d64017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:24.132484 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8fe5b550-0be5-4220-b3e8-b8642e2aaf1f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/00bed9ab-a976-4bf1-b0e1-57e4fd26c504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8119533 Jan 28 18:01:24.135506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45812) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:24.141001 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9751519-22c0-4d85-85a5-96b87d64017c None None] Routers {'00bed9ab-a976-4bf1-b0e1-57e4fd26c504'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:24.141949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d9751519-22c0-4d85-85a5-96b87d64017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['00bed9ab-a976-4bf1-b0e1-57e4fd26c504'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:24.187520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Made reservation on behalf of 7c88038f0fbc4d50af5051f0afb88fd6 for: {'subnet': 2} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:24.189491 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:24.189817 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:24.216393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d1c1440c-93d5-4f30-93ea-7791ccf3ce46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Synchronizing usage tracker for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:24.249818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d9751519-22c0-4d85-85a5-96b87d64017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:24.250414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9751519-22c0-4d85-85a5-96b87d64017c None None] The sync data for ids ['00bed9ab-a976-4bf1-b0e1-57e4fd26c504'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:01:24.278889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Allocated IP 2001:db8::f (bb082c77-b550-411a-8df2-7a44110ef683/c441f79e-76a0-4591-8e4a-a51a6e808e58/f2746732-97b5-48f2-b174-3a24981a5964) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:24.403775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d1c1440c-93d5-4f30-93ea-7791ccf3ce46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Unset dirty status for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:24.407725 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d1c1440c-93d5-4f30-93ea-7791ccf3ce46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports?device_id=00bed9ab-a976-4bf1-b0e1-57e4fd26c504 HTTP/1.1" status: 200 len: 205 time: 0.2680852 Jan 28 18:01:24.411719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45816) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:24.528988 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:24.555225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Transition to ACTIVE for port object f2746732-97b5-48f2-b174-3a24981a5964 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:24.603748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 33766b3a-a030-4a66-b837-93055c9a2636 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:24.643488 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c8006-6afd-4573-aa8c-09af3b3cb4d9 None None] Network bb082c77-b550-411a-8df2-7a44110ef683 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:24.646718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:24.712865 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9116de57-bf27-4bc8-bb8b-3d946696e1cb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:24.736174 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network bb082c77-b550-411a-8df2-7a44110ef683 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:24.739304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:24.743555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:24.749327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:24.750305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:24.764079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=f2746732-97b5-48f2-b174-3a24981a5964,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:24.843370 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-025a74e3-9460-474e-9516-fcc6f2201c45 None None] Provisioning for port 33766b3a-a030-4a66-b837-93055c9a2636 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:24.853744 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-854d9d15-375a-4dc5-8508-233cc1eb0308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1994965 Jan 28 18:01:24.856414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 33766b3a-a030-4a66-b837-93055c9a2636 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:24.856550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45820) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:24.863994 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 33766b3a-a030-4a66-b837-93055c9a2636 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:24.864367 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:24.964985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9646d88-6062-4429-b416-79014b68caa7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:24.966088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c9646d88-6062-4429-b416-79014b68caa7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:25.044815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c9646d88-6062-4429-b416-79014b68caa7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:25.049039 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c9646d88-6062-4429-b416-79014b68caa7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1913583 Jan 28 18:01:25.049781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45824) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:25.072991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.112184 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 33766b3a-a030-4a66-b837-93055c9a2636, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=33766b3a-a030-4a66-b837-93055c9a2636,segment=NetworkSegment(76dd9b10-f8ea-4265-9315-32a12c0cdc35),segment_id=76dd9b10-f8ea-4265-9315-32a12c0cdc35)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:25.133445 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9116de57-bf27-4bc8-bb8b-3d946696e1cb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.139143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9116de57-bf27-4bc8-bb8b-3d946696e1cb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.176487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9366a58d-a331-4910-b168-9f0290207308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:25.182660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9366a58d-a331-4910-b168-9f0290207308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:25.188556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9366a58d-a331-4910-b168-9f0290207308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:25.190225 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9366a58d-a331-4910-b168-9f0290207308 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1394825 Jan 28 18:01:25.193038 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45828) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:25.200768 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.264092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9116de57-bf27-4bc8-bb8b-3d946696e1cb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.266119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9116de57-bf27-4bc8-bb8b-3d946696e1cb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Fanout notify agent at l3_agent the message router_deleted on router 00bed9ab-a976-4bf1-b0e1-57e4fd26c504 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:01:25.272492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-15c0168e-fa61-4e17-94e5-2330d7f5a701 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port f2746732-97b5-48f2-b174-3a24981a5964 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:25.272894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15c0168e-fa61-4e17-94e5-2330d7f5a701 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.300958 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9116de57-bf27-4bc8-bb8b-3d946696e1cb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.301954 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9116de57-bf27-4bc8-bb8b-3d946696e1cb tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/routers/00bed9ab-a976-4bf1-b0e1-57e4fd26c504 HTTP/1.1" status: 204 len: 168 time: 0.8892183 Jan 28 18:01:25.305257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45832) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:25.309318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=33766b3a-a030-4a66-b837-93055c9a2636,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:25.360246 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.445441 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14d518d-1ec6-497e-9c97-b90808607657 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting subnet 463aa02a-d3fa-4eb6-9da4-d8227895f8d0 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:01:25.467407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f14d518d-1ec6-497e-9c97-b90808607657 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.468524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f834150e-f98f-4517-b988-0c70e3b96175 None None] Provisioning for port 4a268739-26a8-46cd-91ee-aa5daae4d6ab completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:25.475922 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f834150e-f98f-4517-b988-0c70e3b96175 None None] Provisioning complete for port 4a268739-26a8-46cd-91ee-aa5daae4d6ab triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:25.476128 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f834150e-f98f-4517-b988-0c70e3b96175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.495192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event updated for resources: {'Subnet': ['ID=9606f848-e19e-4193-86b3-9443e932d4f6,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:25.524574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Checking segment: {'id': '4c0e72ef-076d-4df3-acfe-5da00b03256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '54168f0e-9e67-4b59-b712-61a4861693f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:25.524951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Network hostable DHCP agents. Network: 54168f0e-9e67-4b59-b712-61a4861693f5, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:25.541120 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f14d518d-1ec6-497e-9c97-b90808607657 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.546879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f834150e-f98f-4517-b988-0c70e3b96175 None None] Port 4a268739-26a8-46cd-91ee-aa5daae4d6ab cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:25.567324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15c0168e-fa61-4e17-94e5-2330d7f5a701 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.617895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f834150e-f98f-4517-b988-0c70e3b96175 None None] Provisioning for port f2746732-97b5-48f2-b174-3a24981a5964 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:25.625762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f834150e-f98f-4517-b988-0c70e3b96175 None None] Provisioning complete for port f2746732-97b5-48f2-b174-3a24981a5964 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:25.626312 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f834150e-f98f-4517-b988-0c70e3b96175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.652204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f14d518d-1ec6-497e-9c97-b90808607657 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.681739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Network 54168f0e-9e67-4b59-b712-61a4861693f5 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:25.713226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-15c0168e-fa61-4e17-94e5-2330d7f5a701 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for f2746732-97b5-48f2-b174-3a24981a5964 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:25.729879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f834150e-f98f-4517-b988-0c70e3b96175 None None] Port f2746732-97b5-48f2-b174-3a24981a5964 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:25.743913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f834150e-f98f-4517-b988-0c70e3b96175 None None] Provisioning complete for port 33766b3a-a030-4a66-b837-93055c9a2636 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:25.744341 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f834150e-f98f-4517-b988-0c70e3b96175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.782569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 54168f0e-9e67-4b59-b712-61a4861693f5) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:25.787040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.796458 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e17151-e9c8-4025-b3f4-2967988f37ad None None] Network 54168f0e-9e67-4b59-b712-61a4861693f5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:25.906542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f14d518d-1ec6-497e-9c97-b90808607657 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.930868 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event updated for resources: {'Subnet': ['ID=70d8e885-3d4c-4e02-83ef-a9b48942324f,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:25.935404 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f14d518d-1ec6-497e-9c97-b90808607657 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:25.937926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Checking segment: {'id': '0f9d8e3a-1922-4df0-a6e8-77f5d71727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f773837d-b99f-4743-9106-c9eb5677ab8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:25.938285 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Network hostable DHCP agents. Network: f773837d-b99f-4743-9106-c9eb5677ab8f, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:25.951692 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab8c1cc-7fb5-4d2e-ba9a-ab6f07ba0f12 None None] Network 03f90631-7213-494d-8a4d-d1740febf070 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:25.977721 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d518d-1ec6-497e-9c97-b90808607657 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Subnet': ['ID=463aa02a-d3fa-4eb6-9da4-d8227895f8d0,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:25.986014 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f14d518d-1ec6-497e-9c97-b90808607657 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/463aa02a-d3fa-4eb6-9da4-d8227895f8d0 HTTP/1.1" status: 204 len: 168 time: 0.6797812 Jan 28 18:01:25.988623 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45836) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:25.993655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15c0168e-fa61-4e17-94e5-2330d7f5a701 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:26.113498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:26.125705 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Network f773837d-b99f-4743-9106-c9eb5677ab8f is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:26.127862 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port 32c1f205-4e2f-4e61-966f-47172252cdd3 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:26.128243 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:26.128478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0168e-fa61-4e17-94e5-2330d7f5a701 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=f2746732-97b5-48f2-b174-3a24981a5964,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:26.138123 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15c0168e-fa61-4e17-94e5-2330d7f5a701 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:26.219753 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-15c0168e-fa61-4e17-94e5-2330d7f5a701 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/f2746732-97b5-48f2-b174-3a24981a5964 HTTP/1.1" status: 204 len: 168 time: 1.0233815 Jan 28 18:01:26.220162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45840) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:26.275875 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca12642-fb7d-48c0-896d-34aa19f3e8fa tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] GET failed (client error): The resource could not be found. Jan 28 18:01:26.276423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3ca12642-fb7d-48c0-896d-34aa19f3e8fa tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:26.344885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745200f3-8326-476c-838c-d874241199da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-54168f0e-9e67-4b59-b712-61a4861693f5', 'network_id': '54168f0e-9e67-4b59-b712-61a4861693f5', 'tenant_id': '7c88038f0fbc4d50af5051f0afb88fd6', 'fixed_ips': [{'subnet_id': '9606f848-e19e-4193-86b3-9443e932d4f6'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:01:26.345784 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-745200f3-8326-476c-838c-d874241199da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:26.359670 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3ca12642-fb7d-48c0-896d-34aa19f3e8fa tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:26.363439 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3ca12642-fb7d-48c0-896d-34aa19f3e8fa tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/f2746732-97b5-48f2-b174-3a24981a5964 HTTP/1.1" status: 404 len: 333 time: 0.1399186 Jan 28 18:01:26.363708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45844) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:26.382558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, f773837d-b99f-4743-9106-c9eb5677ab8f) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:26.391494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:26.391967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:26.392614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:26.410250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cbe626-b315-4d32-ad08-3563fe8f124b None None] Network f773837d-b99f-4743-9106-c9eb5677ab8f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:26.447583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-31bfdffa-726c-4682-ad1d-011a1791096a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port 4a268739-26a8-46cd-91ee-aa5daae4d6ab {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:26.447931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-31bfdffa-726c-4682-ad1d-011a1791096a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:26.500416 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e24195a-e3bb-47b0-a41d-46dc1efa223d None None] DHCP port deletion for 03f90631-7213-494d-8a4d-d1740febf070 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:01:26.524710 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3e24195a-e3bb-47b0-a41d-46dc1efa223d None None] Deleting port 32c1f205-4e2f-4e61-966f-47172252cdd3 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:26.525094 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3e24195a-e3bb-47b0-a41d-46dc1efa223d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:26.536505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] For port 32c1f205-4e2f-4e61-966f-47172252cdd3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=32c1f205-4e2f-4e61-966f-47172252cdd3,segment=NetworkSegment(bee745a9-0e30-4dcc-bf92-6de8ad204500),segment_id=bee745a9-0e30-4dcc-bf92-6de8ad204500)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:26.537034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:26.559302 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-81ac55bc-96d0-42c7-b543-f5414392ba28 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.0207806 Jan 28 18:01:26.559610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45848) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:26.577400 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 33766b3a-a030-4a66-b837-93055c9a2636 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:26.621726 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bcc2bd68-e7ca-479b-b0bd-b901e66de3a5 None None] Provisioning complete for port 4a268739-26a8-46cd-91ee-aa5daae4d6ab triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:26.621726 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bd68-e7ca-479b-b0bd-b901e66de3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:26.676210 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for 32c1f205-4e2f-4e61-966f-47172252cdd3 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:26.708939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f19cde9-5f8d-4624-bad5-d50e705a968d tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:26.710343 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f19cde9-5f8d-4624-bad5-d50e705a968d tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:26.712286 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f19cde9-5f8d-4624-bad5-d50e705a968d tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:26.717669 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7f19cde9-5f8d-4624-bad5-d50e705a968d tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1529994 Jan 28 18:01:26.717923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45852) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:26.827671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:26.829330 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2bd68-e7ca-479b-b0bd-b901e66de3a5 None None] Port 4a268739-26a8-46cd-91ee-aa5daae4d6ab cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:26.872764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bcc2bd68-e7ca-479b-b0bd-b901e66de3a5 None None] Could not find standard attr ID for object f2746732-97b5-48f2-b174-3a24981a5964. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:01:26.882448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=32c1f205-4e2f-4e61-966f-47172252cdd3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:26.884651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No DVR routers for this DVR port 32c1f205-4e2f-4e61-966f-47172252cdd3 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:01:26.915139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-745200f3-8326-476c-838c-d874241199da None None] Allocated IP 172.20.0.2 (54168f0e-9e67-4b59-b712-61a4861693f5/9606f848-e19e-4193-86b3-9443e932d4f6/2182cede-bce2-490a-928f-29d936a32f65) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:26.931593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a764f4f-8d7d-41ae-9982-ae5d07861daf tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Deleting subnet 9606f848-e19e-4193-86b3-9443e932d4f6 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:01:26.940433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-31bfdffa-726c-4682-ad1d-011a1791096a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.012056 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.024359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3e24195a-e3bb-47b0-a41d-46dc1efa223d None None] For port 32c1f205-4e2f-4e61-966f-47172252cdd3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=32c1f205-4e2f-4e61-966f-47172252cdd3,segment=NetworkSegment(bee745a9-0e30-4dcc-bf92-6de8ad204500),segment_id=bee745a9-0e30-4dcc-bf92-6de8ad204500)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:27.025103 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3e24195a-e3bb-47b0-a41d-46dc1efa223d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.038421 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f90631-7213-494d-8a4d-d1740febf070']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:27.051559 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee745a9-0e30-4dcc-bf92-6de8ad204500') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:27.051857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee745a9-0e30-4dcc-bf92-6de8ad204500') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:27.064277 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.067352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-31bfdffa-726c-4682-ad1d-011a1791096a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for 4a268739-26a8-46cd-91ee-aa5daae4d6ab owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:27.080715 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.086527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:27.086911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:27.101471 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:27.167817 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3e24195a-e3bb-47b0-a41d-46dc1efa223d None None] Calling delete_port for 32c1f205-4e2f-4e61-966f-47172252cdd3 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:27.256588 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.276936 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.285386 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Network': ['ID=03f90631-7213-494d-8a4d-d1740febf070,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:27.333751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 33766b3a-a030-4a66-b837-93055c9a2636 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:27.334116 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.336991 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-31bfdffa-726c-4682-ad1d-011a1791096a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.372627 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cd725c29-0054-4091-8a8d-2a1ca015a2f0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/networks/03f90631-7213-494d-8a4d-d1740febf070 HTTP/1.1" status: 204 len: 168 time: 1.3828127 Jan 28 18:01:27.377089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45856) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:27.382658 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-637e1d7d-7cc9-4cf0-8a36-be56efe56582 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1400529993', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:27.389692 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-637e1d7d-7cc9-4cf0-8a36-be56efe56582 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:27.394041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-637e1d7d-7cc9-4cf0-8a36-be56efe56582 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:router and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:27.397079 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-637e1d7d-7cc9-4cf0-8a36-be56efe56582 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:27.398319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfdffa-726c-4682-ad1d-011a1791096a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=4a268739-26a8-46cd-91ee-aa5daae4d6ab,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:27.403972 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-637e1d7d-7cc9-4cf0-8a36-be56efe56582 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:27.442252 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-f773837d-b99f-4743-9106-c9eb5677ab8f', 'network_id': 'f773837d-b99f-4743-9106-c9eb5677ab8f', 'tenant_id': '7c88038f0fbc4d50af5051f0afb88fd6', 'fixed_ips': [{'subnet_id': '70d8e885-3d4c-4e02-83ef-a9b48942324f'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:01:27.443070 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.446936 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-31bfdffa-726c-4682-ad1d-011a1791096a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.473838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-637e1d7d-7cc9-4cf0-8a36-be56efe56582 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.475032 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-637e1d7d-7cc9-4cf0-8a36-be56efe56582 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.491378 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-31bfdffa-726c-4682-ad1d-011a1791096a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/4a268739-26a8-46cd-91ee-aa5daae4d6ab HTTP/1.1" status: 204 len: 168 time: 1.1260910 Jan 28 18:01:27.493085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-637e1d7d-7cc9-4cf0-8a36-be56efe56582 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.494005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45860) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:27.541679 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4271e13-3572-4f25-a8cb-8fe39a238d7a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] GET failed (client error): The resource could not be found. Jan 28 18:01:27.542751 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c4271e13-3572-4f25-a8cb-8fe39a238d7a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:27.554072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-637e1d7d-7cc9-4cf0-8a36-be56efe56582 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.600162 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-3e24195a-e3bb-47b0-a41d-46dc1efa223d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:01:27.600428 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-3e24195a-e3bb-47b0-a41d-46dc1efa223d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:01:27.605794 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c4271e13-3572-4f25-a8cb-8fe39a238d7a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:27.610803 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c4271e13-3572-4f25-a8cb-8fe39a238d7a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/4a268739-26a8-46cd-91ee-aa5daae4d6ab HTTP/1.1" status: 404 len: 333 time: 0.1113331 Jan 28 18:01:27.616972 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45864) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:27.628320 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-637e1d7d-7cc9-4cf0-8a36-be56efe56582 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.637971 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-637e1d7d-7cc9-4cf0-8a36-be56efe56582 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2512708 Jan 28 18:01:27.637971 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45868) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:27.641119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-660347674'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:27.648063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:27.653120 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:network and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:27.656116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:27.663392 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:27.695824 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb12a46-60a3-475e-b9bd-bbee44450154 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting subnet c441f79e-76a0-4591-8e4a-a51a6e808e58 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:01:27.698756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7bb12a46-60a3-475e-b9bd-bbee44450154 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.747998 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:27.752401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.755848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7bb12a46-60a3-475e-b9bd-bbee44450154 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.776154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-745200f3-8326-476c-838c-d874241199da None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.781842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:27.793008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.793412 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Added segment 139ced83-8508-40d1-90e9-67d9f97a9177 of type vlan for network 7c5f37fd-cc06-47c8-8be1-02e73dfd7751 Jan 28 18:01:27.799945 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-745200f3-8326-476c-838c-d874241199da None None] Transition to ACTIVE for port object 2182cede-bce2-490a-928f-29d936a32f65 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:27.819815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Allocated IP 172.20.0.18 (f773837d-b99f-4743-9106-c9eb5677ab8f/70d8e885-3d4c-4e02-83ef-a9b48942324f/6fdef5dd-121d-468c-88b1-9200a836421d) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:27.826134 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.837077 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-745200f3-8326-476c-838c-d874241199da None None] Transition to ACTIVE for port object 2182cede-bce2-490a-928f-29d936a32f65 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:27.872625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7bb12a46-60a3-475e-b9bd-bbee44450154 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.905002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 32c1f205-4e2f-4e61-966f-47172252cdd3 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:01:27.910114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2a764f4f-8d7d-41ae-9982-ae5d07861daf tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.936241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.942406 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:27.943049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:27.944575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-745200f3-8326-476c-838c-d874241199da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.002436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 32c1f205-4e2f-4e61-966f-47172252cdd3 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:01:28.002696 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 32c1f205-4e2f-4e61-966f-47172252cdd3 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:01:28.041065 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745200f3-8326-476c-838c-d874241199da None None] Network 54168f0e-9e67-4b59-b712-61a4861693f5 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:28.047213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-745200f3-8326-476c-838c-d874241199da None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:28.060520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2a764f4f-8d7d-41ae-9982-ae5d07861daf tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.060847 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745200f3-8326-476c-838c-d874241199da None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:28.070253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745200f3-8326-476c-838c-d874241199da None None] Pushing event updated for resources: {'Port': ['ID=2182cede-bce2-490a-928f-29d936a32f65,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:28.087746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Network': ['ID=7c5f37fd-cc06-47c8-8be1-02e73dfd7751,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:28.105630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3e24195a-e3bb-47b0-a41d-46dc1efa223d None None] Deleting port 32c1f205-4e2f-4e61-966f-47172252cdd3 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:28.106010 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3e24195a-e3bb-47b0-a41d-46dc1efa223d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.108168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7bb12a46-60a3-475e-b9bd-bbee44450154 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.128971 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 7c5f37fd-cc06-47c8-8be1-02e73dfd7751 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:28.154435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7bb12a46-60a3-475e-b9bd-bbee44450154 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.160568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb12a46-60a3-475e-b9bd-bbee44450154 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Subnet': ['ID=c441f79e-76a0-4591-8e4a-a51a6e808e58,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:28.171512 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7bb12a46-60a3-475e-b9bd-bbee44450154 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/c441f79e-76a0-4591-8e4a-a51a6e808e58 HTTP/1.1" status: 204 len: 168 time: 0.5581675 Jan 28 18:01:28.174229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45872) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:28.197660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2a764f4f-8d7d-41ae-9982-ae5d07861daf tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.202630 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7347fee0-6b25-47f0-8686-aef3811e7e95 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5688822 Jan 28 18:01:28.204447 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66095746-2360-4920-871d-48e580367555 None None] Network bb082c77-b550-411a-8df2-7a44110ef683 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:28.232737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45876) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:28.247885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'subnet': {'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:28.298713 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.310828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port 33766b3a-a030-4a66-b837-93055c9a2636 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:28.311197 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.330746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3e24195a-e3bb-47b0-a41d-46dc1efa223d None None] The port '32c1f205-4e2f-4e61-966f-47172252cdd3' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:01:28.377962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:28.381972 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:subnet and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:28.384855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:28.391809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:28.428135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2a764f4f-8d7d-41ae-9982-ae5d07861daf tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.463501 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:28.466465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-745200f3-8326-476c-838c-d874241199da None None] Attempting to bind port 2182cede-bce2-490a-928f-29d936a32f65 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:28.466987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-745200f3-8326-476c-838c-d874241199da None None] Attempting to bind port 2182cede-bce2-490a-928f-29d936a32f65 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '4c0e72ef-076d-4df3-acfe-5da00b03256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '54168f0e-9e67-4b59-b712-61a4861693f5'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:28.467199 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745200f3-8326-476c-838c-d874241199da None None] Attempting to bind port 2182cede-bce2-490a-928f-29d936a32f65 on network 54168f0e-9e67-4b59-b712-61a4861693f5 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:28.467518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.494554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2a764f4f-8d7d-41ae-9982-ae5d07861daf tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.523372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745200f3-8326-476c-838c-d874241199da None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:28.524231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745200f3-8326-476c-838c-d874241199da None None] Checking segment: {'id': '4c0e72ef-076d-4df3-acfe-5da00b03256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '54168f0e-9e67-4b59-b712-61a4861693f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:28.524231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-745200f3-8326-476c-838c-d874241199da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.524520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745200f3-8326-476c-838c-d874241199da None None] Bound using segment: {'id': '4c0e72ef-076d-4df3-acfe-5da00b03256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '54168f0e-9e67-4b59-b712-61a4861693f5'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:28.524995 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-745200f3-8326-476c-838c-d874241199da None None] Bound port: 2182cede-bce2-490a-928f-29d936a32f65, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0e72ef-076d-4df3-acfe-5da00b03256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '54168f0e-9e67-4b59-b712-61a4861693f5'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:28.525375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-745200f3-8326-476c-838c-d874241199da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.545667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a764f4f-8d7d-41ae-9982-ae5d07861daf tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event deleted for resources: {'Subnet': ['ID=9606f848-e19e-4193-86b3-9443e932d4f6,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:28.557107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] For port 33766b3a-a030-4a66-b837-93055c9a2636, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=33766b3a-a030-4a66-b837-93055c9a2636,segment=NetworkSegment(76dd9b10-f8ea-4265-9315-32a12c0cdc35),segment_id=76dd9b10-f8ea-4265-9315-32a12c0cdc35)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:28.557647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.569823 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2a764f4f-8d7d-41ae-9982-ae5d07861daf tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "DELETE /v2.0/subnets/9606f848-e19e-4193-86b3-9443e932d4f6 HTTP/1.1" status: 204 len: 168 time: 1.8484755 Jan 28 18:01:28.570603 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45880) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:28.587930 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.627660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Transition to ACTIVE for port object 6fdef5dd-121d-468c-88b1-9200a836421d will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:28.672742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Transition to ACTIVE for port object 6fdef5dd-121d-468c-88b1-9200a836421d will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:28.703830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-745200f3-8326-476c-838c-d874241199da None None] For port 2182cede-bce2-490a-928f-29d936a32f65, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:28.707450 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-745200f3-8326-476c-838c-d874241199da None None] For port 2182cede-bce2-490a-928f-29d936a32f65, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2182cede-bce2-490a-928f-29d936a32f65,segment=NetworkSegment(4c0e72ef-076d-4df3-acfe-5da00b03256d),segment_id=4c0e72ef-076d-4df3-acfe-5da00b03256d)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:28.766403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9213f022-f43e-416c-b34e-8e11b6910c77 None None] DHCP port deletion for bb082c77-b550-411a-8df2-7a44110ef683 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:01:28.771219 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9213f022-f43e-416c-b34e-8e11b6910c77 None None] Deleting port 33766b3a-a030-4a66-b837-93055c9a2636 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:28.771598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9213f022-f43e-416c-b34e-8e11b6910c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.804675 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.805294 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.837781 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for 33766b3a-a030-4a66-b837-93055c9a2636 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:28.857037 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-745200f3-8326-476c-838c-d874241199da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.887998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Subnet': ['ID=95472e62-2454-4bf6-bdce-57cff6837afe,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:28.895909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Network f773837d-b99f-4743-9106-c9eb5677ab8f is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:28.896648 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Checking segment: {'id': '139ced83-8508-40d1-90e9-67d9f97a9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:28.897004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network hostable DHCP agents. Network: 7c5f37fd-cc06-47c8-8be1-02e73dfd7751, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:28.901449 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:28.905457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:28.911184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec803173-efdf-47fe-8e5f-3aeea694aa34 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Deleting subnet 70d8e885-3d4c-4e02-83ef-a9b48942324f {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:01:28.914204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ec803173-efdf-47fe-8e5f-3aeea694aa34 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:28.953589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 7c5f37fd-cc06-47c8-8be1-02e73dfd7751 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:28.981664 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ec803173-efdf-47fe-8e5f-3aeea694aa34 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:29.029497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Pushing event updated for resources: {'Port': ['ID=6fdef5dd-121d-468c-88b1-9200a836421d,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:29.044079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 7c5f37fd-cc06-47c8-8be1-02e73dfd7751) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:29.048447 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:29.049044 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:29.071495 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:29.124436 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=33766b3a-a030-4a66-b837-93055c9a2636,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:29.127965 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No DVR routers for this DVR port 33766b3a-a030-4a66-b837-93055c9a2636 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:01:29.133628 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-147416cf-a2bb-4e06-ac19-ef25a6996ec8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9001024 Jan 28 18:01:29.134351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45884) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:29.158605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b26391a-f2e8-416c-ac20-3825fd42f03d None None] Network 7c5f37fd-cc06-47c8-8be1-02e73dfd7751 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:29.165612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ec803173-efdf-47fe-8e5f-3aeea694aa34 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:29.313685 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:29.347725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb082c77-b550-411a-8df2-7a44110ef683']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:29.363799 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dd9b10-f8ea-4265-9315-32a12c0cdc35') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:29.364167 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dd9b10-f8ea-4265-9315-32a12c0cdc35') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:29.379736 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:29.382484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Attempting to bind port 6fdef5dd-121d-468c-88b1-9200a836421d on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:29.382863 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Attempting to bind port 6fdef5dd-121d-468c-88b1-9200a836421d by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '0f9d8e3a-1922-4df0-a6e8-77f5d71727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f773837d-b99f-4743-9106-c9eb5677ab8f'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:29.383251 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Attempting to bind port 6fdef5dd-121d-468c-88b1-9200a836421d on network f773837d-b99f-4743-9106-c9eb5677ab8f {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:29.405860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:29.412518 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:29.412930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:29.428779 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:29.482049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ec803173-efdf-47fe-8e5f-3aeea694aa34 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:29.484344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:29.491197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Checking segment: {'id': '0f9d8e3a-1922-4df0-a6e8-77f5d71727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f773837d-b99f-4743-9106-c9eb5677ab8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:29.491197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:29.491197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Bound using segment: {'id': '0f9d8e3a-1922-4df0-a6e8-77f5d71727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f773837d-b99f-4743-9106-c9eb5677ab8f'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:29.491197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Bound port: 6fdef5dd-121d-468c-88b1-9200a836421d, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9d8e3a-1922-4df0-a6e8-77f5d71727e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f773837d-b99f-4743-9106-c9eb5677ab8f'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:29.491197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:29.551397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec803173-efdf-47fe-8e5f-3aeea694aa34 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event deleted for resources: {'Subnet': ['ID=70d8e885-3d4c-4e02-83ef-a9b48942324f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:29.553764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745200f3-8326-476c-838c-d874241199da None None] Pushing event updated for resources: {'Port': ['ID=2182cede-bce2-490a-928f-29d936a32f65,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:29.557395 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ec803173-efdf-47fe-8e5f-3aeea694aa34 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:29.567918 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ec803173-efdf-47fe-8e5f-3aeea694aa34 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "DELETE /v2.0/subnets/70d8e885-3d4c-4e02-83ef-a9b48942324f HTTP/1.1" status: 204 len: 168 time: 0.9966390 Jan 28 18:01:29.570298 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45888) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:29.609611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dc7267-2e1d-48e4-9468-c71874b51701 None None] Network 54168f0e-9e67-4b59-b712-61a4861693f5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:29.656397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0ead51-d744-4b69-bc7d-4e786a80961d tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:29.657131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-dd0ead51-d744-4b69-bc7d-4e786a80961d tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Synchronizing usage tracker for tenant:7c88038f0fbc4d50af5051f0afb88fd6 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:29.755457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9213f022-f43e-416c-b34e-8e11b6910c77 None None] For port 33766b3a-a030-4a66-b837-93055c9a2636, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=33766b3a-a030-4a66-b837-93055c9a2636,segment=NetworkSegment(76dd9b10-f8ea-4265-9315-32a12c0cdc35),segment_id=76dd9b10-f8ea-4265-9315-32a12c0cdc35)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:29.755855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9213f022-f43e-416c-b34e-8e11b6910c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:29.855436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:29.919213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9213f022-f43e-416c-b34e-8e11b6910c77 None None] Calling delete_port for 33766b3a-a030-4a66-b837-93055c9a2636 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:30.021439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.041886 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] For port 6fdef5dd-121d-468c-88b1-9200a836421d, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:30.055499 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.063065 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-dd0ead51-d744-4b69-bc7d-4e786a80961d tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Unset dirty status for tenant:7c88038f0fbc4d50af5051f0afb88fd6 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:30.064203 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dd0ead51-d744-4b69-bc7d-4e786a80961d tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4929693 Jan 28 18:01:30.067937 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45892) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:30.069554 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/networks/bb082c77-b550-411a-8df2-7a44110ef683 HTTP/1.1" status: 204 len: 168 time: 1.8940821 Jan 28 18:01:30.070614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03304035-650f-47e1-b86d-3c17b3607daf tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Network': ['ID=bb082c77-b550-411a-8df2-7a44110ef683,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:30.075616 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45896) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:30.081446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-476387220'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:30.086380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:30.090525 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:network and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:30.093404 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:30.100414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:30.123682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] For port 6fdef5dd-121d-468c-88b1-9200a836421d, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6fdef5dd-121d-468c-88b1-9200a836421d,segment=NetworkSegment(0f9d8e3a-1922-4df0-a6e8-77f5d71727e4),segment_id=0f9d8e3a-1922-4df0-a6e8-77f5d71727e4)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:30.126148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:01:30.126947 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.153693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-9213f022-f43e-416c-b34e-8e11b6910c77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:01:30.154047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-9213f022-f43e-416c-b34e-8e11b6910c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:01:30.200388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:30.204154 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.223938 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.236898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:30.246479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.246890 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Added segment 1cf202be-96f1-4684-ae35-45fbd20d0db2 of type vlan for network d8089e3e-77f2-4c59-931a-2582d0776d78 Jan 28 18:01:30.247094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.275141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.301729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Deleting port 6fdef5dd-121d-468c-88b1-9200a836421d {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:30.302092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.320008 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4663a4a-8ec0-4593-9fac-593e387bbba9 None None] Pushing event updated for resources: {'Port': ['ID=6fdef5dd-121d-468c-88b1-9200a836421d,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:30.363678 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.365631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Allocated IP 2001:db8::1 (7c5f37fd-cc06-47c8-8be1-02e73dfd7751/95472e62-2454-4bf6-bdce-57cff6837afe/ac79c46e-0c42-4482-8d81-c9361e43ab20) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:30.369157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:30.373577 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.468035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49d1164-a18a-4ff0-8ceb-a07641494c9c None None] Network f773837d-b99f-4743-9106-c9eb5677ab8f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:30.482539 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Network': ['ID=d8089e3e-77f2-4c59-931a-2582d0776d78,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:30.531975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network d8089e3e-77f2-4c59-931a-2582d0776d78 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:30.551975 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-22fc91c8-045f-4b20-a985-4a2fae651032 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4728434 Jan 28 18:01:30.552163 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45900) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:30.559263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': 'd8089e3e-77f2-4c59-931a-2582d0776d78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:30.562717 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 33766b3a-a030-4a66-b837-93055c9a2636 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:01:30.642590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] For port 6fdef5dd-121d-468c-88b1-9200a836421d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6fdef5dd-121d-468c-88b1-9200a836421d,segment=NetworkSegment(0f9d8e3a-1922-4df0-a6e8-77f5d71727e4),segment_id=0f9d8e3a-1922-4df0-a6e8-77f5d71727e4)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:30.643022 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.658341 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9213f022-f43e-416c-b34e-8e11b6910c77 None None] Deleting port 33766b3a-a030-4a66-b837-93055c9a2636 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:30.658341 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9213f022-f43e-416c-b34e-8e11b6910c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.669244 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:30.672993 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:30.675813 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:30.682093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:30.697098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 33766b3a-a030-4a66-b837-93055c9a2636 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:01:30.699854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 33766b3a-a030-4a66-b837-93055c9a2636 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:01:30.781196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Calling delete_port for 6fdef5dd-121d-468c-88b1-9200a836421d owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:30.829005 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9213f022-f43e-416c-b34e-8e11b6910c77 None None] The port '33766b3a-a030-4a66-b837-93055c9a2636' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:01:30.840099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:30.844152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.943669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:30.970256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Transition to ACTIVE for port object ac79c46e-0c42-4482-8d81-c9361e43ab20 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:31.079786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.127456 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.142519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Allocated IP 2001:db8::2 (7c5f37fd-cc06-47c8-8be1-02e73dfd7751/95472e62-2454-4bf6-bdce-57cff6837afe/9a751c87-792f-4efc-838d-7585c3c58951) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:31.153900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.164219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 7c5f37fd-cc06-47c8-8be1-02e73dfd7751 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:31.164219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] No DVR routers for this DVR port 6fdef5dd-121d-468c-88b1-9200a836421d on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:01:31.164219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:31.193273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:31.193794 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.223354 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=ac79c46e-0c42-4482-8d81-c9361e43ab20,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:31.238747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Subnet': ['ID=f15570da-1cd0-48fb-9cab-8895d60b3e49,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:31.247612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Checking segment: {'id': '1cf202be-96f1-4684-ae35-45fbd20d0db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd8089e3e-77f2-4c59-931a-2582d0776d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:31.248083 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network hostable DHCP agents. Network: d8089e3e-77f2-4c59-931a-2582d0776d78, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:31.301658 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network d8089e3e-77f2-4c59-931a-2582d0776d78 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:31.325686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event deleted for resources: {'Port': ['ID=6fdef5dd-121d-468c-88b1-9200a836421d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:31.355570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.357228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.364748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, d8089e3e-77f2-4c59-931a-2582d0776d78) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:31.367817 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Transition to ACTIVE for port object 9a751c87-792f-4efc-838d-7585c3c58951 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:31.371543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:31.372364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.378793 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9196782e-8df4-41d9-b78f-f8ff941bc9c0 None None] Network d8089e3e-77f2-4c59-931a-2582d0776d78 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:31.389606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f773837d-b99f-4743-9106-c9eb5677ab8f']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:31.403865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9d8e3a-1922-4df0-a6e8-77f5d71727e4') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:31.404875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9d8e3a-1922-4df0-a6e8-77f5d71727e4') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:31.416928 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.436044 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.454552 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9c0f945a-e872-42ae-8ed5-b105f6b69d84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9013352 Jan 28 18:01:31.455540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45904) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:31.460148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Transition to ACTIVE for port object 9a751c87-792f-4efc-838d-7585c3c58951 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:31.461263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f5e80abe-97d9-4457-a15e-f0039d470047 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-522057357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:31.469390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f5e80abe-97d9-4457-a15e-f0039d470047 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:31.470939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:31.471369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.474241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f5e80abe-97d9-4457-a15e-f0039d470047 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:router and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:31.477274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f5e80abe-97d9-4457-a15e-f0039d470047 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:31.483673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f5e80abe-97d9-4457-a15e-f0039d470047 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:31.485756 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:31.539585 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.542403 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5e80abe-97d9-4457-a15e-f0039d470047 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.543655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5e80abe-97d9-4457-a15e-f0039d470047 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.561123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5e80abe-97d9-4457-a15e-f0039d470047 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.580840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.625989 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Network 7c5f37fd-cc06-47c8-8be1-02e73dfd7751 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:31.628450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5e80abe-97d9-4457-a15e-f0039d470047 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.632030 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:31.639633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:31.640870 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Pushing event updated for resources: {'Port': ['ID=9a751c87-792f-4efc-838d-7585c3c58951,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:31.657594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.662831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.699485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event deleted for resources: {'Network': ['ID=f773837d-b99f-4743-9106-c9eb5677ab8f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:31.718217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f5e80abe-97d9-4457-a15e-f0039d470047 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.719722 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f5e80abe-97d9-4457-a15e-f0039d470047 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2628198 Jan 28 18:01:31.722252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45908) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:31.728337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'network_id': 'd8089e3e-77f2-4c59-931a-2582d0776d78', 'name': 'tempest-PortsIpV6TestJSON-671994011'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:31.739781 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-d8089e3e-77f2-4c59-931a-2582d0776d78', 'network_id': 'd8089e3e-77f2-4c59-931a-2582d0776d78', 'tenant_id': '803d439137ae4d62b7dce7631ff78822', 'fixed_ips': [{'subnet_id': 'f15570da-1cd0-48fb-9cab-8895d60b3e49'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:01:31.740588 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.817867 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Attempting to bind port 9a751c87-792f-4efc-838d-7585c3c58951 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:31.818231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Attempting to bind port 9a751c87-792f-4efc-838d-7585c3c58951 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '139ced83-8508-40d1-90e9-67d9f97a9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:31.818593 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Attempting to bind port 9a751c87-792f-4efc-838d-7585c3c58951 on network 7c5f37fd-cc06-47c8-8be1-02e73dfd7751 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:31.830150 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c84ef391-4a35-4a59-a349-fa29843b07c6 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "DELETE /v2.0/networks/f773837d-b99f-4743-9106-c9eb5677ab8f HTTP/1.1" status: 204 len: 168 time: 1.7606411 Jan 28 18:01:31.834165 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:31.834539 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Checking segment: {'id': '139ced83-8508-40d1-90e9-67d9f97a9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:31.836420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.836420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Bound using segment: {'id': '139ced83-8508-40d1-90e9-67d9f97a9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:31.836420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Bound port: 9a751c87-792f-4efc-838d-7585c3c58951, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139ced83-8508-40d1-90e9-67d9f97a9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:31.836420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.838217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45912) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:31.874628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:31.878817 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:port and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:31.881611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:31.887544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:31.978006 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.984734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:31.985283 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:31.999524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] For port 9a751c87-792f-4efc-838d-7585c3c58951, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:32.001511 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Allocated IP 2001:db8::2 (d8089e3e-77f2-4c59-931a-2582d0776d78/f15570da-1cd0-48fb-9cab-8895d60b3e49/d203c30f-b979-43d1-a16d-3e5935d224d4) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:32.004263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] For port 9a751c87-792f-4efc-838d-7585c3c58951, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=9a751c87-792f-4efc-838d-7585c3c58951,segment=NetworkSegment(139ced83-8508-40d1-90e9-67d9f97a9177),segment_id=139ced83-8508-40d1-90e9-67d9f97a9177)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:32.009407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port 65aecef2-1d46-4d7a-b35b-ea5dda076333 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:01:32.064594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Deleting port 2182cede-bce2-490a-928f-29d936a32f65 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:32.064930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:32.103186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:32.233425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad3d0e-8163-48e5-bae6-016975258eac None None] Pushing event updated for resources: {'Port': ['ID=9a751c87-792f-4efc-838d-7585c3c58951,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:32.300650 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:32.311853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Transition to ACTIVE for port object d203c30f-b979-43d1-a16d-3e5935d224d4 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:32.328101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:32.329949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Transition to ACTIVE for port object d203c30f-b979-43d1-a16d-3e5935d224d4 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:32.333904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] For port 2182cede-bce2-490a-928f-29d936a32f65, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2182cede-bce2-490a-928f-29d936a32f65,segment=NetworkSegment(4c0e72ef-076d-4df3-acfe-5da00b03256d),segment_id=4c0e72ef-076d-4df3-acfe-5da00b03256d)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:32.334247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:32.457372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:32.550281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Network d8089e3e-77f2-4c59-931a-2582d0776d78 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:32.552429 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Allocated IP 2001:db8::11c (d8089e3e-77f2-4c59-931a-2582d0776d78/f15570da-1cd0-48fb-9cab-8895d60b3e49/65aecef2-1d46-4d7a-b35b-ea5dda076333) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:32.559065 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:32.563493 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:32.570296 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Pushing event updated for resources: {'Port': ['ID=d203c30f-b979-43d1-a16d-3e5935d224d4,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:32.646841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:32.647575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:32.658178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Calling delete_port for 2182cede-bce2-490a-928f-29d936a32f65 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:32.658868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9a751c87-792f-4efc-838d-7585c3c58951 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:32.729290 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Attempting to bind port d203c30f-b979-43d1-a16d-3e5935d224d4 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:32.729585 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Attempting to bind port d203c30f-b979-43d1-a16d-3e5935d224d4 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '1cf202be-96f1-4684-ae35-45fbd20d0db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd8089e3e-77f2-4c59-931a-2582d0776d78'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:32.729951 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Attempting to bind port d203c30f-b979-43d1-a16d-3e5935d224d4 on network d8089e3e-77f2-4c59-931a-2582d0776d78 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:32.738474 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:32.738846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Checking segment: {'id': '1cf202be-96f1-4684-ae35-45fbd20d0db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd8089e3e-77f2-4c59-931a-2582d0776d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:32.739218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:32.739631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Bound using segment: {'id': '1cf202be-96f1-4684-ae35-45fbd20d0db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd8089e3e-77f2-4c59-931a-2582d0776d78'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:32.740087 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Bound port: d203c30f-b979-43d1-a16d-3e5935d224d4, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf202be-96f1-4684-ae35-45fbd20d0db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd8089e3e-77f2-4c59-931a-2582d0776d78'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:32.740457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:32.809239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:32.828893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Transition to ACTIVE for port object 65aecef2-1d46-4d7a-b35b-ea5dda076333 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:32.858055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=ac79c46e-0c42-4482-8d81-c9361e43ab20,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:32.878472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] For port d203c30f-b979-43d1-a16d-3e5935d224d4, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:32.881498 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] For port d203c30f-b979-43d1-a16d-3e5935d224d4, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d203c30f-b979-43d1-a16d-3e5935d224d4,segment=NetworkSegment(1cf202be-96f1-4684-ae35-45fbd20d0db2),segment_id=1cf202be-96f1-4684-ae35-45fbd20d0db2)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:32.914929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 7c5f37fd-cc06-47c8-8be1-02e73dfd7751 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:32.916027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:32.935945 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 9a751c87-792f-4efc-838d-7585c3c58951 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:32.970936 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:32.971193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:32.973146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:33.074755 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cee09-4316-4c2a-8af8-011f8173b15a None None] Pushing event updated for resources: {'Port': ['ID=d203c30f-b979-43d1-a16d-3e5935d224d4,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:33.101881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=65aecef2-1d46-4d7a-b35b-ea5dda076333,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:33.109220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event deleted for resources: {'Port': ['ID=2182cede-bce2-490a-928f-29d936a32f65,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:33.114292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] No DVR routers for this DVR port 2182cede-bce2-490a-928f-29d936a32f65 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:01:33.124001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network d8089e3e-77f2-4c59-931a-2582d0776d78 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:33.125177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:33.127727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:33.133994 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:33.134967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:33.266637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:33.275257 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1e71a5f1-249f-4fd6-8ca2-45fe4223e689 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5508509 Jan 28 18:01:33.279725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45916) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:33.319831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54168f0e-9e67-4b59-b712-61a4861693f5']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:33.335402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0e72ef-076d-4df3-acfe-5da00b03256d') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:33.336051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0e72ef-076d-4df3-acfe-5da00b03256d') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:33.353643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:33.371739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:33.377924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:33.382677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:33.395449 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:33.450213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 181294e0-9598-4394-a100-936f96a182ba is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:01:33.542741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4498f997-1e5b-49e6-a42c-70e50fcad667 None None] Network 7c5f37fd-cc06-47c8-8be1-02e73dfd7751 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:33.604268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:33.640978 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:33.643567 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event deleted for resources: {'Network': ['ID=54168f0e-9e67-4b59-b712-61a4861693f5,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:33.671261 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-82940583-d03b-47c7-9929-488e6f2a0a67 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "DELETE /v2.0/networks/54168f0e-9e67-4b59-b712-61a4861693f5 HTTP/1.1" status: 204 len: 168 time: 1.8298571 Jan 28 18:01:33.671492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45920) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:33.693294 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:01:33.705780 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Sync routers for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:01:33.713123 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-202081b9-88d7-40da-aebd-b7dc2889e789 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5682027 Jan 28 18:01:33.719699 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:33.720319 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:33.726382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-85bfd5dd-bc9b-4192-9dbc-98b2d1bb3dfb None None] Provisioning for port 9a751c87-792f-4efc-838d-7585c3c58951 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:33.728046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45924) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:33.737913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-85bfd5dd-bc9b-4192-9dbc-98b2d1bb3dfb None None] Provisioning complete for port 9a751c87-792f-4efc-838d-7585c3c58951 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:33.738579 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85bfd5dd-bc9b-4192-9dbc-98b2d1bb3dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:33.809919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-384283772'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:33.816674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:33.821526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:network and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:33.826171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:33.833854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:33.900755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:33.901678 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:01:33.904903 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:33.930814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-acaa270b-e7d3-4f10-8942-facc0dbe33e1 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:33.952000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:33.957328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:33.990455 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85bfd5dd-bc9b-4192-9dbc-98b2d1bb3dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.009019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.009372 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Added segment 66c28803-10c2-4ed2-8478-29353dd8952e of type vlan for network dbd39964-e265-4a59-a039-239219d1c1f5 Jan 28 18:01:34.039640 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-85bfd5dd-bc9b-4192-9dbc-98b2d1bb3dfb None None] For port 9a751c87-792f-4efc-838d-7585c3c58951, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=9a751c87-792f-4efc-838d-7585c3c58951,segment=NetworkSegment(139ced83-8508-40d1-90e9-67d9f97a9177),segment_id=139ced83-8508-40d1-90e9-67d9f97a9177)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:34.120321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85bfd5dd-bc9b-4192-9dbc-98b2d1bb3dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.148554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-acaa270b-e7d3-4f10-8942-facc0dbe33e1 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.169680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.216610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-acaa270b-e7d3-4f10-8942-facc0dbe33e1 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d0e763-6335-4b15-90ee-c1490078b8c2']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:34.251475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-acaa270b-e7d3-4f10-8942-facc0dbe33e1 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f510258-1d5a-4c6f-b036-88ea939804b0') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:34.251812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-acaa270b-e7d3-4f10-8942-facc0dbe33e1 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f510258-1d5a-4c6f-b036-88ea939804b0') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:34.254612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfd5dd-bc9b-4192-9dbc-98b2d1bb3dfb None None] Pushing event updated for resources: {'Port': ['ID=9a751c87-792f-4efc-838d-7585c3c58951,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:34.280580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-acaa270b-e7d3-4f10-8942-facc0dbe33e1 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.307422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-acaa270b-e7d3-4f10-8942-facc0dbe33e1 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.324467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acaa270b-e7d3-4f10-8942-facc0dbe33e1 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:34.325553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-acaa270b-e7d3-4f10-8942-facc0dbe33e1 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:34.347939 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:34.381350 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:31Z', 'revision_number': 2, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:31Z', 'revision_number': 2, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:34.387377 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Checking router: 181294e0-9598-4394-a100-936f96a182ba for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:01:34.387819 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Updating router 181294e0-9598-4394-a100-936f96a182ba port ac79c46e-0c42-4482-8d81-c9361e43ab20 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:01:34.462210 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.527628 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c449e8-57cc-46ce-9814-4e2a3a83a6f1 None None] Network d8089e3e-77f2-4c59-931a-2582d0776d78 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:34.594921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.603440 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.610604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:34.611196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.657920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.777251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Network': ['ID=dbd39964-e265-4a59-a039-239219d1c1f5,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:34.827943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-acaa270b-e7d3-4f10-8942-facc0dbe33e1 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.857588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-acaa270b-e7d3-4f10-8942-facc0dbe33e1 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:34.859568 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-acaa270b-e7d3-4f10-8942-facc0dbe33e1 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "DELETE /v2.0/networks/30d0e763-6335-4b15-90ee-c1490078b8c2 HTTP/1.1" status: 204 len: 168 time: 1.1871750 Jan 28 18:01:34.864767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45928) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:34.880751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network dbd39964-e265-4a59-a039-239219d1c1f5 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:34.905347 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa270b-e7d3-4f10-8942-facc0dbe33e1 tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event deleted for resources: {'Network': ['ID=30d0e763-6335-4b15-90ee-c1490078b8c2,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:34.916714 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5b8c69b8-f36f-4169-8f13-cb870baf2804 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1875255 Jan 28 18:01:34.923147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45932) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:34.930912 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'subnet': {'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:35.024415 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9a751c87-792f-4efc-838d-7585c3c58951 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:35.074262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=65aecef2-1d46-4d7a-b35b-ea5dda076333,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:35.080302 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.101665 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Transition to ACTIVE for port object ac79c46e-0c42-4482-8d81-c9361e43ab20 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:35.104780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-692bc628-e662-4559-a044-3629a360c3cc tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.151884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a1ea3b29-2d6e-4f54-b4ae-27bb5e4e4aee None None] Provisioning for port ac79c46e-0c42-4482-8d81-c9361e43ab20 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:35.161727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a1ea3b29-2d6e-4f54-b4ae-27bb5e4e4aee None None] Provisioning complete for port ac79c46e-0c42-4482-8d81-c9361e43ab20 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:35.162161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3b29-2d6e-4f54-b4ae-27bb5e4e4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.177016 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.234157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 9a751c87-792f-4efc-838d-7585c3c58951 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:35.234699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.275044 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.284289 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:35.289486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:subnet and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:35.293624 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:35.300441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:35.305918 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea3b29-2d6e-4f54-b4ae-27bb5e4e4aee None None] Port ac79c46e-0c42-4482-8d81-c9361e43ab20 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:35.332430 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a1ea3b29-2d6e-4f54-b4ae-27bb5e4e4aee None None] Provisioning complete for port 9a751c87-792f-4efc-838d-7585c3c58951 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:35.332834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3b29-2d6e-4f54-b4ae-27bb5e4e4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.385722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:35.390469 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.449774 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b308e8-82b3-472d-b04b-06a4cb4772dd None None] Pushing event updated for resources: {'Port': ['ID=ac79c46e-0c42-4482-8d81-c9361e43ab20,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:35.512938 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b308e8-82b3-472d-b04b-06a4cb4772dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:35.513294 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b308e8-82b3-472d-b04b-06a4cb4772dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:35.516632 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b308e8-82b3-472d-b04b-06a4cb4772dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:35.516997 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b308e8-82b3-472d-b04b-06a4cb4772dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:35.517326 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b308e8-82b3-472d-b04b-06a4cb4772dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:35.517667 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b308e8-82b3-472d-b04b-06a4cb4772dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:35.517987 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b308e8-82b3-472d-b04b-06a4cb4772dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:35.518310 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b308e8-82b3-472d-b04b-06a4cb4772dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:35.518639 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b308e8-82b3-472d-b04b-06a4cb4772dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:35.518956 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b308e8-82b3-472d-b04b-06a4cb4772dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:35.519293 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b308e8-82b3-472d-b04b-06a4cb4772dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:35.519602 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b308e8-82b3-472d-b04b-06a4cb4772dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:01:35.560342 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.564225 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Attempting to bind port ac79c46e-0c42-4482-8d81-c9361e43ab20 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:35.564591 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Attempting to bind port ac79c46e-0c42-4482-8d81-c9361e43ab20 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '139ced83-8508-40d1-90e9-67d9f97a9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:35.564941 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Attempting to bind port ac79c46e-0c42-4482-8d81-c9361e43ab20 on network 7c5f37fd-cc06-47c8-8be1-02e73dfd7751 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:35.579370 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:35.579740 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Checking segment: {'id': '139ced83-8508-40d1-90e9-67d9f97a9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:35.580134 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.580515 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Bound using segment: {'id': '139ced83-8508-40d1-90e9-67d9f97a9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:35.580967 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Bound port: ac79c46e-0c42-4482-8d81-c9361e43ab20, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139ced83-8508-40d1-90e9-67d9f97a9177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:35.581396 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.636584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-692bc628-e662-4559-a044-3629a360c3cc tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.659140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d203c30f-b979-43d1-a16d-3e5935d224d4 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:35.674578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-692bc628-e662-4559-a044-3629a360c3cc tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafef23d-d069-454f-b256-2658e8dbaf01']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:35.698719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-692bc628-e662-4559-a044-3629a360c3cc tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0761f03-1a3d-4065-8d55-21630d2dab45') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:35.699108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-692bc628-e662-4559-a044-3629a360c3cc tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0761f03-1a3d-4065-8d55-21630d2dab45') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:35.711334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-692bc628-e662-4559-a044-3629a360c3cc tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.719393 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] For port ac79c46e-0c42-4482-8d81-c9361e43ab20, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:35.723172 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] For port ac79c46e-0c42-4482-8d81-c9361e43ab20, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ac79c46e-0c42-4482-8d81-c9361e43ab20,segment=NetworkSegment(139ced83-8508-40d1-90e9-67d9f97a9177),segment_id=139ced83-8508-40d1-90e9-67d9f97a9177)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:35.740000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-692bc628-e662-4559-a044-3629a360c3cc tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.761261 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692bc628-e662-4559-a044-3629a360c3cc tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:35.761673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-692bc628-e662-4559-a044-3629a360c3cc tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:35.776052 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:35.804954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a1ea3b29-2d6e-4f54-b4ae-27bb5e4e4aee None None] Provisioning for port d203c30f-b979-43d1-a16d-3e5935d224d4 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:35.833798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port d203c30f-b979-43d1-a16d-3e5935d224d4 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:35.834647 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.839680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port d203c30f-b979-43d1-a16d-3e5935d224d4 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:35.843282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.919613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:35.927161 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:35.927908 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:35.997240 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b308e8-82b3-472d-b04b-06a4cb4772dd None None] Pushing event updated for resources: {'Port': ['ID=ac79c46e-0c42-4482-8d81-c9361e43ab20,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:36.023341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-692bc628-e662-4559-a044-3629a360c3cc tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:36.049552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-692bc628-e662-4559-a044-3629a360c3cc tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:36.052478 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:36.127388 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ab104611-4e80-4b16-a3d3-b0f7ef00a48f None None] Provisioning for port 65aecef2-1d46-4d7a-b35b-ea5dda076333 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:36.139480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ab104611-4e80-4b16-a3d3-b0f7ef00a48f None None] Provisioning complete for port 65aecef2-1d46-4d7a-b35b-ea5dda076333 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:36.140041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ab104611-4e80-4b16-a3d3-b0f7ef00a48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:36.156841 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:01:36.159847 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bc628-e662-4559-a044-3629a360c3cc tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] Pushing event deleted for resources: {'Network': ['ID=bafef23d-d069-454f-b256-2658e8dbaf01,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:36.174655 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port d203c30f-b979-43d1-a16d-3e5935d224d4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d203c30f-b979-43d1-a16d-3e5935d224d4,segment=NetworkSegment(1cf202be-96f1-4684-ae35-45fbd20d0db2),segment_id=1cf202be-96f1-4684-ae35-45fbd20d0db2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:36.174820 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-692bc628-e662-4559-a044-3629a360c3cc tempest-BulkNetworkOpsTest-2110612557 tempest-BulkNetworkOpsTest-2110612557-project] 10.222.0.26 "DELETE /v2.0/networks/bafef23d-d069-454f-b256-2658e8dbaf01 HTTP/1.1" status: 204 len: 168 time: 1.3062446 Jan 28 18:01:36.200869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Checking segment: {'id': '66c28803-10c2-4ed2-8478-29353dd8952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:36.201236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network hostable DHCP agents. Network: dbd39964-e265-4a59-a039-239219d1c1f5, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:36.205693 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Subnet': ['ID=361b4c66-0c5c-4747-8fa0-1c41de9606cc,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:36.230755 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:36.270921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:36.278018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ab104611-4e80-4b16-a3d3-b0f7ef00a48f None None] Port 65aecef2-1d46-4d7a-b35b-ea5dda076333 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:36.284182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network dbd39964-e265-4a59-a039-239219d1c1f5 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:36.335549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:36.336466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:36.363895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, dbd39964-e265-4a59-a039-239219d1c1f5) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:36.368482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:36.369189 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:36.382840 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c59993-ce3b-4804-ae07-6ed760757262 None None] Network dbd39964-e265-4a59-a039-239219d1c1f5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:36.478196 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ab104611-4e80-4b16-a3d3-b0f7ef00a48f None None] Provisioning complete for port d203c30f-b979-43d1-a16d-3e5935d224d4 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:36.478574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ab104611-4e80-4b16-a3d3-b0f7ef00a48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:36.488146 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e42bf78d-e732-4c6d-af00-c1d175b6eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5556362 Jan 28 18:01:36.488146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45938) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:36.517536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=65aecef2-1d46-4d7a-b35b-ea5dda076333,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:36.560191 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=d203c30f-b979-43d1-a16d-3e5935d224d4,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:36.572641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network d8089e3e-77f2-4c59-931a-2582d0776d78 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:36.575641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:36.670217 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:31Z', 'revision_number': 2, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:35Z', 'revision_number': 4, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:36.678126 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031d5fa-bc9e-4b17-9c90-7c88e98d2e5b None None] The sync data for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv is: [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:31Z', 'revision_number': 2, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:35Z', 'revision_number': 4, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:01:36.755333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-dbd39964-e265-4a59-a039-239219d1c1f5', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:01:36.759202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:36.889356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45944) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:36.924865 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Router 26138034-6e8a-43ca-9d05-467835a63e5d is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:01:36.995762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-02640a6d-2dbd-4686-8c66-a2fe6f7cbb6c None None] Provisioning complete for port 65aecef2-1d46-4d7a-b35b-ea5dda076333 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:36.996134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-02640a6d-2dbd-4686-8c66-a2fe6f7cbb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:37.106764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-02640a6d-2dbd-4686-8c66-a2fe6f7cbb6c None None] Port 65aecef2-1d46-4d7a-b35b-ea5dda076333 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:37.113469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Allocated IP 2001:db8:1::2 (dbd39964-e265-4a59-a039-239219d1c1f5/361b4c66-0c5c-4747-8fa0-1c41de9606cc/6fc8e83c-40cc-4f07-b367-1716167e8f3f) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:37.207767 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:01:37.223472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca9187-e551-41c4-adb4-8a6dd6108de3 None None] Sync routers for ids ['26138034-6e8a-43ca-9d05-467835a63e5d'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:01:37.229325 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f3dd50d7-ce15-4a52-8a9f-6c8175db7f91 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "PUT /v2.0/routers/26138034-6e8a-43ca-9d05-467835a63e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9482801 Jan 28 18:01:37.232313 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45950) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:37.267456 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca9187-e551-41c4-adb4-8a6dd6108de3 None None] Routers {'26138034-6e8a-43ca-9d05-467835a63e5d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:37.268022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1eca9187-e551-41c4-adb4-8a6dd6108de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['26138034-6e8a-43ca-9d05-467835a63e5d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:37.332567 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-eccca987-337c-4343-a8c8-87a6eb696d2c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c88038f0fbc4d50af5051f0afb88fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4418340 Jan 28 18:01:37.338487 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45954) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:37.341886 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1eca9187-e551-41c4-adb4-8a6dd6108de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:37.348476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-903ce179-3312-48cc-a6a5-6b8d2765fe5b None None] Provisioning complete for port 65aecef2-1d46-4d7a-b35b-ea5dda076333 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:37.348972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-903ce179-3312-48cc-a6a5-6b8d2765fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:37.394479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b84af-cea8-4c7a-b8da-cce8108da995 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:37.395396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0d1b84af-cea8-4c7a-b8da-cce8108da995 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:37.431137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b915297-2c1d-42e2-9024-b04650669c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:37.453112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca9187-e551-41c4-adb4-8a6dd6108de3 None None] Routers {'26138034-6e8a-43ca-9d05-467835a63e5d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:37.453913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1eca9187-e551-41c4-adb4-8a6dd6108de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['26138034-6e8a-43ca-9d05-467835a63e5d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:37.468831 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b915297-2c1d-42e2-9024-b04650669c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:37.548108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:37.574400 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1eca9187-e551-41c4-adb4-8a6dd6108de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:37.574987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca9187-e551-41c4-adb4-8a6dd6108de3 None None] The sync data for ids ['26138034-6e8a-43ca-9d05-467835a63e5d'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:01:37.576586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-903ce179-3312-48cc-a6a5-6b8d2765fe5b None None] Port 65aecef2-1d46-4d7a-b35b-ea5dda076333 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:37.613537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:37.625425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Transition to ACTIVE for port object 6fc8e83c-40cc-4f07-b367-1716167e8f3f will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:37.628782 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0d1b84af-cea8-4c7a-b8da-cce8108da995 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:37.632684 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0d1b84af-cea8-4c7a-b8da-cce8108da995 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports?device_id=26138034-6e8a-43ca-9d05-467835a63e5d HTTP/1.1" status: 200 len: 988 time: 0.3966153 Jan 28 18:01:37.635349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 45958) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:37.647782 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Transition to ACTIVE for port object 6fc8e83c-40cc-4f07-b367-1716167e8f3f will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:37.753844 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:37.797601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b915297-2c1d-42e2-9024-b04650669c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:37.809190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b915297-2c1d-42e2-9024-b04650669c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3daf9a-cb2d-4d7b-ae1c-7193f7fe9353,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:37.815977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5b915297-2c1d-42e2-9024-b04650669c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:37.819695 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5b915297-2c1d-42e2-9024-b04650669c94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a3daf9a-cb2d-4d7b-ae1c-7193f7fe9353 HTTP/1.1" status: 204 len: 168 time: 0.4796474 Jan 28 18:01:37.835821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Network dbd39964-e265-4a59-a039-239219d1c1f5 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:37.841544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:37.844444 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:37.897793 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Pushing event updated for resources: {'Port': ['ID=6fc8e83c-40cc-4f07-b367-1716167e8f3f,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:37.951821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Attempting to bind port 6fc8e83c-40cc-4f07-b367-1716167e8f3f on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:37.952217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Attempting to bind port 6fc8e83c-40cc-4f07-b367-1716167e8f3f by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '66c28803-10c2-4ed2-8478-29353dd8952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:37.952612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Attempting to bind port 6fc8e83c-40cc-4f07-b367-1716167e8f3f on network dbd39964-e265-4a59-a039-239219d1c1f5 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:37.957874 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:37.958259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Checking segment: {'id': '66c28803-10c2-4ed2-8478-29353dd8952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:37.958656 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:37.959069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Bound using segment: {'id': '66c28803-10c2-4ed2-8478-29353dd8952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:37.959533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Bound port: 6fc8e83c-40cc-4f07-b367-1716167e8f3f, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c28803-10c2-4ed2-8478-29353dd8952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:37.959903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:38.066844 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] For port 6fc8e83c-40cc-4f07-b367-1716167e8f3f, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:38.070064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] For port 6fc8e83c-40cc-4f07-b367-1716167e8f3f, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6fc8e83c-40cc-4f07-b367-1716167e8f3f,segment=NetworkSegment(66c28803-10c2-4ed2-8478-29353dd8952e),segment_id=66c28803-10c2-4ed2-8478-29353dd8952e)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:38.153647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:38.247537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Allocated IP 2001:db8:1::1 (dbd39964-e265-4a59-a039-239219d1c1f5/361b4c66-0c5c-4747-8fa0-1c41de9606cc/a5537d7b-e179-4e85-8ebb-d5017e4ee7bc) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:38.278602 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df947d2-d00f-47e4-ad09-db9d6eb52533 None None] Pushing event updated for resources: {'Port': ['ID=6fc8e83c-40cc-4f07-b367-1716167e8f3f,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:38.514091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:38.543300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Transition to ACTIVE for port object a5537d7b-e179-4e85-8ebb-d5017e4ee7bc will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:38.555657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d343335d-b76b-4e8b-b6b2-aff556b3f53a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:38.740491 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6fc8e83c-40cc-4f07-b367-1716167e8f3f up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:38.900822 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 6fc8e83c-40cc-4f07-b367-1716167e8f3f completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:38.906120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d203c30f-b979-43d1-a16d-3e5935d224d4 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:38.961838 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:38.994651 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port d203c30f-b979-43d1-a16d-3e5935d224d4 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:38.996075 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.050060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network dbd39964-e265-4a59-a039-239219d1c1f5 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:39.065108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:39.074013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:39.074595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.077339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=a5537d7b-e179-4e85-8ebb-d5017e4ee7bc,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:39.129819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-d343335d-b76b-4e8b-b6b2-aff556b3f53a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port 65aecef2-1d46-4d7a-b35b-ea5dda076333 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:39.130166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d343335d-b76b-4e8b-b6b2-aff556b3f53a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.200862 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45982) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:39.208683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ac79c46e-0c42-4482-8d81-c9361e43ab20 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:39.336484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port ac79c46e-0c42-4482-8d81-c9361e43ab20 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:39.343059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ac79c46e-0c42-4482-8d81-c9361e43ab20 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:39.346567 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.346785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d343335d-b76b-4e8b-b6b2-aff556b3f53a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.363666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1408602586'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:39.369586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:39.374347 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:network and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:39.378816 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:39.386484 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:39.450870 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9565a7-1e13-4f7f-b641-cd6289e9d502 None None] Network dbd39964-e265-4a59-a039-239219d1c1f5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:39.466045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:39.469505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.483791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.498496 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:39.502624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:security_group_rule and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:39.505571 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:39.512050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:39.517053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-d343335d-b76b-4e8b-b6b2-aff556b3f53a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for 65aecef2-1d46-4d7a-b35b-ea5dda076333 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:39.560694 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.596748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.607018 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.623517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port ac79c46e-0c42-4482-8d81-c9361e43ab20, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ac79c46e-0c42-4482-8d81-c9361e43ab20,segment=NetworkSegment(139ced83-8508-40d1-90e9-67d9f97a9177),segment_id=139ced83-8508-40d1-90e9-67d9f97a9177)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:39.668984 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-778f2b35-463c-43b4-98e2-56036c5857cc None None] Provisioning for port 6fc8e83c-40cc-4f07-b367-1716167e8f3f completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:39.677700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-778f2b35-463c-43b4-98e2-56036c5857cc None None] Provisioning complete for port 6fc8e83c-40cc-4f07-b367-1716167e8f3f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:39.678105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-778f2b35-463c-43b4-98e2-56036c5857cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.702175 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.732271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.732542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:39.746845 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374db6b8-19fe-4022-a733-6ee7e29aae3a,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:39.752423 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.752760 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Added segment a45f3d1a-23ee-4de6-ab91-d795863d3714 of type vlan for network b63eb321-3b9a-43ba-b21c-f9cead968b7e Jan 28 18:01:39.783896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.864602 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=ac79c46e-0c42-4482-8d81-c9361e43ab20,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:39.896296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.903954 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:39.907794 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.923358 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8a06136-c99d-46c7-8462-68be0a32f69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.934917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-778f2b35-463c-43b4-98e2-56036c5857cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:39.975102 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-778f2b35-463c-43b4-98e2-56036c5857cc None None] For port 6fc8e83c-40cc-4f07-b367-1716167e8f3f, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6fc8e83c-40cc-4f07-b367-1716167e8f3f,segment=NetworkSegment(66c28803-10c2-4ed2-8478-29353dd8952e),segment_id=66c28803-10c2-4ed2-8478-29353dd8952e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:40.049528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Network': ['ID=b63eb321-3b9a-43ba-b21c-f9cead968b7e,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:40.060928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:40.085445 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e784916f-a519-4cb8-ae1f-80cddab0b5b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8834667 Jan 28 18:01:40.087349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-778f2b35-463c-43b4-98e2-56036c5857cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:40.087953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45990) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:40.094096 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'name': 'tempest-PortsTestJSON-1437776143'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:40.096447 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d343335d-b76b-4e8b-b6b2-aff556b3f53a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:40.144673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:40.231472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:40.237589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:port and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:40.241680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:40.249413 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:40.274336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f2b35-463c-43b4-98e2-56036c5857cc None None] Pushing event updated for resources: {'Port': ['ID=6fc8e83c-40cc-4f07-b367-1716167e8f3f,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:40.280416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343335d-b76b-4e8b-b6b2-aff556b3f53a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=65aecef2-1d46-4d7a-b35b-ea5dda076333,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:40.283853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:40.284576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:40.325085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-70f18553-8525-4512-92c7-55dabcb7f485 None None] Provisioning complete for port 6fc8e83c-40cc-4f07-b367-1716167e8f3f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:40.325526 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-70f18553-8525-4512-92c7-55dabcb7f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:40.359705 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:40.363242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:40.393618 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port 54d7f496-049b-4f65-9265-8eb18d266d0e yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:01:40.594565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-70f18553-8525-4512-92c7-55dabcb7f485 None None] Provisioning for port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:40.601023 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6fc8e83c-40cc-4f07-b367-1716167e8f3f up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:40.629694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=a5537d7b-e179-4e85-8ebb-d5017e4ee7bc,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:40.634031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d343335d-b76b-4e8b-b6b2-aff556b3f53a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:40.638035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-70f18553-8525-4512-92c7-55dabcb7f485 None None] Provisioning complete for port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:40.639024 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-70f18553-8525-4512-92c7-55dabcb7f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:40.683407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:40.694678 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7536a37e-d45f-40be-9fb0-081ac560d05c None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 18:01:40.769370 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-70f18553-8525-4512-92c7-55dabcb7f485 None None] Port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:40.817195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:40.820684 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6fc8e83c-40cc-4f07-b367-1716167e8f3f triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:40.821059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:40.892777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7536a37e-d45f-40be-9fb0-081ac560d05c None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 18:01:40.913725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=54d7f496-049b-4f65-9265-8eb18d266d0e,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:40.924859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Checking segment: {'id': 'a45f3d1a-23ee-4de6-ab91-d795863d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:40.925224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network hostable DHCP agents. Network: b63eb321-3b9a-43ba-b21c-f9cead968b7e, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:40.927162 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-33cf7790-b108-4f8b-a15a-367447387b99 None None] Provisioning complete for port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:40.927730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-33cf7790-b108-4f8b-a15a-367447387b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:40.938318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network dbd39964-e265-4a59-a039-239219d1c1f5 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:40.941750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:41.010510 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:41.017365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d343335d-b76b-4e8b-b6b2-aff556b3f53a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Router 26138034-6e8a-43ca-9d05-467835a63e5d has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:01:41.090473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, b63eb321-3b9a-43ba-b21c-f9cead968b7e) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:41.095446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:41.103290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:41.108162 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:41.108289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-33cf7790-b108-4f8b-a15a-367447387b99 None None] Port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:41.120593 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ac79c46e-0c42-4482-8d81-c9361e43ab20 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:41.197151 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-61347169-dd41-4e3c-a40b-eaed1b18d585 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1046736 Jan 28 18:01:41.197349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45994) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:41.203910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2123630878'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:41.209076 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:41.213376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:network and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:41.217476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:41.224104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:41.232038 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d343335d-b76b-4e8b-b6b2-aff556b3f53a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:01:41.239990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 181294e0-9598-4394-a100-936f96a182ba has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:01:41.244623 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a1ce33-2ae8-4ee1-a52d-0e335efc8f78 None None] Sync routers for ids ['26138034-6e8a-43ca-9d05-467835a63e5d'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:01:41.255691 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a1ce33-2ae8-4ee1-a52d-0e335efc8f78 None None] Routers {'26138034-6e8a-43ca-9d05-467835a63e5d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:41.256669 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c5a1ce33-2ae8-4ee1-a52d-0e335efc8f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['26138034-6e8a-43ca-9d05-467835a63e5d'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:41.314331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:41.319138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ac79c46e-0c42-4482-8d81-c9361e43ab20 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:41.319605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:41.320785 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:41.326539 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c5a1ce33-2ae8-4ee1-a52d-0e335efc8f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:41.335564 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a1ce33-2ae8-4ee1-a52d-0e335efc8f78 None None] Routers {'26138034-6e8a-43ca-9d05-467835a63e5d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:41.336236 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c5a1ce33-2ae8-4ee1-a52d-0e335efc8f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['26138034-6e8a-43ca-9d05-467835a63e5d'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:41.359642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:41.374058 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d343335d-b76b-4e8b-b6b2-aff556b3f53a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "PUT /v2.0/routers/26138034-6e8a-43ca-9d05-467835a63e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7382309 Jan 28 18:01:41.375246 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:41.376467 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Added segment 96c05100-535f-4e55-8f8d-08ea112e8e00 of type vlan for network 2fcd5185-a386-410f-b205-f3fa5ef5cc2d Jan 28 18:01:41.377665 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 45998) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:41.408606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:01:41.410040 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c5a1ce33-2ae8-4ee1-a52d-0e335efc8f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:41.410515 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a1ce33-2ae8-4ee1-a52d-0e335efc8f78 None None] The sync data for ids ['26138034-6e8a-43ca-9d05-467835a63e5d'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:01:41.415037 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f1516759-0756-4aa1-8e9b-96ad33b71020 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9278779 Jan 28 18:01:41.416441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46002) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:41.422543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1583666545'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:41.427589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:41.431437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:network and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:41.434629 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:41.440431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:41.449161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Sync routers for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:01:41.456260 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-833e863d-92bd-4f01-bbeb-f9442ff0b28c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] GET failed (client error): The resource could not be found. Jan 28 18:01:41.457612 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-833e863d-92bd-4f01-bbeb-f9442ff0b28c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/65aecef2-1d46-4d7a-b35b-ea5dda076333 HTTP/1.1" status: 404 len: 333 time: 0.0790303 Jan 28 18:01:41.460686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46006) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:41.474938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:41.540465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:41.541242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:41.603750 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:41.609962 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:41.611235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:41.651737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:41.655173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:41.718242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Network': ['ID=2fcd5185-a386-410f-b205-f3fa5ef5cc2d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:41.722159 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928dff18-4743-4724-a122-c53d5b728828 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 18:01:41.746061 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8bdc923-dcb0-4cb7-b6bd-cf6058c3130e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:41.752912 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 2fcd5185-a386-410f-b205-f3fa5ef5cc2d details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:41.776890 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ea2a5f3e-ace9-47db-ac4c-0bd80be3473f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5784450 Jan 28 18:01:41.778442 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:01:41.779403 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46010) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:41.785268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'ports': [{'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e'}, {'network_id': '2fcd5185-a386-410f-b205-f3fa5ef5cc2d'}]} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:41.785576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:41.786105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'network_id': '2fcd5185-a386-410f-b205-f3fa5ef5cc2d'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:41.860400 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:41.923964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:41.924589 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Added segment e042cbfe-345c-4d60-9749-0030b0776941 of type vlan for network 6c987e76-af7f-46e2-b332-56f203a6d9d1 Jan 28 18:01:42.010183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:42.014151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:port and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:42.017828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:42.023983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:42.063611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8bdc923-dcb0-4cb7-b6bd-cf6058c3130e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.067397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8bdc923-dcb0-4cb7-b6bd-cf6058c3130e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.079106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 2} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:42.083910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.085306 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.108350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.205054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8bdc923-dcb0-4cb7-b6bd-cf6058c3130e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.205876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bdc923-dcb0-4cb7-b6bd-cf6058c3130e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Fanout notify agent at l3_agent the message router_deleted on router 26138034-6e8a-43ca-9d05-467835a63e5d {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:01:42.206597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928dff18-4743-4724-a122-c53d5b728828 None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 18:01:42.223957 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8bdc923-dcb0-4cb7-b6bd-cf6058c3130e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.227080 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d8bdc923-dcb0-4cb7-b6bd-cf6058c3130e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/routers/26138034-6e8a-43ca-9d05-467835a63e5d HTTP/1.1" status: 204 len: 168 time: 0.7651055 Jan 28 18:01:42.233873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46014) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:42.269358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.274653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:42.275257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.330326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port ec155361-d9d3-44ff-91c9-7b05a123c4cb yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:01:42.345636 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3bf1054f-6ca9-47da-8e9a-fab0a8aed924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.405198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-7244734d-6c3d-4a4b-9f50-aff3b8ac6a95 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting subnet f15570da-1cd0-48fb-9cab-8895d60b3e49 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:01:42.408095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Network': ['ID=6c987e76-af7f-46e2-b332-56f203a6d9d1,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:42.410985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7244734d-6c3d-4a4b-9f50-aff3b8ac6a95 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.427199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.438086 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 6c987e76-af7f-46e2-b332-56f203a6d9d1 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:42.466904 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d7df3782-e84d-4f42-bc3e-2766059d1648 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0460658 Jan 28 18:01:42.467140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46018) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:42.474548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'subnet': {'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:42.483689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 3, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 2, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:42.537516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port 1e4ff9f9-89da-48c5-8689-9be0896b1f27 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:01:42.561012 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7244734d-6c3d-4a4b-9f50-aff3b8ac6a95 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.566854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Checking router: 181294e0-9598-4394-a100-936f96a182ba for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:01:42.566854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Updating router 181294e0-9598-4394-a100-936f96a182ba port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:01:42.625619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.635496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:42.642473 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:subnet and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:42.647543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:42.659322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:42.668931 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.678434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7244734d-6c3d-4a4b-9f50-aff3b8ac6a95 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.731408 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.763491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:42.766932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.788231 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:42.789361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:42.792287 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:42.793095 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.840477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7244734d-6c3d-4a4b-9f50-aff3b8ac6a95 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.848978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=ec155361-d9d3-44ff-91c9-7b05a123c4cb,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:42.898250 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Checking segment: {'id': '96c05100-535f-4e55-8f8d-08ea112e8e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2fcd5185-a386-410f-b205-f3fa5ef5cc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:42.898638 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network hostable DHCP agents. Network: 2fcd5185-a386-410f-b205-f3fa5ef5cc2d, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:42.900821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244734d-6c3d-4a4b-9f50-aff3b8ac6a95 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Subnet': ['ID=f15570da-1cd0-48fb-9cab-8895d60b3e49,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:42.904307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7244734d-6c3d-4a4b-9f50-aff3b8ac6a95 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:42.918193 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7244734d-6c3d-4a4b-9f50-aff3b8ac6a95 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/f15570da-1cd0-48fb-9cab-8895d60b3e49 HTTP/1.1" status: 204 len: 168 time: 0.6832006 Jan 28 18:01:42.920209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46022) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:42.935772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=1e4ff9f9-89da-48c5-8689-9be0896b1f27,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:43.006354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network 2fcd5185-a386-410f-b205-f3fa5ef5cc2d is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:43.049702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:43.096810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174ff948-9ddd-402e-8252-5199da6823b5 None None] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:43.102023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 2fcd5185-a386-410f-b205-f3fa5ef5cc2d) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:43.107029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:43.115560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:43.121761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:43.122539 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:43.169332 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f5aaeb-31fc-44b3-bcea-82cb478d044e None None] Network d8089e3e-77f2-4c59-931a-2582d0776d78 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:43.192991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b4d9b1-dbd4-459f-920a-7cc6164e227e None None] Network 2fcd5185-a386-410f-b205-f3fa5ef5cc2d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:43.231230 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e2b93475-9d68-4a4c-8a10-e2c2ca48d40c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4505529 Jan 28 18:01:43.231838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46030) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:43.236458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port d203c30f-b979-43d1-a16d-3e5935d224d4 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:43.236899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:43.328135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6a260b08-d03f-4a3e-8e28-3ee4f1dbd8e6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port 1e4ff9f9-89da-48c5-8689-9be0896b1f27 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:43.328460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a260b08-d03f-4a3e-8e28-3ee4f1dbd8e6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:43.480800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:43.484299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:43.493602 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:43.573914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] For port d203c30f-b979-43d1-a16d-3e5935d224d4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d203c30f-b979-43d1-a16d-3e5935d224d4,segment=NetworkSegment(1cf202be-96f1-4684-ae35-45fbd20d0db2),segment_id=1cf202be-96f1-4684-ae35-45fbd20d0db2)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:43.574165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:43.599861 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7744ed61-1a9b-47fa-ab5b-cb9fe576713b None None] Provisioning complete for port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:43.600746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7744ed61-1a9b-47fa-ab5b-cb9fe576713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:43.665060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a260b08-d03f-4a3e-8e28-3ee4f1dbd8e6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:43.723669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for d203c30f-b979-43d1-a16d-3e5935d224d4 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:43.751852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Subnet': ['ID=1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:43.763184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Checking segment: {'id': 'e042cbfe-345c-4d60-9749-0030b0776941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:43.763542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network hostable DHCP agents. Network: 6c987e76-af7f-46e2-b332-56f203a6d9d1, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:43.782237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7744ed61-1a9b-47fa-ab5b-cb9fe576713b None None] Port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:43.791085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6a260b08-d03f-4a3e-8e28-3ee4f1dbd8e6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for 1e4ff9f9-89da-48c5-8689-9be0896b1f27 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:43.862547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 6c987e76-af7f-46e2-b332-56f203a6d9d1 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:43.880439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:43.890970 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:43.940784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=d203c30f-b979-43d1-a16d-3e5935d224d4,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:43.942442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No DVR routers for this DVR port d203c30f-b979-43d1-a16d-3e5935d224d4 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:01:43.943551 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9057917b-630f-4f72-b6cb-eab3c4f7c64e None None] DHCP port deletion for d8089e3e-77f2-4c59-931a-2582d0776d78 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:01:43.965317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Transition to ACTIVE for port object a5537d7b-e179-4e85-8ebb-d5017e4ee7bc will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:43.965500 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a260b08-d03f-4a3e-8e28-3ee4f1dbd8e6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.020574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a260b08-d03f-4a3e-8e28-3ee4f1dbd8e6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=1e4ff9f9-89da-48c5-8689-9be0896b1f27,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:44.027027 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a260b08-d03f-4a3e-8e28-3ee4f1dbd8e6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.035925 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6a260b08-d03f-4a3e-8e28-3ee4f1dbd8e6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/1e4ff9f9-89da-48c5-8689-9be0896b1f27 HTTP/1.1" status: 204 len: 168 time: 0.8026395 Jan 28 18:01:44.036774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46034) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:44.040045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 6c987e76-af7f-46e2-b332-56f203a6d9d1) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:44.053902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5443ca-7100-471c-a7c3-9e3fadf6b85d None None] Network 6c987e76-af7f-46e2-b332-56f203a6d9d1 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:44.059649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:44.060236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.070314 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.083652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.114073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8089e3e-77f2-4c59-931a-2582d0776d78']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:44.125644 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240e20aa-63ff-47c2-b20f-b234a7527aed tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:44.126915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf202be-96f1-4684-ae35-45fbd20d0db2') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:44.127242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf202be-96f1-4684-ae35-45fbd20d0db2') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:44.131451 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240e20aa-63ff-47c2-b20f-b234a7527aed tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:44.132343 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-240e20aa-63ff-47c2-b20f-b234a7527aed tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:44.138710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.155310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.161361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:44.161772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:44.176831 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:44.221702 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-240e20aa-63ff-47c2-b20f-b234a7527aed tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:44.225220 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-240e20aa-63ff-47c2-b20f-b234a7527aed tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1856771 Jan 28 18:01:44.226318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46038) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:44.229943 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-840bf219-cc6b-4257-b6dd-b7bb3c5dc2d0 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7613902 Jan 28 18:01:44.235742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46042) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:44.321672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c190f2ac-09ab-4c54-bd95-f794968d4b65 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port ec155361-d9d3-44ff-91c9-7b05a123c4cb {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:44.322367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c190f2ac-09ab-4c54-bd95-f794968d4b65 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.330969 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7a18b-05ef-4766-9015-576004038b5b None None] Pushing event updated for resources: {'Port': ['ID=a5537d7b-e179-4e85-8ebb-d5017e4ee7bc,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:44.377655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.397486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Attempting to bind port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:44.397486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Attempting to bind port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '66c28803-10c2-4ed2-8478-29353dd8952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:44.397486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Attempting to bind port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc on network dbd39964-e265-4a59-a039-239219d1c1f5 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:44.403037 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.424796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Network': ['ID=d8089e3e-77f2-4c59-931a-2582d0776d78,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:44.436213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:44.436853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Checking segment: {'id': '66c28803-10c2-4ed2-8478-29353dd8952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:44.437389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.437839 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Bound using segment: {'id': '66c28803-10c2-4ed2-8478-29353dd8952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:44.438393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Bound port: a5537d7b-e179-4e85-8ebb-d5017e4ee7bc, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c28803-10c2-4ed2-8478-29353dd8952e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:44.438830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.464001 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bc7453c2-f83c-4523-8af0-dff5b11822dd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/networks/d8089e3e-77f2-4c59-931a-2582d0776d78 HTTP/1.1" status: 204 len: 168 time: 1.5381765 Jan 28 18:01:44.467653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46046) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:44.602241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d203c30f-b979-43d1-a16d-3e5935d224d4 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:01:44.633748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede42f9-5522-4b4c-9695-c865735d47f1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:44.634501 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3ede42f9-5522-4b4c-9695-c865735d47f1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:44.670528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: d203c30f-b979-43d1-a16d-3e5935d224d4 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:01:44.670905 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d203c30f-b979-43d1-a16d-3e5935d224d4 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:01:44.690358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c190f2ac-09ab-4c54-bd95-f794968d4b65 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.697378 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-6c987e76-af7f-46e2-b332-56f203a6d9d1', 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'fixed_ips': [{'subnet_id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:01:44.698758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.722645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] For port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:44.726268 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] For port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a5537d7b-e179-4e85-8ebb-d5017e4ee7bc,segment=NetworkSegment(66c28803-10c2-4ed2-8478-29353dd8952e),segment_id=66c28803-10c2-4ed2-8478-29353dd8952e)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:44.816611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3ede42f9-5522-4b4c-9695-c865735d47f1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:44.817764 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3ede42f9-5522-4b4c-9695-c865735d47f1 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/7f7188f8-420f-4d40-aa74-8f16d36ae56b HTTP/1.1" status: 200 len: 845 time: 0.3501639 Jan 28 18:01:44.825497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c190f2ac-09ab-4c54-bd95-f794968d4b65 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for ec155361-d9d3-44ff-91c9-7b05a123c4cb owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:44.837670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46050) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:44.843843 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:44.966760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Allocated IP 2001:db8:2::2 (6c987e76-af7f-46e2-b332-56f203a6d9d1/1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03/98cbb5b3-0958-4625-9294-8a6cf95f7ff8) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:44.973787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:44.974630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:44.987597 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46054) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:44.988385 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9d14acbc-5af9-47b2-bd07-1f4622291d6a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/7f7188f8-420f-4d40-aa74-8f16d36ae56b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1486430 Jan 28 18:01:45.022030 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:45.032095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7a18b-05ef-4766-9015-576004038b5b None None] Pushing event updated for resources: {'Port': ['ID=a5537d7b-e179-4e85-8ebb-d5017e4ee7bc,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:45.045157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a4c828bb-b84c-4299-aa81-6dbad2400766 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:45.051513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:45.124269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c190f2ac-09ab-4c54-bd95-f794968d4b65 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:45.193382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190f2ac-09ab-4c54-bd95-f794968d4b65 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=ec155361-d9d3-44ff-91c9-7b05a123c4cb,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:45.212580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c190f2ac-09ab-4c54-bd95-f794968d4b65 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:45.226971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a4c828bb-b84c-4299-aa81-6dbad2400766 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:45.229817 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:01:45.232143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a4c828bb-b84c-4299-aa81-6dbad2400766 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:45.235568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a4c828bb-b84c-4299-aa81-6dbad2400766 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:45.242302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a4c828bb-b84c-4299-aa81-6dbad2400766 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:45.317667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c828bb-b84c-4299-aa81-6dbad2400766 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:45.321281 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a4c828bb-b84c-4299-aa81-6dbad2400766 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:45.351132 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c190f2ac-09ab-4c54-bd95-f794968d4b65 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/ec155361-d9d3-44ff-91c9-7b05a123c4cb HTTP/1.1" status: 204 len: 168 time: 1.1217489 Jan 28 18:01:45.352607 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46058) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:45.567746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a28029-33ed-4fdf-b159-b2b1724305a4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:45.569123 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-00a28029-33ed-4fdf-b159-b2b1724305a4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2132027 Jan 28 18:01:45.572062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46062) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:45.579656 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:45.602953 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Transition to ACTIVE for port object 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:45.617710 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ac816b-2321-4b12-b9f7-a6e85f9e1a7e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] GET failed (client error): The resource could not be found. Jan 28 18:01:45.618241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e2ac816b-2321-4b12-b9f7-a6e85f9e1a7e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:45.630039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a4c828bb-b84c-4299-aa81-6dbad2400766 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:45.653690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Transition to ACTIVE for port object 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:45.684040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 3, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:44Z', 'revision_number': 4, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:45.688376 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb58bd6-2a15-49c3-a335-e3dc99c66928 None None] The sync data for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv is: [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 3, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:44Z', 'revision_number': 4, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:01:45.691042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c828bb-b84c-4299-aa81-6dbad2400766 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:45.694042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-a4c828bb-b84c-4299-aa81-6dbad2400766 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:45.698594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c828bb-b84c-4299-aa81-6dbad2400766 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:45.699197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a4c828bb-b84c-4299-aa81-6dbad2400766 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:45.705181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a553e95-6e08-4a67-8ba5-91b61d93d5cc None None] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:45.718054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c828bb-b84c-4299-aa81-6dbad2400766 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Subnet': ['ID=1bc45d7d-ef0f-4600-b5f1-f75b5e3ba9ba,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:45.747060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e2ac816b-2321-4b12-b9f7-a6e85f9e1a7e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:45.747060 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e2ac816b-2321-4b12-b9f7-a6e85f9e1a7e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/1e4ff9f9-89da-48c5-8689-9be0896b1f27 HTTP/1.1" status: 404 len: 333 time: 0.1706502 Jan 28 18:01:45.747465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46066) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:45.795299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:45.808441 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-8787a6e4-9a69-4dcd-8a24-ec42ab672f8a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] GET failed (client error): The resource could not be found. Jan 28 18:01:45.811098 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8787a6e4-9a69-4dcd-8a24-ec42ab672f8a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/ec155361-d9d3-44ff-91c9-7b05a123c4cb HTTP/1.1" status: 404 len: 333 time: 0.0598826 Jan 28 18:01:45.812616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46070) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:45.842686 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a4c828bb-b84c-4299-aa81-6dbad2400766 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8511145 Jan 28 18:01:45.843358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46074) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:45.853377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'security_group': {'name': 'tempest-secgroup-289789681'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:45.899389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Network 6c987e76-af7f-46e2-b332-56f203a6d9d1 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:45.905359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:45.910608 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:45.913322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Allocated IP 2001:db8:2::1 (6c987e76-af7f-46e2-b332-56f203a6d9d1/1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03/2b4e9b61-8d3f-4082-b317-7bd478dcee82) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:45.918471 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Pushing event updated for resources: {'Port': ['ID=98cbb5b3-0958-4625-9294-8a6cf95f7ff8,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:45.961035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:45.970511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:security_group and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:45.976417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:45.999235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:46.010430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da164ff6-d7a5-45aa-91b1-63999c837957 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.093410 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Attempting to bind port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:46.093783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Attempting to bind port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'e042cbfe-345c-4d60-9749-0030b0776941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:46.094146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Attempting to bind port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 on network 6c987e76-af7f-46e2-b332-56f203a6d9d1 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:46.109758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:46.110126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Checking segment: {'id': 'e042cbfe-345c-4d60-9749-0030b0776941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:46.110523 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.111028 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Bound using segment: {'id': 'e042cbfe-345c-4d60-9749-0030b0776941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:46.111553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Bound port: 98cbb5b3-0958-4625-9294-8a6cf95f7ff8, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e042cbfe-345c-4d60-9749-0030b0776941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:46.111981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.119036 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.119911 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:01:46.131591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.149509 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Transition to ACTIVE for port object 2b4e9b61-8d3f-4082-b317-7bd478dcee82 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:46.226237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:46.231088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da164ff6-d7a5-45aa-91b1-63999c837957 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.246427 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.247203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:security_group_rule and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:46.253016 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:46.268389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:46.274574 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-da164ff6-d7a5-45aa-91b1-63999c837957 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcd5185-a386-410f-b205-f3fa5ef5cc2d']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:46.285189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] For port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:46.290427 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] For port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=98cbb5b3-0958-4625-9294-8a6cf95f7ff8,segment=NetworkSegment(e042cbfe-345c-4d60-9749-0030b0776941),segment_id=e042cbfe-345c-4d60-9749-0030b0776941)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:46.294291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-da164ff6-d7a5-45aa-91b1-63999c837957 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c05100-535f-4e55-8f8d-08ea112e8e00') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:46.294696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-da164ff6-d7a5-45aa-91b1-63999c837957 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c05100-535f-4e55-8f8d-08ea112e8e00') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:46.300354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'tenant_id': '803d439137ae4d62b7dce7631ff78822', 'fixed_ips': [{'subnet_id': '1bc45d7d-ef0f-4600-b5f1-f75b5e3ba9ba'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:01:46.301465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.315740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da164ff6-d7a5-45aa-91b1-63999c837957 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.337149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da164ff6-d7a5-45aa-91b1-63999c837957 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.348632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da164ff6-d7a5-45aa-91b1-63999c837957 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:46.349176 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da164ff6-d7a5-45aa-91b1-63999c837957 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.358953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=2b4e9b61-8d3f-4082-b317-7bd478dcee82,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:46.366338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:46.370076 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:46.379413 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 6c987e76-af7f-46e2-b332-56f203a6d9d1 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:46.380927 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:46.384022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:46.384619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.480162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.536590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb5b59-7149-4fc5-8b89-7506dced57e3 None None] Pushing event updated for resources: {'Port': ['ID=98cbb5b3-0958-4625-9294-8a6cf95f7ff8,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:46.543322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da164ff6-d7a5-45aa-91b1-63999c837957 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.568784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da164ff6-d7a5-45aa-91b1-63999c837957 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.585731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.585861 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Allocated IP 2001:db8::2 (1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0/1bc45d7d-ef0f-4600-b5f1-f75b5e3ba9ba/ed3f545d-1434-45d1-a51b-2286e4059035) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:46.596296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da164ff6-d7a5-45aa-91b1-63999c837957 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Network': ['ID=2fcd5185-a386-410f-b205-f3fa5ef5cc2d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:46.638797 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-da164ff6-d7a5-45aa-91b1-63999c837957 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/networks/2fcd5185-a386-410f-b205-f3fa5ef5cc2d HTTP/1.1" status: 204 len: 168 time: 0.8206503 Jan 28 18:01:46.647241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46080) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:46.657455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1737702491'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:46.666033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9e8b39-8e48-46d1-b177-c3e520efd552,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:46.671552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:46.675489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:network and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:46.678403 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:46.685023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:46.706339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a5537d7b-e179-4e85-8ebb-d5017e4ee7bc up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:46.713663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.718015 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e9e1d135-c233-43fb-8f81-da77cd859109 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8711598 Jan 28 18:01:46.718243 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46084) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:46.718577 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.723700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'security_group': {'name': 'tempest-secgroup-928926325'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:46.731208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:46.736595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:security_group and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:46.738304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:46.745479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:46.770546 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:46.775531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.825790 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:46.829222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.892926 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.893947 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Added segment f5141f25-47cc-4555-90fa-34e88f33aec9 of type vlan for network 46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909 Jan 28 18:01:46.906415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:46.933372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:security_group_rule and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:46.938567 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:46.946464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.950920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:46.962254 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:46.970857 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:46.982250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:46.983071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.030075 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Transition to ACTIVE for port object ed3f545d-1434-45d1-a51b-2286e4059035 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:47.075479 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Transition to ACTIVE for port object ed3f545d-1434-45d1-a51b-2286e4059035 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:47.085474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.106557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.116545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:47.117235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.142089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.173489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.213775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.214046 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a5537d7b-e179-4e85-8ebb-d5017e4ee7bc,segment=NetworkSegment(66c28803-10c2-4ed2-8478-29353dd8952e),segment_id=66c28803-10c2-4ed2-8478-29353dd8952e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:47.242966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:47.246307 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:47.250590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:47.264800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Network': ['ID=46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:47.280077 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f8d72a-287a-47d8-993a-1d5a1001048c,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:47.282390 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Pushing event updated for resources: {'Port': ['ID=ed3f545d-1434-45d1-a51b-2286e4059035,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:47.290636 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:47.302376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.311256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.323366 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46088) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:47.323697 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-45910aeb-4c45-46a3-b002-9fe318410825 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6729248 Jan 28 18:01:47.329350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': '46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:47.336223 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.341379 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ae7772f9-51af-4bd8-a250-59b96d3feb84 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6220727 Jan 28 18:01:47.342787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46092) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:47.349316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-953199214', 'security_groups': ['29f8d72a-287a-47d8-993a-1d5a1001048c'], 'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1bc45d7d-ef0f-4600-b5f1-f75b5e3ba9ba'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:47.404627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.405512 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.488591 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:47.491078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Attempting to bind port ed3f545d-1434-45d1-a51b-2286e4059035 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:47.491446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Attempting to bind port ed3f545d-1434-45d1-a51b-2286e4059035 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '806e8674-5eb9-4148-99fc-32da2f9fc18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:47.491801 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Attempting to bind port ed3f545d-1434-45d1-a51b-2286e4059035 on network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:47.492466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:port and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:47.496031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:47.501732 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:47.506548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:47.506925 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Checking segment: {'id': '806e8674-5eb9-4148-99fc-32da2f9fc18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:47.507346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.507731 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Bound using segment: {'id': '806e8674-5eb9-4148-99fc-32da2f9fc18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:47.508489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Bound port: ed3f545d-1434-45d1-a51b-2286e4059035, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806e8674-5eb9-4148-99fc-32da2f9fc18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:47.508604 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.525932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=a5537d7b-e179-4e85-8ebb-d5017e4ee7bc,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:47.527976 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:47.541072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:47.552201 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:47.597563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:47.611380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] For port ed3f545d-1434-45d1-a51b-2286e4059035, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:47.614804 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:47.615217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] For port ed3f545d-1434-45d1-a51b-2286e4059035, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ed3f545d-1434-45d1-a51b-2286e4059035,segment=NetworkSegment(806e8674-5eb9-4148-99fc-32da2f9fc18e),segment_id=806e8674-5eb9-4148-99fc-32da2f9fc18e)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:47.616869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=2b4e9b61-8d3f-4082-b317-7bd478dcee82,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:47.695272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 6c987e76-af7f-46e2-b332-56f203a6d9d1 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:47.696672 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:47.707022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.766100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:47.770011 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.805481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a2646-0184-4e10-8358-5b3ea335157e None None] Pushing event updated for resources: {'Port': ['ID=ed3f545d-1434-45d1-a51b-2286e4059035,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:47.904840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:47.930097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port e57dfd3e-b990-4581-b22a-d2e026f5c246 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:01:48.021146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab167c31-eb0b-4437-9516-dcd1745529c4 None None] Network 6c987e76-af7f-46e2-b332-56f203a6d9d1 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:48.131063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.ipam_backend_mixin [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Performing IP validity checks on allocation pools {{(pid=88159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 18:01:48.131680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.ipam_backend_mixin [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 18:01:48.166751 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 181294e0-9598-4394-a100-936f96a182ba has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:01:48.226966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Allocated IP 2001:db8::11a (1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0/1bc45d7d-ef0f-4600-b5f1-f75b5e3ba9ba/e57dfd3e-b990-4581-b22a-d2e026f5c246) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:48.242673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b3ad1e58-e406-4fa7-a4d6-6d1253f8336e None None] Provisioning for port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:48.404778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:01:48.425348 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Sync routers for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:01:48.442713 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:48.443614 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:48.459244 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c36f0035-e116-4a32-a0b2-bc06da9c6b6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2193401 Jan 28 18:01:48.460354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46096) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:48.464204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:48.466517 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-454324044'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:48.471572 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:48.475462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:network and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:48.479170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:48.484995 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:48.485180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Transition to ACTIVE for port object e57dfd3e-b990-4581-b22a-d2e026f5c246 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:48.549272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:48.577319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:48.615859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:48.623909 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:48.643318 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:01:48.674507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:48.681734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Subnet': ['ID=7e47ae31-1c0f-475d-a444-63b9aa2ca58a,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:48.693582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:48.698831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:48.704554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:48.707113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:48.719176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:48.722294 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=e57dfd3e-b990-4581-b22a-d2e026f5c246,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:48.738459 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Checking segment: {'id': 'f5141f25-47cc-4555-90fa-34e88f33aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:48.738459 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network hostable DHCP agents. Network: 46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:48.762323 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:48.762826 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Added segment f81c4894-49e7-483b-9efc-2fe52986e8ad of type vlan for network 09d75486-2810-4998-8444-1128380bb958 Jan 28 18:01:48.784616 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ed3f545d-1434-45d1-a51b-2286e4059035 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:48.819893 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-90f821a9-2ce4-4abe-8e0c-d1ea4445974b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4766245 Jan 28 18:01:48.821053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46100) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:48.827669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-611d10be-d5a3-4c08-b7c4-04f5ebae0672 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:48.840718 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:48.845202 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network 46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:48.959098 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:48.963226 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:48.963814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:48.972472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c2d1ad-1a71-4e8e-b12d-821bd1035728 None None] Network 46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:48.996356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:49.004322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port ed3f545d-1434-45d1-a51b-2286e4059035 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:49.014410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:49.015253 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:49.019601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-970db1b5-6ef1-4a81-ad78-64433401a261 None None] Provisioning for port 2b4e9b61-8d3f-4082-b317-7bd478dcee82 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:49.115719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-611d10be-d5a3-4c08-b7c4-04f5ebae0672 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:49.125837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-611d10be-d5a3-4c08-b7c4-04f5ebae0672 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:49.130230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-611d10be-d5a3-4c08-b7c4-04f5ebae0672 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:49.135348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-970db1b5-6ef1-4a81-ad78-64433401a261 None None] Provisioning complete for port 2b4e9b61-8d3f-4082-b317-7bd478dcee82 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:49.137244 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-970db1b5-6ef1-4a81-ad78-64433401a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:49.137388 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-611d10be-d5a3-4c08-b7c4-04f5ebae0672 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:49.165851 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:46Z', 'revision_number': 4, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': '2b4e9b61-8d3f-4082-b317-7bd478dcee82', 'name': '', 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:74:f4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:45Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 2, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:49.171396 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Checking router: 181294e0-9598-4394-a100-936f96a182ba for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:01:49.171750 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Updating router 181294e0-9598-4394-a100-936f96a182ba port 2b4e9b61-8d3f-4082-b317-7bd478dcee82 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:01:49.185480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46104) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:49.188185 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7274182 Jan 28 18:01:49.191627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'subnet': {'network_id': '09d75486-2810-4998-8444-1128380bb958', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:49.195527 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-15f9d7c6-f889-4726-a4bb-3c2b7b2634b3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8708031 Jan 28 18:01:49.206848 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46108) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:49.221166 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'network_id': '46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909', 'name': 'tempest-PortsTestJSON-1390222892'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:49.263644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:49.296435 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:49.328754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611d10be-d5a3-4c08-b7c4-04f5ebae0672 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:49.332305 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694419b0-4407-4895-859c-62d30db0a5fe tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Network': ['ID=09d75486-2810-4998-8444-1128380bb958,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:49.334343 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-611d10be-d5a3-4c08-b7c4-04f5ebae0672 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:49.388413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 09d75486-2810-4998-8444-1128380bb958 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:49.451860 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:49.472535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:subnet and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:49.474040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:49.483734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:49.492789 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:49.493977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:49.564554 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.ipam_backend_mixin [None req-611d10be-d5a3-4c08-b7c4-04f5ebae0672 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bc45d7d-ef0f-4600-b5f1-f75b5e3ba9ba (CIDR: 2001:db8::/64) Jan 28 18:01:49.566964 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-970db1b5-6ef1-4a81-ad78-64433401a261 None None] Port 2b4e9b61-8d3f-4082-b317-7bd478dcee82 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:49.594066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:49.598608 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:49.617246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Made reservation on behalf of b669d87d0ca64f34884d7c6389c24bd7 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:49.621193 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:49.647639 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-611d10be-d5a3-4c08-b7c4-04f5ebae0672 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 18:01:49.649110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port f3891e9c-4bb1-44af-9907-c7853f0a989c yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:01:49.666739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611d10be-d5a3-4c08-b7c4-04f5ebae0672 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:01:49.702944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:49.741989 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:49.743320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:49.790238 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909', 'network_id': '46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909', 'tenant_id': '5bf89366f4614c3aaf04ea78be886509', 'fixed_ips': [{'subnet_id': '7e47ae31-1c0f-475d-a444-63b9aa2ca58a'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:01:49.791079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:49.861752 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:49.874972 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Transition to ACTIVE for port object 2b4e9b61-8d3f-4082-b317-7bd478dcee82 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:49.895386 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3d672c95-d727-42b6-8a9a-36a3353db1a3 None None] Provisioning for port ed3f545d-1434-45d1-a51b-2286e4059035 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:49.900353 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Allocated IP 172.20.0.5 (46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909/7e47ae31-1c0f-475d-a444-63b9aa2ca58a/f3891e9c-4bb1-44af-9907-c7853f0a989c) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:49.922041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3d672c95-d727-42b6-8a9a-36a3353db1a3 None None] Provisioning complete for port ed3f545d-1434-45d1-a51b-2286e4059035 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:49.922275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3d672c95-d727-42b6-8a9a-36a3353db1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:49.952558 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-611d10be-d5a3-4c08-b7c4-04f5ebae0672 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1301908 Jan 28 18:01:49.957431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46112) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:49.964399 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-fc2c4619-b812-45ec-9c00-004d07ef4562 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:49.976320 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:49.998562 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.148659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.186799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fc2c4619-b812-45ec-9c00-004d07ef4562 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:50.195417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-fc2c4619-b812-45ec-9c00-004d07ef4562 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:50.200131 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.206386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-fc2c4619-b812-45ec-9c00-004d07ef4562 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:50.221780 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.232495 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a0e07-936e-4c01-8cac-f982742fa667 None None] Pushing event updated for resources: {'Port': ['ID=2b4e9b61-8d3f-4082-b317-7bd478dcee82,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:50.245545 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Transition to ACTIVE for port object f3891e9c-4bb1-44af-9907-c7853f0a989c will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:50.277424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=98cbb5b3-0958-4625-9294-8a6cf95f7ff8,segment=NetworkSegment(e042cbfe-345c-4d60-9749-0030b0776941),segment_id=e042cbfe-345c-4d60-9749-0030b0776941)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:50.278256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fc2c4619-b812-45ec-9c00-004d07ef4562 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:50.288535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3d672c95-d727-42b6-8a9a-36a3353db1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.308412 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Attempting to bind port 2b4e9b61-8d3f-4082-b317-7bd478dcee82 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:50.309191 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Attempting to bind port 2b4e9b61-8d3f-4082-b317-7bd478dcee82 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'e042cbfe-345c-4d60-9749-0030b0776941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:50.309752 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Attempting to bind port 2b4e9b61-8d3f-4082-b317-7bd478dcee82 on network 6c987e76-af7f-46e2-b332-56f203a6d9d1 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:50.319799 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:50.320169 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Checking segment: {'id': 'e042cbfe-345c-4d60-9749-0030b0776941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:50.320895 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.321351 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Bound using segment: {'id': 'e042cbfe-345c-4d60-9749-0030b0776941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:50.321823 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Bound port: 2b4e9b61-8d3f-4082-b317-7bd478dcee82, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e042cbfe-345c-4d60-9749-0030b0776941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:50.322189 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.331719 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3d672c95-d727-42b6-8a9a-36a3353db1a3 None None] For port ed3f545d-1434-45d1-a51b-2286e4059035, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ed3f545d-1434-45d1-a51b-2286e4059035,segment=NetworkSegment(806e8674-5eb9-4148-99fc-32da2f9fc18e),segment_id=806e8674-5eb9-4148-99fc-32da2f9fc18e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:50.349703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Subnet': ['ID=20fa0dea-8829-436d-b9d8-a5049044cff0,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:50.355375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Checking segment: {'id': 'f81c4894-49e7-483b-9efc-2fe52986e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '09d75486-2810-4998-8444-1128380bb958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:50.355842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network hostable DHCP agents. Network: 09d75486-2810-4998-8444-1128380bb958, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:50.359635 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.387477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2c4619-b812-45ec-9c00-004d07ef4562 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:50.391843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4619-b812-45ec-9c00-004d07ef4562 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.425728 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] For port 2b4e9b61-8d3f-4082-b317-7bd478dcee82, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:50.429061 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] For port 2b4e9b61-8d3f-4082-b317-7bd478dcee82, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2b4e9b61-8d3f-4082-b317-7bd478dcee82,segment=NetworkSegment(e042cbfe-345c-4d60-9749-0030b0776941),segment_id=e042cbfe-345c-4d60-9749-0030b0776941)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:50.442538 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Allocated IP 172.20.0.2 (46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909/7e47ae31-1c0f-475d-a444-63b9aa2ca58a/fb7ecd4c-3182-4f8b-830c-cee5c5427164) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:50.447332 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3d672c95-d727-42b6-8a9a-36a3353db1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.454354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network 46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:50.457471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:50.461825 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:50.472638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 09d75486-2810-4998-8444-1128380bb958 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:50.481504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.482242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a5537d7b-e179-4e85-8ebb-d5017e4ee7bc up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:50.502860 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.504723 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=f3891e9c-4bb1-44af-9907-c7853f0a989c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:50.552078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:50.554173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.559917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 09d75486-2810-4998-8444-1128380bb958) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:50.568249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:50.569055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.607541 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:50.608176 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:50.644508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb4ba2e-1c5a-4f13-b32e-9293bab30df8 None None] Network 09d75486-2810-4998-8444-1128380bb958 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:50.671054 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a0e07-936e-4c01-8cac-f982742fa667 None None] Pushing event updated for resources: {'Port': ['ID=2b4e9b61-8d3f-4082-b317-7bd478dcee82,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:50.731719 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-25537da9-7f05-48f4-a18c-b58e48029371 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5237341 Jan 28 18:01:50.734269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46116) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:50.782213 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:01:50.789513 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dadfd36e-3233-4509-ade5-3823ec0c96fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6001780 Jan 28 18:01:50.795389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46120) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:50.811624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672c95-d727-42b6-8a9a-36a3353db1a3 None None] Pushing event updated for resources: {'Port': ['ID=ed3f545d-1434-45d1-a51b-2286e4059035,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:50.867842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0912c-9c63-4ef9-af73-35d3b4056d1a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port f3891e9c-4bb1-44af-9907-c7853f0a989c {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:50.868173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9ea0912c-9c63-4ef9-af73-35d3b4056d1a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:50.969085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3d672c95-d727-42b6-8a9a-36a3353db1a3 None None] Provisioning complete for port 7f7188f8-420f-4d40-aa74-8f16d36ae56b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:50.969449 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3d672c95-d727-42b6-8a9a-36a3353db1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:51.100767 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=98cbb5b3-0958-4625-9294-8a6cf95f7ff8,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:51.125635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:51.126220 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:51.195818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3d672c95-d727-42b6-8a9a-36a3353db1a3 None None] Port 7f7188f8-420f-4d40-aa74-8f16d36ae56b cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:51.221948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4619-b812-45ec-9c00-004d07ef4562 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:51.247468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9ea0912c-9c63-4ef9-af73-35d3b4056d1a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:51.274321 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:46Z', 'revision_number': 4, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': '2b4e9b61-8d3f-4082-b317-7bd478dcee82', 'name': '', 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:74:f4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:45Z', 'updated_at': '2022-01-28T18:01:50Z', 'revision_number': 4, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:51.280016 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15bf03-9a56-4bb1-995a-7e59e3f1a25b None None] The sync data for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv is: [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:46Z', 'revision_number': 4, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': '2b4e9b61-8d3f-4082-b317-7bd478dcee82', 'name': '', 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:74:f4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:45Z', 'updated_at': '2022-01-28T18:01:50Z', 'revision_number': 4, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:01:51.288812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-09d75486-2810-4998-8444-1128380bb958', 'network_id': '09d75486-2810-4998-8444-1128380bb958', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'fixed_ips': [{'subnet_id': '20fa0dea-8829-436d-b9d8-a5049044cff0'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:01:51.289838 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:51.300057 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c4619-b812-45ec-9c00-004d07ef4562 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:51.304910 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c4619-b812-45ec-9c00-004d07ef4562 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:51.313517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2c4619-b812-45ec-9c00-004d07ef4562 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:51.314096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4619-b812-45ec-9c00-004d07ef4562 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:51.323186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:51.328619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cafc9da-e529-480c-8101-2823110cf1dd None None] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:51.428994 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0912c-9c63-4ef9-af73-35d3b4056d1a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for f3891e9c-4bb1-44af-9907-c7853f0a989c owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:51.501312 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Transition to ACTIVE for port object fb7ecd4c-3182-4f8b-830c-cee5c5427164 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:51.526295 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c4619-b812-45ec-9c00-004d07ef4562 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Subnet': ['ID=6e257143-32a3-4a1e-b6cb-d7919e390851,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:51.538835 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fc2c4619-b812-45ec-9c00-004d07ef4562 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5802243 Jan 28 18:01:51.541890 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46124) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:51.559851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b2897706-5049-4435-805c-7eb484fac16f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1643789417', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e257143-32a3-4a1e-b6cb-d7919e390851'}], 'security_groups': ['3d9e8b39-8e48-46d1-b177-c3e520efd552']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:51.631810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5a7f94da-0649-4eda-bb52-784c6d572c67 None None] Provisioning for port e57dfd3e-b990-4581-b22a-d2e026f5c246 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:51.660614 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5a7f94da-0649-4eda-bb52-784c6d572c67 None None] Provisioning complete for port e57dfd3e-b990-4581-b22a-d2e026f5c246 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:51.661003 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a7f94da-0649-4eda-bb52-784c6d572c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:51.731326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9ea0912c-9c63-4ef9-af73-35d3b4056d1a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:51.771778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Transition to ACTIVE for port object fb7ecd4c-3182-4f8b-830c-cee5c5427164 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:51.796809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f94da-0649-4eda-bb52-784c6d572c67 None None] Port e57dfd3e-b990-4581-b22a-d2e026f5c246 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:51.825980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b2897706-5049-4435-805c-7eb484fac16f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:51.837708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:51.884962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:51.889126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Allocated IP 2001:db8:3::2 (09d75486-2810-4998-8444-1128380bb958/20fa0dea-8829-436d-b9d8-a5049044cff0/7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:51.930064 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0912c-9c63-4ef9-af73-35d3b4056d1a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=f3891e9c-4bb1-44af-9907-c7853f0a989c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:51.948090 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ed3f545d-1434-45d1-a51b-2286e4059035 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:52.116681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Network 46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:52.127645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:52.168563 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9ea0912c-9c63-4ef9-af73-35d3b4056d1a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.185774 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9ea0912c-9c63-4ef9-af73-35d3b4056d1a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/f3891e9c-4bb1-44af-9907-c7853f0a989c HTTP/1.1" status: 204 len: 168 time: 1.4483349 Jan 28 18:01:52.185982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:52.186103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46128) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:52.191947 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Pushing event updated for resources: {'Port': ['ID=fb7ecd4c-3182-4f8b-830c-cee5c5427164,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:52.257589 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda988d2-c09b-467d-9f4d-8a377efb1429 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] DELETE failed (client error): The resource could not be found. Jan 28 18:01:52.258217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda988d2-c09b-467d-9f4d-8a377efb1429 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:01:52.264760 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bda988d2-c09b-467d-9f4d-8a377efb1429 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/f3891e9c-4bb1-44af-9907-c7853f0a989c HTTP/1.1" status: 404 len: 333 time: 0.0771561 Jan 28 18:01:52.265177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46132) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:52.320025 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1574bd-a727-43dc-b932-6d1888b333f7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] GET failed (client error): The resource could not be found. Jan 28 18:01:52.320460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7c1574bd-a727-43dc-b932-6d1888b333f7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:52.362785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Attempting to bind port fb7ecd4c-3182-4f8b-830c-cee5c5427164 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:52.363250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Attempting to bind port fb7ecd4c-3182-4f8b-830c-cee5c5427164 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'f5141f25-47cc-4555-90fa-34e88f33aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:52.363619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Attempting to bind port fb7ecd4c-3182-4f8b-830c-cee5c5427164 on network 46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:52.379158 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ed3f545d-1434-45d1-a51b-2286e4059035 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:52.379536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.404544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7c1574bd-a727-43dc-b932-6d1888b333f7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:52.408618 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7c1574bd-a727-43dc-b932-6d1888b333f7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/f3891e9c-4bb1-44af-9907-c7853f0a989c HTTP/1.1" status: 404 len: 333 time: 0.1397672 Jan 28 18:01:52.409296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46136) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:52.416988 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:52.417342 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Checking segment: {'id': 'f5141f25-47cc-4555-90fa-34e88f33aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:52.426913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.426913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Bound using segment: {'id': 'f5141f25-47cc-4555-90fa-34e88f33aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:52.426913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Bound port: fb7ecd4c-3182-4f8b-830c-cee5c5427164, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5141f25-47cc-4555-90fa-34e88f33aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:52.426913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.492366 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-63681a2d-c248-4913-bdbf-e050fbb81e0f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting subnet 7e47ae31-1c0f-475d-a444-63b9aa2ca58a {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:01:52.495405 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-63681a2d-c248-4913-bdbf-e050fbb81e0f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.551622 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-63681a2d-c248-4913-bdbf-e050fbb81e0f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.643377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-63681a2d-c248-4913-bdbf-e050fbb81e0f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.645405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.663095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b66e382-53a4-4d6d-878b-f14b950e5229 None None] Update dhcp port {'port': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'fixed_ips': [{'subnet_id': '1bc45d7d-ef0f-4600-b5f1-f75b5e3ba9ba', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e257143-32a3-4a1e-b6cb-d7919e390851'}], 'binding:host_id': 'dv-neutron-826919-1-hyperv'}, 'id': 'ed3f545d-1434-45d1-a51b-2286e4059035'} from dv-neutron-826919-1-hyperv. {{(pid=88160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 18:01:52.676548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-b2897706-5049-4435-805c-7eb484fac16f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Delete allocated IP 2001:db8::11a (1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0/1bc45d7d-ef0f-4600-b5f1-f75b5e3ba9ba) {{(pid=88158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 18:01:52.684414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-b2897706-5049-4435-805c-7eb484fac16f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Allocated IP 2001:db8:0:1::118 (1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0/6e257143-32a3-4a1e-b6cb-d7919e390851/e57dfd3e-b990-4581-b22a-d2e026f5c246) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:52.694690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Transition to ACTIVE for port object 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:52.783307 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Transition to ACTIVE for port object 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:52.787034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0b66e382-53a4-4d6d-878b-f14b950e5229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.793509 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-63681a2d-c248-4913-bdbf-e050fbb81e0f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.802592 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:52.832707 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] For port fb7ecd4c-3182-4f8b-830c-cee5c5427164, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:52.836319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63681a2d-c248-4913-bdbf-e050fbb81e0f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Subnet': ['ID=7e47ae31-1c0f-475d-a444-63b9aa2ca58a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:52.842252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-63681a2d-c248-4913-bdbf-e050fbb81e0f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.849233 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-63681a2d-c248-4913-bdbf-e050fbb81e0f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/7e47ae31-1c0f-475d-a444-63b9aa2ca58a HTTP/1.1" status: 204 len: 168 time: 0.4382846 Jan 28 18:01:52.851473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46140) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:52.858617 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] For port fb7ecd4c-3182-4f8b-830c-cee5c5427164, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=fb7ecd4c-3182-4f8b-830c-cee5c5427164,segment=NetworkSegment(f5141f25-47cc-4555-90fa-34e88f33aec9),segment_id=f5141f25-47cc-4555-90fa-34e88f33aec9)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:52.900409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.933131 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b2897706-5049-4435-805c-7eb484fac16f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.954865 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.964654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-b2897706-5049-4435-805c-7eb484fac16f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Transition to ACTIVE for port object e57dfd3e-b990-4581-b22a-d2e026f5c246 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:52.977097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Allocated IP 2001:db8:3::1 (09d75486-2810-4998-8444-1128380bb958/20fa0dea-8829-436d-b9d8-a5049044cff0/f6e7c940-96ef-431b-a41c-07f8ba97b310) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:52.981932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:52.998316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Network 09d75486-2810-4998-8444-1128380bb958 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:53.000943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port fb7ecd4c-3182-4f8b-830c-cee5c5427164 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:53.001460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.036733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b2897706-5049-4435-805c-7eb484fac16f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.103057 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:53.122790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:53.130760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Pushing event updated for resources: {'Port': ['ID=7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:53.212946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b2897706-5049-4435-805c-7eb484fac16f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] In _notify_port_updated(), no bound segment for port e57dfd3e-b990-4581-b22a-d2e026f5c246 on network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 18:01:53.218182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2897706-5049-4435-805c-7eb484fac16f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:53.218786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b2897706-5049-4435-805c-7eb484fac16f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.220084 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b2897706-5049-4435-805c-7eb484fac16f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "PUT /v2.0/ports/e57dfd3e-b990-4581-b22a-d2e026f5c246 HTTP/1.1" status: 200 len: 931 time: 1.6772895 Jan 28 18:01:53.223043 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46144) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:53.226082 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2897706-5049-4435-805c-7eb484fac16f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=e57dfd3e-b990-4581-b22a-d2e026f5c246,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:53.284191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.299317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] For port fb7ecd4c-3182-4f8b-830c-cee5c5427164, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=fb7ecd4c-3182-4f8b-830c-cee5c5427164,segment=NetworkSegment(f5141f25-47cc-4555-90fa-34e88f33aec9),segment_id=f5141f25-47cc-4555-90fa-34e88f33aec9)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:53.299671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.302917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Transition to ACTIVE for port object f6e7c940-96ef-431b-a41c-07f8ba97b310 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:53.316675 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:53.317047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.376242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-86751518-3611-434e-a508-27efb835f7a9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port e57dfd3e-b990-4581-b22a-d2e026f5c246 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:53.377152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86751518-3611-434e-a508-27efb835f7a9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.400889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.409009 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2aece3-ab94-49cc-aeef-ba88fe7b6066 None None] Pushing event updated for resources: {'Port': ['ID=fb7ecd4c-3182-4f8b-830c-cee5c5427164,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:53.415480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Attempting to bind port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:53.415840 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Attempting to bind port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'f81c4894-49e7-483b-9efc-2fe52986e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '09d75486-2810-4998-8444-1128380bb958'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:53.416733 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Attempting to bind port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b on network 09d75486-2810-4998-8444-1128380bb958 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:53.431140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:53.432332 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Checking segment: {'id': 'f81c4894-49e7-483b-9efc-2fe52986e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '09d75486-2810-4998-8444-1128380bb958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:53.432773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.433161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Bound using segment: {'id': 'f81c4894-49e7-483b-9efc-2fe52986e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '09d75486-2810-4998-8444-1128380bb958'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:53.433625 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Bound port: 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81c4894-49e7-483b-9efc-2fe52986e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '09d75486-2810-4998-8444-1128380bb958'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:53.433993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.450949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-0b66e382-53a4-4d6d-878b-f14b950e5229 None None] Allocated IP 2001:db8:0:1::2 (1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0/6e257143-32a3-4a1e-b6cb-d7919e390851/ed3f545d-1434-45d1-a51b-2286e4059035) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:53.475836 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for fb7ecd4c-3182-4f8b-830c-cee5c5427164 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:53.482239 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 09d75486-2810-4998-8444-1128380bb958 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:53.485346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:53.489518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:53.490069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.548338 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=f6e7c940-96ef-431b-a41c-07f8ba97b310,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:53.701348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] For port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:53.717880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.738743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] For port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b,segment=NetworkSegment(f81c4894-49e7-483b-9efc-2fe52986e8ad),segment_id=f81c4894-49e7-483b-9efc-2fe52986e8ad)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:53.738955 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.741430 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2b4e9b61-8d3f-4082-b317-7bd478dcee82 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:53.795161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=fb7ecd4c-3182-4f8b-830c-cee5c5427164,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:53.806847 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No DVR routers for this DVR port fb7ecd4c-3182-4f8b-830c-cee5c5427164 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:01:53.831201 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-0b66e382-53a4-4d6d-878b-f14b950e5229 None None] For port ed3f545d-1434-45d1-a51b-2286e4059035, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ed3f545d-1434-45d1-a51b-2286e4059035,segment=NetworkSegment(806e8674-5eb9-4148-99fc-32da2f9fc18e),segment_id=806e8674-5eb9-4148-99fc-32da2f9fc18e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:53.836668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.942073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34604893-72ae-460b-82f0-5f41e3c9a592 None None] Pushing event updated for resources: {'Port': ['ID=7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:53.949349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0b66e382-53a4-4d6d-878b-f14b950e5229 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.962402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86751518-3611-434e-a508-27efb835f7a9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:53.980932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0b66e382-53a4-4d6d-878b-f14b950e5229 None None] Transition to ACTIVE for port object ed3f545d-1434-45d1-a51b-2286e4059035 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:53.997383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 2b4e9b61-8d3f-4082-b317-7bd478dcee82 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:54.002519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 2b4e9b61-8d3f-4082-b317-7bd478dcee82 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:54.002881 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.075640 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0b66e382-53a4-4d6d-878b-f14b950e5229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.177332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.203416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.260759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66e382-53a4-4d6d-878b-f14b950e5229 None None] Pushing event updated for resources: {'Port': ['ID=ed3f545d-1434-45d1-a51b-2286e4059035,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:54.267514 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.268273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.302054 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-86751518-3611-434e-a508-27efb835f7a9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for e57dfd3e-b990-4581-b22a-d2e026f5c246 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:54.330787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.397151 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 2b4e9b61-8d3f-4082-b317-7bd478dcee82, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2b4e9b61-8d3f-4082-b317-7bd478dcee82,segment=NetworkSegment(e042cbfe-345c-4d60-9749-0030b0776941),segment_id=e042cbfe-345c-4d60-9749-0030b0776941)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:54.410757 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:54.429776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5141f25-47cc-4555-90fa-34e88f33aec9') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:54.430164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5141f25-47cc-4555-90fa-34e88f33aec9') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:54.457810 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.461380 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event updated for resources: {'Port': ['ID=f6e7c940-96ef-431b-a41c-07f8ba97b310,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:54.518963 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.520823 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.525097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Network 09d75486-2810-4998-8444-1128380bb958 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:54.526334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:54.557434 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:01:54.557841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:01:54.573516 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:01:54.731893 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=2b4e9b61-8d3f-4082-b317-7bd478dcee82,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:54.770339 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86751518-3611-434e-a508-27efb835f7a9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.848849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ed3f545d-1434-45d1-a51b-2286e4059035 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:54.854764 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.910775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.913647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86751518-3611-434e-a508-27efb835f7a9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=e57dfd3e-b990-4581-b22a-d2e026f5c246,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:54.942416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 181294e0-9598-4394-a100-936f96a182ba has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:01:54.949345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Network': ['ID=46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:54.952915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-86751518-3611-434e-a508-27efb835f7a9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:54.957040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:54.957853 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-86751518-3611-434e-a508-27efb835f7a9 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/e57dfd3e-b990-4581-b22a-d2e026f5c246 HTTP/1.1" status: 204 len: 168 time: 1.7334843 Jan 28 18:01:54.959104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46148) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:54.966475 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a9eb2532-eeb7-4b34-8dd9-4f0238d7c37d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/networks/46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909 HTTP/1.1" status: 204 len: 168 time: 2.1106331 Jan 28 18:01:55.031046 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-03be342a-6d83-465b-ac84-be80d76013ca tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] GET failed (client error): The resource could not be found. Jan 28 18:01:55.031744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-03be342a-6d83-465b-ac84-be80d76013ca tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:01:55.034218 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46152) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:55.042530 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1002033277'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:55.052781 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:55.062724 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:network and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:55.066899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:55.076573 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:55.131347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2a55e6c9-0012-4257-bc56-d5eae5aac28d None None] Could not find standard attr ID for object fb7ecd4c-3182-4f8b-830c-cee5c5427164. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:01:55.158887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-03be342a-6d83-465b-ac84-be80d76013ca tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:01:55.159769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c916e3-5d81-482c-9956-072f15b8a4d5 None None] DHCP port deletion for 46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:01:55.163041 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-03be342a-6d83-465b-ac84-be80d76013ca tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/e57dfd3e-b990-4581-b22a-d2e026f5c246 HTTP/1.1" status: 404 len: 333 time: 0.2025480 Jan 28 18:01:55.163932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46156) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:55.182730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66487909-81b5-4c28-a3fd-7feac857808a None None] Network 46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:55.187512 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:55.192118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:55.200101 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:55.209223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66487909-81b5-4c28-a3fd-7feac857808a None None] Network 46dfb0b2-fc7a-46e5-8a6a-9f5f0d245909 could not be found, it might have been deleted concurrently. {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 18:01:55.232135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:01:55.244895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Sync routers for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:01:55.252483 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-72ccccc6-bf99-47f2-8950-85fbe54e8cfa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4555604 Jan 28 18:01:55.254798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46160) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:55.256419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:01:55.261664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:55.262149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-979707c4-0efd-447d-8fa6-a555dbc52ac8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:55.262275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:55.265959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:55.266430 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Added segment 3428acc7-f3ef-4d11-ade1-52fb48468df6 of type vlan for network bc4d8476-3bfe-4bee-9b84-2a0b58440c53 Jan 28 18:01:55.342648 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:55.346425 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77957da3-31cf-42e3-a036-d59efeebee07 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:55.460771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:01:55.469656 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77957da3-31cf-42e3-a036-d59efeebee07 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:55.541639 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-318d29af-53ca-4e51-834f-8409e4fdcf8f None None] Could not find standard attr ID for object e57dfd3e-b990-4581-b22a-d2e026f5c246. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:01:55.555869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:55.562358 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:55.563171 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:55.680127 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6446843 Jan 28 18:01:55.681602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77957da3-31cf-42e3-a036-d59efeebee07 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:55.682567 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46164) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:55.684384 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77957da3-31cf-42e3-a036-d59efeebee07 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:55.685643 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-77957da3-31cf-42e3-a036-d59efeebee07 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/security-groups/29f8d72a-287a-47d8-993a-1d5a1001048c HTTP/1.1" status: 204 len: 168 time: 0.5207362 Jan 28 18:01:55.688696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46166) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:55.698259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': 'bc4d8476-3bfe-4bee-9b84-2a0b58440c53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:55.771615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7f834e-3097-4777-a0f2-3f2fae7c6d2a None None] Network 09d75486-2810-4998-8444-1128380bb958 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:55.839050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77957da3-31cf-42e3-a036-d59efeebee07 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f8d72a-287a-47d8-993a-1d5a1001048c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:55.850258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089baf59-8144-4255-af6a-5a510df9f6d5 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Network': ['ID=bc4d8476-3bfe-4bee-9b84-2a0b58440c53,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:55.937194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network bc4d8476-3bfe-4bee-9b84-2a0b58440c53 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:01:55.949403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-318d29af-53ca-4e51-834f-8409e4fdcf8f None None] Provisioning for port ed3f545d-1434-45d1-a51b-2286e4059035 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:56.028411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:56.035960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-318d29af-53ca-4e51-834f-8409e4fdcf8f None None] Provisioning complete for port ed3f545d-1434-45d1-a51b-2286e4059035 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:56.036570 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-318d29af-53ca-4e51-834f-8409e4fdcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:56.057212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:56.064305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:56.073628 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e31dc597-baf7-4892-a2ac-b1e8f518bc21 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:56.077139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:56.156895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e31dc597-baf7-4892-a2ac-b1e8f518bc21 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:56.216459 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:56.219858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:56.400708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.extraroute_db [None req-979707c4-0efd-447d-8fa6-a555dbc52ac8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88158) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 18:01:56.420853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e31dc597-baf7-4892-a2ac-b1e8f518bc21 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:56.424826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.extraroute_db [None req-979707c4-0efd-447d-8fa6-a555dbc52ac8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Removed routes are [] {{(pid=88158) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 18:01:56.425213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-979707c4-0efd-447d-8fa6-a555dbc52ac8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:56.426916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-318d29af-53ca-4e51-834f-8409e4fdcf8f None None] Provisioning complete for port 7f7188f8-420f-4d40-aa74-8f16d36ae56b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:56.427573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-318d29af-53ca-4e51-834f-8409e4fdcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:56.450587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31dc597-baf7-4892-a2ac-b1e8f518bc21 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9e8b39-8e48-46d1-b177-c3e520efd552,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:56.474153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:53Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': '2b4e9b61-8d3f-4082-b317-7bd478dcee82', 'name': '', 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:74:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:45Z', 'updated_at': '2022-01-28T18:01:54Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6e7c940-96ef-431b-a41c-07f8ba97b310', 'name': '', 'network_id': '09d75486-2810-4998-8444-1128380bb958', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:b2:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '20fa0dea-8829-436d-b9d8-a5049044cff0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:52Z', 'updated_at': '2022-01-28T18:01:53Z', 'revision_number': 2, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '20fa0dea-8829-436d-b9d8-a5049044cff0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:56.499084 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Checking router: 181294e0-9598-4394-a100-936f96a182ba for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:01:56.499409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Updating router 181294e0-9598-4394-a100-936f96a182ba port f6e7c940-96ef-431b-a41c-07f8ba97b310 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:01:56.550165 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-318d29af-53ca-4e51-834f-8409e4fdcf8f None None] Port 7f7188f8-420f-4d40-aa74-8f16d36ae56b cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:01:56.565921 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:56.634226 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2b4e9b61-8d3f-4082-b317-7bd478dcee82 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:56.678816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e31dc597-baf7-4892-a2ac-b1e8f518bc21 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:56.679950 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e31dc597-baf7-4892-a2ac-b1e8f518bc21 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/security-groups/3d9e8b39-8e48-46d1-b177-c3e520efd552 HTTP/1.1" status: 204 len: 168 time: 0.9583745 Jan 28 18:01:56.683232 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46172) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:56.758124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c84dbbf-3ffd-41e4-99fa-288e134bea47 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting subnet 1bc45d7d-ef0f-4600-b5f1-f75b5e3ba9ba {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:01:56.761590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c84dbbf-3ffd-41e4-99fa-288e134bea47 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:56.826701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c84dbbf-3ffd-41e4-99fa-288e134bea47 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:56.883226 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 2b4e9b61-8d3f-4082-b317-7bd478dcee82 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:56.883602 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:56.915269 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b8613186-7f8e-485c-88da-1b875ee4db54 None None] Provisioning for port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:56.923852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c84dbbf-3ffd-41e4-99fa-288e134bea47 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:56.944820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b8613186-7f8e-485c-88da-1b875ee4db54 None None] Provisioning complete for port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:56.945167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b8613186-7f8e-485c-88da-1b875ee4db54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:57.005964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:57.060900 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-979707c4-0efd-447d-8fa6-a555dbc52ac8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:57.084371 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-979707c4-0efd-447d-8fa6-a555dbc52ac8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:57.098430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Subnet': ['ID=a78e6a3f-5496-40ac-ab7a-bb9a91ce9a7c,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:57.136841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c84dbbf-3ffd-41e4-99fa-288e134bea47 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:57.204272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84dbbf-3ffd-41e4-99fa-288e134bea47 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc45d7d-ef0f-4600-b5f1-f75b5e3ba9ba,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:57.222325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c84dbbf-3ffd-41e4-99fa-288e134bea47 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:57.237437 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9c84dbbf-3ffd-41e4-99fa-288e134bea47 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/1bc45d7d-ef0f-4600-b5f1-f75b5e3ba9ba HTTP/1.1" status: 204 len: 168 time: 0.5530744 Jan 28 18:01:57.238360 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46176) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:57.246571 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-41d917fe-c7a4-4209-b174-b3d7974f28c3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:57.248376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Checking segment: {'id': '3428acc7-f3ef-4d11-ade1-52fb48468df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bc4d8476-3bfe-4bee-9b84-2a0b58440c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:57.248738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network hostable DHCP agents. Network: bc4d8476-3bfe-4bee-9b84-2a0b58440c53, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:01:57.271320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b8613186-7f8e-485c-88da-1b875ee4db54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:57.280203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872e26cc-4ece-4fe3-b20d-4fb5b39b47d4 None None] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:57.290563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979707c4-0efd-447d-8fa6-a555dbc52ac8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 181294e0-9598-4394-a100-936f96a182ba has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:01:57.366045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network bc4d8476-3bfe-4bee-9b84-2a0b58440c53 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:01:57.430010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-41d917fe-c7a4-4209-b174-b3d7974f28c3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:57.435023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-41d917fe-c7a4-4209-b174-b3d7974f28c3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:57.437462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-41d917fe-c7a4-4209-b174-b3d7974f28c3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:57.443947 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-41d917fe-c7a4-4209-b174-b3d7974f28c3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:57.450800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:57.466139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979707c4-0efd-447d-8fa6-a555dbc52ac8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:01:57.472648 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-979707c4-0efd-447d-8fa6-a555dbc52ac8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:57.473816 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-979707c4-0efd-447d-8fa6-a555dbc52ac8 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba HTTP/1.1" status: 200 len: 954 time: 2.2178216 Jan 28 18:01:57.476478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46180) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:57.488627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Transition to ACTIVE for port object f6e7c940-96ef-431b-a41c-07f8ba97b310 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:57.491796 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b8613186-7f8e-485c-88da-1b875ee4db54 None None] For port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b,segment=NetworkSegment(f81c4894-49e7-483b-9efc-2fe52986e8ad),segment_id=f81c4894-49e7-483b-9efc-2fe52986e8ad)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:01:57.495981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device fb7ecd4c-3182-4f8b-830c-cee5c5427164 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:01:57.517406 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d917fe-c7a4-4209-b174-b3d7974f28c3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:57.521033 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41d917fe-c7a4-4209-b174-b3d7974f28c3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:57.537326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, bc4d8476-3bfe-4bee-9b84-2a0b58440c53) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:57.545004 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: fb7ecd4c-3182-4f8b-830c-cee5c5427164 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:01:57.545746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device fb7ecd4c-3182-4f8b-830c-cee5c5427164 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:01:57.550365 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8448d366-9686-41c0-ad7b-690f4c73d001 None None] Network bc4d8476-3bfe-4bee-9b84-2a0b58440c53 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:57.580025 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b8613186-7f8e-485c-88da-1b875ee4db54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:57.599682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:57.600423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:57.685704 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2f4e4c3d-c8a4-4c1e-a8ec-7c5a86aab352 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba HTTP/1.1" status: 200 len: 954 time: 0.2056763 Jan 28 18:01:57.686162 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46184) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:57.692344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-6c86c14f-0161-40ec-a219-61ecc94e13fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'router': {'routes': None}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:57.712626 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:57.723480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b8613186-7f8e-485c-88da-1b875ee4db54 None None] Could not find standard attr ID for object e57dfd3e-b990-4581-b22a-d2e026f5c246. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:01:57.762955 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a06c3df7-6770-45bb-9ee9-48d474f951c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0745058 Jan 28 18:01:57.765509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46188) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:57.771887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'network_id': 'bc4d8476-3bfe-4bee-9b84-2a0b58440c53', 'security_groups': [], 'name': 'tempest-PortsTestJSON-154329916'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:57.859734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8613186-7f8e-485c-88da-1b875ee4db54 None None] Pushing event updated for resources: {'Port': ['ID=7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:57.945207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:57.950279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:port and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:57.953472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:57.959553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:58.006170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19204aa9-5676-4508-aaa4-cb56f093d56a None None] Pushing event updated for resources: {'Port': ['ID=f6e7c940-96ef-431b-a41c-07f8ba97b310,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:58.049903 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:01:58.053499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:58.077599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port 1ad1e020-3e66-4f10-bf6f-47881a8738a6 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:01:58.141323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2b01f866-3edf-4724-813f-98a7c0977675 None None] Provisioning complete for port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:58.141697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2b01f866-3edf-4724-813f-98a7c0977675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:58.187513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Attempting to bind port f6e7c940-96ef-431b-a41c-07f8ba97b310 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:01:58.187908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Attempting to bind port f6e7c940-96ef-431b-a41c-07f8ba97b310 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'f81c4894-49e7-483b-9efc-2fe52986e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '09d75486-2810-4998-8444-1128380bb958'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:01:58.188224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Attempting to bind port f6e7c940-96ef-431b-a41c-07f8ba97b310 on network 09d75486-2810-4998-8444-1128380bb958 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:01:58.203928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:01:58.204302 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Checking segment: {'id': 'f81c4894-49e7-483b-9efc-2fe52986e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '09d75486-2810-4998-8444-1128380bb958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:01:58.204896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:58.205294 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Bound using segment: {'id': 'f81c4894-49e7-483b-9efc-2fe52986e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '09d75486-2810-4998-8444-1128380bb958'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:01:58.205826 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Bound port: f6e7c940-96ef-431b-a41c-07f8ba97b310, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81c4894-49e7-483b-9efc-2fe52986e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '09d75486-2810-4998-8444-1128380bb958'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:01:58.206299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:58.247045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Allocated IP 172.20.0.5 (bc4d8476-3bfe-4bee-9b84-2a0b58440c53/a78e6a3f-5496-40ac-ab7a-bb9a91ce9a7c/1ad1e020-3e66-4f10-bf6f-47881a8738a6) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:58.385428 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-bc4d8476-3bfe-4bee-9b84-2a0b58440c53', 'network_id': 'bc4d8476-3bfe-4bee-9b84-2a0b58440c53', 'tenant_id': '5bf89366f4614c3aaf04ea78be886509', 'fixed_ips': [{'subnet_id': 'a78e6a3f-5496-40ac-ab7a-bb9a91ce9a7c'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:01:58.386240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:58.503195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] For port f6e7c940-96ef-431b-a41c-07f8ba97b310, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:01:58.512659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41d917fe-c7a4-4209-b174-b3d7974f28c3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:58.527457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] For port f6e7c940-96ef-431b-a41c-07f8ba97b310, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f6e7c940-96ef-431b-a41c-07f8ba97b310,segment=NetworkSegment(f81c4894-49e7-483b-9efc-2fe52986e8ad),segment_id=f81c4894-49e7-483b-9efc-2fe52986e8ad)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:01:58.559179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:58.579047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Transition to ACTIVE for port object 1ad1e020-3e66-4f10-bf6f-47881a8738a6 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:01:58.594391 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:58.625644 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d917fe-c7a4-4209-b174-b3d7974f28c3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:58.627227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-41d917fe-c7a4-4209-b174-b3d7974f28c3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:58.637157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d917fe-c7a4-4209-b174-b3d7974f28c3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:58.637771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-41d917fe-c7a4-4209-b174-b3d7974f28c3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:58.651822 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:01:58.676595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.extraroute_db [None req-6c86c14f-0161-40ec-a219-61ecc94e13fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Added routes are [] {{(pid=88159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 18:01:58.676595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.extraroute_db [None req-6c86c14f-0161-40ec-a219-61ecc94e13fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 18:01:58.678560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d917fe-c7a4-4209-b174-b3d7974f28c3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Subnet': ['ID=a192031a-25be-4bfe-96f4-95478be23873,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:58.690613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:58.695931 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2b01f866-3edf-4724-813f-98a7c0977675 None None] Provisioning for port f6e7c940-96ef-431b-a41c-07f8ba97b310 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:01:58.746078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6c86c14f-0161-40ec-a219-61ecc94e13fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:58.788456 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-41d917fe-c7a4-4209-b174-b3d7974f28c3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5487671 Jan 28 18:01:58.791195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46192) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:58.792840 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:01:58.793256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:01:58.798173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network bc4d8476-3bfe-4bee-9b84-2a0b58440c53 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:01:58.800444 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'security_group': {'name': 'tempest-secgroup-199574958'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:58.802502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:01:58.810799 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:58.815154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:01:58.818853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:security_group and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:58.825440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:58.834848 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:58.880795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=1ad1e020-3e66-4f10-bf6f-47881a8738a6,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:58.916667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:01:58.917492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:58.929785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19204aa9-5676-4508-aaa4-cb56f093d56a None None] Pushing event updated for resources: {'Port': ['ID=f6e7c940-96ef-431b-a41c-07f8ba97b310,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:58.959827 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:58.972443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Allocated IP 172.20.0.2 (bc4d8476-3bfe-4bee-9b84-2a0b58440c53/a78e6a3f-5496-40ac-ab7a-bb9a91ce9a7c/7e82795d-e56b-4ace-937f-fb1ac292cebc) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:01:59.032739 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5ed91826-5a07-4c0f-88f5-b2f96935edb8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.2662017 Jan 28 18:01:59.035483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46196) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:59.079700 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:59.088773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:security_group_rule and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:59.094860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:59.107588 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:01:59.162528 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-12c96b1f-f5cb-40f4-a7d3-eebb76e5b1fc tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port 1ad1e020-3e66-4f10-bf6f-47881a8738a6 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:01:59.163247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-12c96b1f-f5cb-40f4-a7d3-eebb76e5b1fc tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:59.251529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:59.252202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:59.301221 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:01:59.311438 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6c86c14f-0161-40ec-a219-61ecc94e13fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:59.323543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6c86c14f-0161-40ec-a219-61ecc94e13fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:59.382778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974e0190-5c20-4aad-9e3a-67c14f2773cf None None] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:01:59.456864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-12c96b1f-f5cb-40f4-a7d3-eebb76e5b1fc tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:59.480278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:59.521841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c86c14f-0161-40ec-a219-61ecc94e13fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 181294e0-9598-4394-a100-936f96a182ba has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:01:59.583936 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:59.590660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-12c96b1f-f5cb-40f4-a7d3-eebb76e5b1fc tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for 1ad1e020-3e66-4f10-bf6f-47881a8738a6 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:01:59.821610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-12c96b1f-f5cb-40f4-a7d3-eebb76e5b1fc tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:59.840966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a9c18e51-be04-4cc7-ae27-984b0227019a None None] Provisioning complete for port ed3f545d-1434-45d1-a51b-2286e4059035 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:01:59.841601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a9c18e51-be04-4cc7-ae27-984b0227019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:59.853017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61edab7-3cfa-49b9-8722-6ac502bb2a1c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:59.867386 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c86c14f-0161-40ec-a219-61ecc94e13fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:01:59.880003 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6c86c14f-0161-40ec-a219-61ecc94e13fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:59.880162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c96b1f-f5cb-40f4-a7d3-eebb76e5b1fc tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=1ad1e020-3e66-4f10-bf6f-47881a8738a6,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:01:59.880266 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6c86c14f-0161-40ec-a219-61ecc94e13fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba HTTP/1.1" status: 200 len: 704 time: 2.1883492 Jan 28 18:01:59.880266 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46200) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:59.940356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:01:59.941323 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d5a40897-15bc-4a1a-a128-d3ad65c57c0a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1472430 Jan 28 18:01:59.945670 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46204) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:01:59.953979 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'security_group': {'name': 'tempest-secgroup-818239400'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:01:59.970139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:01:59.977780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:security_group and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:01:59.982985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:01:59.992440 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:00.004152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-12c96b1f-f5cb-40f4-a7d3-eebb76e5b1fc tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.015221 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-12c96b1f-f5cb-40f4-a7d3-eebb76e5b1fc tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/1ad1e020-3e66-4f10-bf6f-47881a8738a6 HTTP/1.1" status: 204 len: 168 time: 0.9786003 Jan 28 18:02:00.017886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46208) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:00.058123 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-22abce05-655c-4254-bd4b-39a86c5cb6e1 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba HTTP/1.1" status: 200 len: 704 time: 0.1761165 Jan 28 18:02:00.058529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46212) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:00.068194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.069139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.091727 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f42f7e-da46-4f92-a6f1-464978f6d50a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] GET failed (client error): The resource could not be found. Jan 28 18:02:00.092416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-37f42f7e-da46-4f92-a6f1-464978f6d50a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:00.096163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:00.102130 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:security_group_rule and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:00.106004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:00.114906 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:00.141473 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Transition to ACTIVE for port object 7e82795d-e56b-4ace-937f-fb1ac292cebc will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:00.189934 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.256780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Transition to ACTIVE for port object 7e82795d-e56b-4ace-937f-fb1ac292cebc will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:00.312609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:56Z', 'revision_number': 6, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': '2b4e9b61-8d3f-4082-b317-7bd478dcee82', 'name': '', 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:74:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:45Z', 'updated_at': '2022-01-28T18:01:54Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6e7c940-96ef-431b-a41c-07f8ba97b310', 'name': '', 'network_id': '09d75486-2810-4998-8444-1128380bb958', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:b2:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '20fa0dea-8829-436d-b9d8-a5049044cff0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:52Z', 'updated_at': '2022-01-28T18:01:58Z', 'revision_number': 4, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '20fa0dea-8829-436d-b9d8-a5049044cff0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:00.314461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a9c18e51-be04-4cc7-ae27-984b0227019a None None] Provisioning complete for port 7f7188f8-420f-4d40-aa74-8f16d36ae56b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:00.314830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a9c18e51-be04-4cc7-ae27-984b0227019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.351469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb71f5f-8a24-473d-8777-848e5bd20f67 None None] The sync data for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv is: [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:56Z', 'revision_number': 6, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': '2b4e9b61-8d3f-4082-b317-7bd478dcee82', 'name': '', 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:74:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:45Z', 'updated_at': '2022-01-28T18:01:54Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6e7c940-96ef-431b-a41c-07f8ba97b310', 'name': '', 'network_id': '09d75486-2810-4998-8444-1128380bb958', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:b2:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '20fa0dea-8829-436d-b9d8-a5049044cff0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:52Z', 'updated_at': '2022-01-28T18:01:58Z', 'revision_number': 4, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '20fa0dea-8829-436d-b9d8-a5049044cff0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:00.380206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-a9c18e51-be04-4cc7-ae27-984b0227019a None None] Port 7f7188f8-420f-4d40-aa74-8f16d36ae56b cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:00.437278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-37f42f7e-da46-4f92-a6f1-464978f6d50a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:00.440300 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-37f42f7e-da46-4f92-a6f1-464978f6d50a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/1ad1e020-3e66-4f10-bf6f-47881a8738a6 HTTP/1.1" status: 404 len: 333 time: 0.4213338 Jan 28 18:02:00.442283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.444585 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46216) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:00.477086 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.506902 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa712a1-4faa-4c02-a3ad-4a02ff6ef725,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:00.578869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Network bc4d8476-3bfe-4bee-9b84-2a0b58440c53 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:00.583990 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:00.591202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:00.603724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Pushing event updated for resources: {'Port': ['ID=7e82795d-e56b-4ace-937f-fb1ac292cebc,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:00.612016 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b463eb-6509-4986-b7be-ecb4273f3c8e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting subnet a78e6a3f-5496-40ac-ab7a-bb9a91ce9a7c {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:02:00.623903 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-50b463eb-6509-4986-b7be-ecb4273f3c8e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.646036 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6773176-b796-4619-ae58-85e2c8199e44 None None] Update dhcp port {'port': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'fixed_ips': [{'subnet_id': '6e257143-32a3-4a1e-b6cb-d7919e390851', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a192031a-25be-4bfe-96f4-95478be23873'}], 'binding:host_id': 'dv-neutron-826919-1-hyperv'}, 'id': 'ed3f545d-1434-45d1-a51b-2286e4059035'} from dv-neutron-826919-1-hyperv. {{(pid=88160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 18:02:00.726832 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-50b463eb-6509-4986-b7be-ecb4273f3c8e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.732732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f6e7c940-96ef-431b-a41c-07f8ba97b310 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:00.746210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.750041 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-97859d5a-7c23-4ad4-9be0-c6f427d12205 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7978911 Jan 28 18:02:00.750225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46220) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:00.755479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'security_group': {'name': 'tempest-secgroup-1749239368'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:00.761367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:00.765266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:security_group and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:00.768142 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:00.774001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:00.847440 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f6773176-b796-4619-ae58-85e2c8199e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.863583 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Attempting to bind port 7e82795d-e56b-4ace-937f-fb1ac292cebc on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:00.863872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Attempting to bind port 7e82795d-e56b-4ace-937f-fb1ac292cebc by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '3428acc7-f3ef-4d11-ade1-52fb48468df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bc4d8476-3bfe-4bee-9b84-2a0b58440c53'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:02:00.864239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Attempting to bind port 7e82795d-e56b-4ace-937f-fb1ac292cebc on network bc4d8476-3bfe-4bee-9b84-2a0b58440c53 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:02:00.890331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-50b463eb-6509-4986-b7be-ecb4273f3c8e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.903704 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:02:00.904101 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Checking segment: {'id': '3428acc7-f3ef-4d11-ade1-52fb48468df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bc4d8476-3bfe-4bee-9b84-2a0b58440c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:00.908100 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.908100 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Bound using segment: {'id': '3428acc7-f3ef-4d11-ade1-52fb48468df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bc4d8476-3bfe-4bee-9b84-2a0b58440c53'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:02:00.908100 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Bound port: 7e82795d-e56b-4ace-937f-fb1ac292cebc, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3428acc7-f3ef-4d11-ade1-52fb48468df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bc4d8476-3bfe-4bee-9b84-2a0b58440c53'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:02:00.908100 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.923745 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c5e710d7-8792-4e20-989c-48d64a109474 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.934635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:00.960019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:00.964535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:security_group_rule and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:00.967631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:00.975356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:01.076495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:01.101917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port f6e7c940-96ef-431b-a41c-07f8ba97b310 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:01.126228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port f6e7c940-96ef-431b-a41c-07f8ba97b310 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:01.126517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:01.159211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:01.241300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334dbd7b-f4b9-46a1-ae16-be7fd1a50cb9,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:01.302051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:01.303736 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7ff5b299-c72c-4933-847f-4132f735c71a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5525517 Jan 28 18:02:01.307545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46224) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:01.314508 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1350488305', 'security_groups': ['334dbd7b-f4b9-46a1-ae16-be7fd1a50cb9'], 'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a192031a-25be-4bfe-96f4-95478be23873'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:01.319852 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-f6773176-b796-4619-ae58-85e2c8199e44 None None] Allocated IP 2001:db8::2 (1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0/a192031a-25be-4bfe-96f4-95478be23873/ed3f545d-1434-45d1-a51b-2286e4059035) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:01.345652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:01.382240 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-50b463eb-6509-4986-b7be-ecb4273f3c8e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:01.387728 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] For port 7e82795d-e56b-4ace-937f-fb1ac292cebc, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:02:01.425116 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port f6e7c940-96ef-431b-a41c-07f8ba97b310, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f6e7c940-96ef-431b-a41c-07f8ba97b310,segment=NetworkSegment(f81c4894-49e7-483b-9efc-2fe52986e8ad),segment_id=f81c4894-49e7-483b-9efc-2fe52986e8ad)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:01.427277 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] For port 7e82795d-e56b-4ace-937f-fb1ac292cebc, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7e82795d-e56b-4ace-937f-fb1ac292cebc,segment=NetworkSegment(3428acc7-f3ef-4d11-ade1-52fb48468df6),segment_id=3428acc7-f3ef-4d11-ade1-52fb48468df6)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:02:01.493576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:01.496409 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfdde82-42d9-422c-b151-ad04e3c79672 None None] Sync routers for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:02:01.507104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:01.508473 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:01.509392 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfdde82-42d9-422c-b151-ad04e3c79672 None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:01.511039 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-9bfdde82-42d9-422c-b151-ad04e3c79672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:01.554716 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:01.581807 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b463eb-6509-4986-b7be-ecb4273f3c8e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Subnet': ['ID=a78e6a3f-5496-40ac-ab7a-bb9a91ce9a7c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:01.587397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-50b463eb-6509-4986-b7be-ecb4273f3c8e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:01.599322 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-50b463eb-6509-4986-b7be-ecb4273f3c8e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/a78e6a3f-5496-40ac-ab7a-bb9a91ce9a7c HTTP/1.1" status: 204 len: 168 time: 1.1535876 Jan 28 18:02:01.601873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46228) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:01.605354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c5e710d7-8792-4e20-989c-48d64a109474 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port f6e7c940-96ef-431b-a41c-07f8ba97b310 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:01.608367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:01.608531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c5e710d7-8792-4e20-989c-48d64a109474 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:01.648985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=f6e7c940-96ef-431b-a41c-07f8ba97b310,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:01.707376 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-9bfdde82-42d9-422c-b151-ad04e3c79672 None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:01.723834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f6773176-b796-4619-ae58-85e2c8199e44 None None] For port ed3f545d-1434-45d1-a51b-2286e4059035, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ed3f545d-1434-45d1-a51b-2286e4059035,segment=NetworkSegment(806e8674-5eb9-4148-99fc-32da2f9fc18e),segment_id=806e8674-5eb9-4148-99fc-32da2f9fc18e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:01.772883 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e742e-3b0b-4729-b952-ce49788e1f60 None None] Pushing event updated for resources: {'Port': ['ID=7e82795d-e56b-4ace-937f-fb1ac292cebc,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:01.783632 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f6773176-b796-4619-ae58-85e2c8199e44 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:01.804143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f6773176-b796-4619-ae58-85e2c8199e44 None None] Transition to ACTIVE for port object ed3f545d-1434-45d1-a51b-2286e4059035 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:01.813700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:01.836036 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-c5e710d7-8792-4e20-989c-48d64a109474 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] For port f6e7c940-96ef-431b-a41c-07f8ba97b310, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f6e7c940-96ef-431b-a41c-07f8ba97b310,segment=NetworkSegment(f81c4894-49e7-483b-9efc-2fe52986e8ad),segment_id=f81c4894-49e7-483b-9efc-2fe52986e8ad)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:01.836754 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c5e710d7-8792-4e20-989c-48d64a109474 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:01.857684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] device_id is not set on port a68bbf07-d61d-4d17-ac82-b915bc5ee49a yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:02:01.900697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f6773176-b796-4619-ae58-85e2c8199e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:02.071190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c5e710d7-8792-4e20-989c-48d64a109474 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for f6e7c940-96ef-431b-a41c-07f8ba97b310 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:02.140314 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6773176-b796-4619-ae58-85e2c8199e44 None None] Pushing event updated for resources: {'Port': ['ID=ed3f545d-1434-45d1-a51b-2286e4059035,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:02.161179 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:02.254962 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-9bfdde82-42d9-422c-b151-ad04e3c79672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:58Z', 'revision_number': 7, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': '2b4e9b61-8d3f-4082-b317-7bd478dcee82', 'name': '', 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:74:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:45Z', 'updated_at': '2022-01-28T18:01:54Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6e7c940-96ef-431b-a41c-07f8ba97b310', 'name': '', 'network_id': '09d75486-2810-4998-8444-1128380bb958', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:b2:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '20fa0dea-8829-436d-b9d8-a5049044cff0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:52Z', 'updated_at': '2022-01-28T18:02:01Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '20fa0dea-8829-436d-b9d8-a5049044cff0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:02.260032 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfdde82-42d9-422c-b151-ad04e3c79672 None None] Checking router: 181294e0-9598-4394-a100-936f96a182ba for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:02:02.266818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port 7e82795d-e56b-4ace-937f-fb1ac292cebc {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:02.267322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:02.270739 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfdde82-42d9-422c-b151-ad04e3c79672 None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:02.271419 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-9bfdde82-42d9-422c-b151-ad04e3c79672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:02.424678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Allocated IP 2001:db8::246 (1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0/a192031a-25be-4bfe-96f4-95478be23873/a68bbf07-d61d-4d17-ac82-b915bc5ee49a) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:02.484844 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-9bfdde82-42d9-422c-b151-ad04e3c79672 None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:02.557413 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] For port 7e82795d-e56b-4ace-937f-fb1ac292cebc, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7e82795d-e56b-4ace-937f-fb1ac292cebc,segment=NetworkSegment(3428acc7-f3ef-4d11-ade1-52fb48468df6),segment_id=3428acc7-f3ef-4d11-ade1-52fb48468df6)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:02.557939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:02.695485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:02.720164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for 7e82795d-e56b-4ace-937f-fb1ac292cebc owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:02.787411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Transition to ACTIVE for port object a68bbf07-d61d-4d17-ac82-b915bc5ee49a will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:02.863685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ed3f545d-1434-45d1-a51b-2286e4059035 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:02.901184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:02.947797 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c5e710d7-8792-4e20-989c-48d64a109474 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:02.975905 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7e82795d-e56b-4ace-937f-fb1ac292cebc up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:02.979445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:03.011213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:03.027200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:03.035175 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-9bfdde82-42d9-422c-b151-ad04e3c79672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:58Z', 'revision_number': 7, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': '2b4e9b61-8d3f-4082-b317-7bd478dcee82', 'name': '', 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:74:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:45Z', 'updated_at': '2022-01-28T18:01:54Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6e7c940-96ef-431b-a41c-07f8ba97b310', 'name': '', 'network_id': '09d75486-2810-4998-8444-1128380bb958', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:b2:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '20fa0dea-8829-436d-b9d8-a5049044cff0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:52Z', 'updated_at': '2022-01-28T18:02:01Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '20fa0dea-8829-436d-b9d8-a5049044cff0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:03.039304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:03.039975 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfdde82-42d9-422c-b151-ad04e3c79672 None None] The sync data for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv is: [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:01:58Z', 'revision_number': 7, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': '2b4e9b61-8d3f-4082-b317-7bd478dcee82', 'name': '', 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:74:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:45Z', 'updated_at': '2022-01-28T18:01:54Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6e7c940-96ef-431b-a41c-07f8ba97b310', 'name': '', 'network_id': '09d75486-2810-4998-8444-1128380bb958', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:b2:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '20fa0dea-8829-436d-b9d8-a5049044cff0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:52Z', 'updated_at': '2022-01-28T18:02:01Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '20fa0dea-8829-436d-b9d8-a5049044cff0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:03.040387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:03.069247 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 7e82795d-e56b-4ace-937f-fb1ac292cebc {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:02:03.069590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7e82795d-e56b-4ace-937f-fb1ac292cebc not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 28 18:02:03.081294 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:03.120577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=a68bbf07-d61d-4d17-ac82-b915bc5ee49a,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:03.159143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Port 7e82795d-e56b-4ace-937f-fb1ac292cebc not found, will not notify nova. {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 28 18:02:03.159549 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f6e7c940-96ef-431b-a41c-07f8ba97b310 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:03.159667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e710d7-8792-4e20-989c-48d64a109474 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=f6e7c940-96ef-431b-a41c-07f8ba97b310,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:03.225278 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: f6e7c940-96ef-431b-a41c-07f8ba97b310 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:02:03.225626 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f6e7c940-96ef-431b-a41c-07f8ba97b310 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 28 18:02:03.272424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Port f6e7c940-96ef-431b-a41c-07f8ba97b310 not found, will not notify nova. {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 28 18:02:03.296100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No DVR routers for this DVR port 7e82795d-e56b-4ace-937f-fb1ac292cebc on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:02:03.531164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=7e82795d-e56b-4ace-937f-fb1ac292cebc,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:03.536033 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef61d005-cfef-4a26-9ab1-29a4b97e4c8f None None] Network bc4d8476-3bfe-4bee-9b84-2a0b58440c53 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:03.651310 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f6b64d9e-3ee1-43b0-9926-3a402cb1a7a5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3424809 Jan 28 18:02:03.651962 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:03.654179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46232) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:03.659857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-ced45489-f04c-411a-b2d1-48d430a409bd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:03.663506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c5e710d7-8792-4e20-989c-48d64a109474 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:03.691576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4d8476-3bfe-4bee-9b84-2a0b58440c53']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:03.704239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6440f64d-239f-4d85-a715-e0a029199690 None None] Provisioning for port ed3f545d-1434-45d1-a51b-2286e4059035 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:03.712417 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6440f64d-239f-4d85-a715-e0a029199690 None None] Provisioning complete for port ed3f545d-1434-45d1-a51b-2286e4059035 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:03.717042 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6440f64d-239f-4d85-a715-e0a029199690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:03.773934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3428acc7-f3ef-4d11-ade1-52fb48468df6') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:03.774347 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3428acc7-f3ef-4d11-ade1-52fb48468df6') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:03.810655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ced45489-f04c-411a-b2d1-48d430a409bd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:03.814740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ced45489-f04c-411a-b2d1-48d430a409bd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:03.817683 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ced45489-f04c-411a-b2d1-48d430a409bd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:03.824198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ced45489-f04c-411a-b2d1-48d430a409bd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:03.835365 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934d9b44-f24a-411d-8008-ada1d7f03947 None None] DHCP port deletion for bc4d8476-3bfe-4bee-9b84-2a0b58440c53 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:02:03.866325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:03.884498 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6440f64d-239f-4d85-a715-e0a029199690 None None] Provisioning complete for port 7f7188f8-420f-4d40-aa74-8f16d36ae56b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:03.891779 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6440f64d-239f-4d85-a715-e0a029199690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:03.891964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:03.901832 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:02:03.902227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:03.912832 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced45489-f04c-411a-b2d1-48d430a409bd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:03.917205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ced45489-f04c-411a-b2d1-48d430a409bd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:02:03.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:02:03.949083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-6440f64d-239f-4d85-a715-e0a029199690 None None] Port 7f7188f8-420f-4d40-aa74-8f16d36ae56b cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:04.054574 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.ipam_backend_mixin [None req-ced45489-f04c-411a-b2d1-48d430a409bd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a192031a-25be-4bfe-96f4-95478be23873 (CIDR: 2001:db8::/64) Jan 28 18:02:04.125081 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced45489-f04c-411a-b2d1-48d430a409bd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 18:02:04.125504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced45489-f04c-411a-b2d1-48d430a409bd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:04.152147 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cf7b0bd0-9ebd-4ff6-a3de-8a19691465dd None None] Provisioning for port a68bbf07-d61d-4d17-ac82-b915bc5ee49a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:04.153357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e710d7-8792-4e20-989c-48d64a109474 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 181294e0-9598-4394-a100-936f96a182ba has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:02:04.157107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cf7b0bd0-9ebd-4ff6-a3de-8a19691465dd None None] Provisioning complete for port a68bbf07-d61d-4d17-ac82-b915bc5ee49a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:04.162958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0bd0-9ebd-4ff6-a3de-8a19691465dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:04.213584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b0bd0-9ebd-4ff6-a3de-8a19691465dd None None] Port a68bbf07-d61d-4d17-ac82-b915bc5ee49a cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:04.216256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cf7b0bd0-9ebd-4ff6-a3de-8a19691465dd None None] Could not find standard attr ID for object 7e82795d-e56b-4ace-937f-fb1ac292cebc. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:02:04.222896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:04.246078 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ced45489-f04c-411a-b2d1-48d430a409bd tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5882807 Jan 28 18:02:04.246592 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46242) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:04.252627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6b13576d-9acc-4446-8d0f-e08c98c9c1a8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:04.289556 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:04.324509 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Network': ['ID=bc4d8476-3bfe-4bee-9b84-2a0b58440c53,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:04.332886 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7c61b057-6a95-4de4-a47d-52c97722d73d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/networks/bc4d8476-3bfe-4bee-9b84-2a0b58440c53 HTTP/1.1" status: 204 len: 168 time: 2.7280953 Jan 28 18:02:04.337224 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46246) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:04.345939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'name': 'tempest-PortsTestJSON-47808400'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:04.352284 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e710d7-8792-4e20-989c-48d64a109474 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:02:04.361742 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c5e710d7-8792-4e20-989c-48d64a109474 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2984991 Jan 28 18:02:04.361742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46250) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:04.365194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bf5a20-31c6-4769-a520-bba66dc298b5 None None] Sync routers for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:02:04.375698 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf5a20-31c6-4769-a520-bba66dc298b5 None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:04.376563 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d6bf5a20-31c6-4769-a520-bba66dc298b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:04.437897 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f0d23d-29b6-4111-8469-ba7e062a264b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting subnet 20fa0dea-8829-436d-b9d8-a5049044cff0 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:02:04.440992 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1f0d23d-29b6-4111-8469-ba7e062a264b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:04.495317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:04.497669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6b13576d-9acc-4446-8d0f-e08c98c9c1a8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:04.498659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1f0d23d-29b6-4111-8469-ba7e062a264b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:04.504207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:port and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:04.508888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6b13576d-9acc-4446-8d0f-e08c98c9c1a8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:04.512080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:04.514785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6b13576d-9acc-4446-8d0f-e08c98c9c1a8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:04.522606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:04.524728 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6b13576d-9acc-4446-8d0f-e08c98c9c1a8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:04.589057 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-d6bf5a20-31c6-4769-a520-bba66dc298b5 None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:04.593004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1f0d23d-29b6-4111-8469-ba7e062a264b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:04.621507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:04.627596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:04.650808 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b13576d-9acc-4446-8d0f-e08c98c9c1a8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:04.665405 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6b13576d-9acc-4446-8d0f-e08c98c9c1a8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:04.719894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7e82795d-e56b-4ace-937f-fb1ac292cebc no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:02:04.765357 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port 0d7ee93a-413d-4aa1-9af4-9bb257c6b607 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:02:04.774772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1f0d23d-29b6-4111-8469-ba7e062a264b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:04.776160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 7e82795d-e56b-4ace-937f-fb1ac292cebc {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:02:04.776503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7e82795d-e56b-4ace-937f-fb1ac292cebc not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:02:04.819818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0d23d-29b6-4111-8469-ba7e062a264b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Subnet': ['ID=20fa0dea-8829-436d-b9d8-a5049044cff0,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:04.823887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1f0d23d-29b6-4111-8469-ba7e062a264b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:04.830081 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b1f0d23d-29b6-4111-8469-ba7e062a264b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/20fa0dea-8829-436d-b9d8-a5049044cff0 HTTP/1.1" status: 204 len: 168 time: 0.4675443 Jan 28 18:02:04.833276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46256) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:04.844653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea02c1-1cb4-47c3-8558-fc7c4bf9ffed None None] Network 09d75486-2810-4998-8444-1128380bb958 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:04.941651 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.ipam_backend_mixin [None req-6b13576d-9acc-4446-8d0f-e08c98c9c1a8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6e257143-32a3-4a1e-b6cb-d7919e390851 (CIDR: 2001:db8:0:1::/64) Jan 28 18:02:04.959110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:04.971116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:04.971448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:04.976245 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b13576d-9acc-4446-8d0f-e08c98c9c1a8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 18:02:04.976740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b13576d-9acc-4446-8d0f-e08c98c9c1a8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:05.095557 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6b13576d-9acc-4446-8d0f-e08c98c9c1a8 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8474283 Jan 28 18:02:05.099901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46262) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:05.107442 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-96b5f5e0-9f00-4899-9382-619d688b32e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'subnet': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:05.155005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:05.255746 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:05.311036 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d6bf5a20-31c6-4769-a520-bba66dc298b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:02Z', 'revision_number': 8, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': '2b4e9b61-8d3f-4082-b317-7bd478dcee82', 'name': '', 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:74:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:45Z', 'updated_at': '2022-01-28T18:01:54Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:05.323681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bf5a20-31c6-4769-a520-bba66dc298b5 None None] Checking router: 181294e0-9598-4394-a100-936f96a182ba for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:02:05.342595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:05.347288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:05.349748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf5a20-31c6-4769-a520-bba66dc298b5 None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:05.350489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d6bf5a20-31c6-4769-a520-bba66dc298b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:05.351710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:05.358449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:05.360006 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:05.385383 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=0d7ee93a-413d-4aa1-9af4-9bb257c6b607,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:05.462505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] For port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b,segment=NetworkSegment(f81c4894-49e7-483b-9efc-2fe52986e8ad),segment_id=f81c4894-49e7-483b-9efc-2fe52986e8ad)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:05.463275 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:05.479912 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b79d263-2e76-47af-8d93-13204bf2260b None None] DHCP port deletion for 09d75486-2810-4998-8444-1128380bb958 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:02:05.485560 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-913716d9-432a-43a5-bc60-5bf45d22301a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.1465633 Jan 28 18:02:05.488019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46266) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:05.507883 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9b79d263-2e76-47af-8d93-13204bf2260b None None] Deleting port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:05.508355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9b79d263-2e76-47af-8d93-13204bf2260b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:05.565200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-7792eb89-d6de-4d3c-b494-8268219c20ca tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port 0d7ee93a-413d-4aa1-9af4-9bb257c6b607 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:05.565561 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7792eb89-d6de-4d3c-b494-8268219c20ca tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:05.601601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:05.616266 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-d6bf5a20-31c6-4769-a520-bba66dc298b5 None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:05.637995 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-96b5f5e0-9f00-4899-9382-619d688b32e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:05.654077 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-96b5f5e0-9f00-4899-9382-619d688b32e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Usage tracker for resource:subnet and tenant:803d439137ae4d62b7dce7631ff78822 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:05.658266 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-96b5f5e0-9f00-4899-9382-619d688b32e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:05.667473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-96b5f5e0-9f00-4899-9382-619d688b32e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:05.808251 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b5f5e0-9f00-4899-9382-619d688b32e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Made reservation on behalf of 803d439137ae4d62b7dce7631ff78822 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:05.812062 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96b5f5e0-9f00-4899-9382-619d688b32e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:05.828047 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:05.947988 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:05.952234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No DVR routers for this DVR port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:02:05.968432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7792eb89-d6de-4d3c-b494-8268219c20ca tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:06.016305 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9b79d263-2e76-47af-8d93-13204bf2260b None None] For port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b,segment=NetworkSegment(f81c4894-49e7-483b-9efc-2fe52986e8ad),segment_id=f81c4894-49e7-483b-9efc-2fe52986e8ad)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:06.016843 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9b79d263-2e76-47af-8d93-13204bf2260b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:06.123068 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-7792eb89-d6de-4d3c-b494-8268219c20ca tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for 0d7ee93a-413d-4aa1-9af4-9bb257c6b607 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:06.148587 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:06.157326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9b79d263-2e76-47af-8d93-13204bf2260b None None] Calling delete_port for 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:06.223790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d75486-2810-4998-8444-1128380bb958']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:06.240731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81c4894-49e7-483b-9efc-2fe52986e8ad') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:06.241023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81c4894-49e7-483b-9efc-2fe52986e8ad') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:06.258153 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:06.280431 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-9b79d263-2e76-47af-8d93-13204bf2260b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:02:06.280786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-9b79d263-2e76-47af-8d93-13204bf2260b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:02:06.281544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:06.289544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:02:06.289926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:06.295684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7792eb89-d6de-4d3c-b494-8268219c20ca tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:06.298697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d6bf5a20-31c6-4769-a520-bba66dc298b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:02Z', 'revision_number': 8, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': '2b4e9b61-8d3f-4082-b317-7bd478dcee82', 'name': '', 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:74:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:45Z', 'updated_at': '2022-01-28T18:01:54Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:06.302900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bf5a20-31c6-4769-a520-bba66dc298b5 None None] The sync data for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv is: [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:02Z', 'revision_number': 8, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': '2b4e9b61-8d3f-4082-b317-7bd478dcee82', 'name': '', 'network_id': '6c987e76-af7f-46e2-b332-56f203a6d9d1', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:74:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:45Z', 'updated_at': '2022-01-28T18:01:54Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:02:06.305304 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:02:06.350854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792eb89-d6de-4d3c-b494-8268219c20ca tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=0d7ee93a-413d-4aa1-9af4-9bb257c6b607,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:06.358709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7792eb89-d6de-4d3c-b494-8268219c20ca tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:06.369443 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7792eb89-d6de-4d3c-b494-8268219c20ca tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/0d7ee93a-413d-4aa1-9af4-9bb257c6b607 HTTP/1.1" status: 204 len: 168 time: 0.8793871 Jan 28 18:02:06.371449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46272) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:06.378822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'mac_address': 'fa:16:3e:db:fd:f9', 'name': 'tempest-PortsTestJSON-1403107341'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:06.489311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:06.493185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:port and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:06.496065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:06.501781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:06.663234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96b5f5e0-9f00-4899-9382-619d688b32e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:06.715715 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:02:06.721458 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b5f5e0-9f00-4899-9382-619d688b32e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:06.724636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-96b5f5e0-9f00-4899-9382-619d688b32e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:06.729696 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b5f5e0-9f00-4899-9382-619d688b32e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:06.748790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-96b5f5e0-9f00-4899-9382-619d688b32e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:06.748894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:06.749018 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:06.754475 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c68aacd-efe2-4a47-9b51-774e9f786393 None None] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:06.771196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:06.781121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5f5e0-9f00-4899-9382-619d688b32e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Subnet': ['ID=c719c45c-9718-4713-9741-5d5574cbc8a7,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:06.782334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:02:06.782681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:02:06.783132 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f6e7c940-96ef-431b-a41c-07f8ba97b310 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:02:06.793426 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Network': ['ID=09d75486-2810-4998-8444-1128380bb958,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:06.822938 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c2a1d390-8f19-4d07-9bd0-92ea7267c86b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/networks/09d75486-2810-4998-8444-1128380bb958 HTTP/1.1" status: 204 len: 168 time: 1.9696841 Jan 28 18:02:06.822938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46276) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:06.823169 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9b79d263-2e76-47af-8d93-13204bf2260b None None] Deleting port 7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:06.823169 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9b79d263-2e76-47af-8d93-13204bf2260b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:06.870329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:06.898166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port 34d64195-f62a-46e7-934a-b7a429478398 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:02:06.933173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: f6e7c940-96ef-431b-a41c-07f8ba97b310 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:02:06.933515 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f6e7c940-96ef-431b-a41c-07f8ba97b310 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:02:06.940063 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-96b5f5e0-9f00-4899-9382-619d688b32e7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8391280 Jan 28 18:02:06.947467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46280) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:06.950073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9b79d263-2e76-47af-8d93-13204bf2260b None None] The port '7fe3bb41-0166-4fa1-bb5e-a8a38eb4aa3b' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:02:06.964094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2ce92a2e-1bab-4fbe-aeac-716c13110a73 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2025949958', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c719c45c-9718-4713-9741-5d5574cbc8a7'}], 'security_groups': ['a61edab7-3cfa-49b9-8722-6ac502bb2a1c', '7aa712a1-4faa-4c02-a3ad-4a02ff6ef725']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:07.260548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad16df2-3907-430c-aaed-e5345ec282d0 None None] Update dhcp port {'port': {'network_id': '1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0', 'fixed_ips': [{'subnet_id': '6e257143-32a3-4a1e-b6cb-d7919e390851', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a192031a-25be-4bfe-96f4-95478be23873', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c719c45c-9718-4713-9741-5d5574cbc8a7'}], 'binding:host_id': 'dv-neutron-826919-1-hyperv'}, 'id': 'ed3f545d-1434-45d1-a51b-2286e4059035'} from dv-neutron-826919-1-hyperv. {{(pid=88160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 18:02:07.323663 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bad16df2-3907-430c-aaed-e5345ec282d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:07.351766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:07.372511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2ce92a2e-1bab-4fbe-aeac-716c13110a73 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:07.540891 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-bad16df2-3907-430c-aaed-e5345ec282d0 None None] Allocated IP 2001:db8:0:2::2 (1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0/c719c45c-9718-4713-9741-5d5574cbc8a7/ed3f545d-1434-45d1-a51b-2286e4059035) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:07.548809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8f8cb4b-a2d7-46bb-bf88-a2c7cc49276f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:07.561352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:07.687064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-bad16df2-3907-430c-aaed-e5345ec282d0 None None] For port ed3f545d-1434-45d1-a51b-2286e4059035, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ed3f545d-1434-45d1-a51b-2286e4059035,segment=NetworkSegment(806e8674-5eb9-4148-99fc-32da2f9fc18e),segment_id=806e8674-5eb9-4148-99fc-32da2f9fc18e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:07.690410 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:07.698701 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:07.705701 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:07.711233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:07.711857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:07.719406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bad16df2-3907-430c-aaed-e5345ec282d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:07.720004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=34d64195-f62a-46e7-934a-b7a429478398,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:07.742330 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bad16df2-3907-430c-aaed-e5345ec282d0 None None] Transition to ACTIVE for port object ed3f545d-1434-45d1-a51b-2286e4059035 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:07.804247 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bad16df2-3907-430c-aaed-e5345ec282d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:07.848361 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f383cb05-931f-42b8-81e7-69560c3c44cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4734275 Jan 28 18:02:07.852619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46284) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:07.906917 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-b8f8cb4b-a2d7-46bb-bf88-a2c7cc49276f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port 2b4e9b61-8d3f-4082-b317-7bd478dcee82 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:07.907583 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8f8cb4b-a2d7-46bb-bf88-a2c7cc49276f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:07.943200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1048a25c-592e-45ab-a78f-b0ec78963c97 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:07.943200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1048a25c-592e-45ab-a78f-b0ec78963c97 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:08.022312 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad16df2-3907-430c-aaed-e5345ec282d0 None None] Pushing event updated for resources: {'Port': ['ID=ed3f545d-1434-45d1-a51b-2286e4059035,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:08.118036 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-b8f8cb4b-a2d7-46bb-bf88-a2c7cc49276f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] For port 2b4e9b61-8d3f-4082-b317-7bd478dcee82, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2b4e9b61-8d3f-4082-b317-7bd478dcee82,segment=NetworkSegment(e042cbfe-345c-4d60-9749-0030b0776941),segment_id=e042cbfe-345c-4d60-9749-0030b0776941)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:08.118428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8f8cb4b-a2d7-46bb-bf88-a2c7cc49276f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:08.154373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-2ce92a2e-1bab-4fbe-aeac-716c13110a73 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Delete allocated IP 2001:db8::246 (1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0/a192031a-25be-4bfe-96f4-95478be23873) {{(pid=88158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 18:02:08.164117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-2ce92a2e-1bab-4fbe-aeac-716c13110a73 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Allocated IP 2001:db8:0:2::177 (1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0/c719c45c-9718-4713-9741-5d5574cbc8a7/a68bbf07-d61d-4d17-ac82-b915bc5ee49a) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:08.240976 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1048a25c-592e-45ab-a78f-b0ec78963c97 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:08.246127 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1048a25c-592e-45ab-a78f-b0ec78963c97 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/34d64195-f62a-46e7-934a-b7a429478398 HTTP/1.1" status: 200 len: 841 time: 0.3887179 Jan 28 18:02:08.246324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46288) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:08.254475 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-b8f8cb4b-a2d7-46bb-bf88-a2c7cc49276f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for 2b4e9b61-8d3f-4082-b317-7bd478dcee82 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:08.373795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f298c-2df9-4b0c-b256-b6e16cfce32d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port 34d64195-f62a-46e7-934a-b7a429478398 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:08.374130 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ca7f298c-2df9-4b0c-b256-b6e16cfce32d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:08.387011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2ce92a2e-1bab-4fbe-aeac-716c13110a73 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:08.404490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-2ce92a2e-1bab-4fbe-aeac-716c13110a73 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Transition to ACTIVE for port object a68bbf07-d61d-4d17-ac82-b915bc5ee49a will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:08.444232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2ce92a2e-1bab-4fbe-aeac-716c13110a73 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:08.567880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-2ce92a2e-1bab-4fbe-aeac-716c13110a73 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] In _notify_port_updated(), no bound segment for port a68bbf07-d61d-4d17-ac82-b915bc5ee49a on network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 18:02:08.567880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce92a2e-1bab-4fbe-aeac-716c13110a73 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:08.567880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2ce92a2e-1bab-4fbe-aeac-716c13110a73 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:08.567880 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2ce92a2e-1bab-4fbe-aeac-716c13110a73 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "PUT /v2.0/ports/a68bbf07-d61d-4d17-ac82-b915bc5ee49a HTTP/1.1" status: 200 len: 970 time: 1.6160445 Jan 28 18:02:08.569721 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46292) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:08.601195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce92a2e-1bab-4fbe-aeac-716c13110a73 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event updated for resources: {'Port': ['ID=a68bbf07-d61d-4d17-ac82-b915bc5ee49a,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:08.629821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ed3f545d-1434-45d1-a51b-2286e4059035 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:08.647381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-53671204-4f82-4488-8b94-43d890c27ccc tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port a68bbf07-d61d-4d17-ac82-b915bc5ee49a {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:08.648114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-53671204-4f82-4488-8b94-43d890c27ccc tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:08.671062 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ca7f298c-2df9-4b0c-b256-b6e16cfce32d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:08.827099 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3fb2e07e-6ab7-4065-8789-afc457bc849c None None] Provisioning for port a68bbf07-d61d-4d17-ac82-b915bc5ee49a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:08.833213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3fb2e07e-6ab7-4065-8789-afc457bc849c None None] Provisioning complete for port a68bbf07-d61d-4d17-ac82-b915bc5ee49a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:08.833736 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e07e-6ab7-4065-8789-afc457bc849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:08.910717 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2e07e-6ab7-4065-8789-afc457bc849c None None] Port a68bbf07-d61d-4d17-ac82-b915bc5ee49a cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:08.926800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f298c-2df9-4b0c-b256-b6e16cfce32d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for 34d64195-f62a-46e7-934a-b7a429478398 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:08.934124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-53671204-4f82-4488-8b94-43d890c27ccc tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:08.981074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3fb2e07e-6ab7-4065-8789-afc457bc849c None None] Provisioning for port ed3f545d-1434-45d1-a51b-2286e4059035 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:08.986368 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3fb2e07e-6ab7-4065-8789-afc457bc849c None None] Provisioning complete for port ed3f545d-1434-45d1-a51b-2286e4059035 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:08.986851 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e07e-6ab7-4065-8789-afc457bc849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.020490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8f8cb4b-a2d7-46bb-bf88-a2c7cc49276f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.073242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-53671204-4f82-4488-8b94-43d890c27ccc tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for a68bbf07-d61d-4d17-ac82-b915bc5ee49a owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:09.080042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8cb4b-a2d7-46bb-bf88-a2c7cc49276f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=2b4e9b61-8d3f-4082-b317-7bd478dcee82,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:09.114473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ca7f298c-2df9-4b0c-b256-b6e16cfce32d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.127607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3fb2e07e-6ab7-4065-8789-afc457bc849c None None] Provisioning complete for port 7f7188f8-420f-4d40-aa74-8f16d36ae56b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:09.128090 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e07e-6ab7-4065-8789-afc457bc849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.201483 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2e07e-6ab7-4065-8789-afc457bc849c None None] Port 7f7188f8-420f-4d40-aa74-8f16d36ae56b cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:09.240006 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f298c-2df9-4b0c-b256-b6e16cfce32d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=34d64195-f62a-46e7-934a-b7a429478398,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:09.306163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-53671204-4f82-4488-8b94-43d890c27ccc tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.313628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ca7f298c-2df9-4b0c-b256-b6e16cfce32d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.316992 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2ebeecb2-f4ef-4432-8684-3c03308d1b55 None None] Could not find standard attr ID for object a68bbf07-d61d-4d17-ac82-b915bc5ee49a. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:02:09.354582 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8f8cb4b-a2d7-46bb-bf88-a2c7cc49276f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.362111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53671204-4f82-4488-8b94-43d890c27ccc tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=a68bbf07-d61d-4d17-ac82-b915bc5ee49a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:09.403998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-53671204-4f82-4488-8b94-43d890c27ccc tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.414256 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-53671204-4f82-4488-8b94-43d890c27ccc tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/a68bbf07-d61d-4d17-ac82-b915bc5ee49a HTTP/1.1" status: 204 len: 168 time: 0.8435977 Jan 28 18:02:09.417530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46296) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:09.423206 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ca7f298c-2df9-4b0c-b256-b6e16cfce32d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/34d64195-f62a-46e7-934a-b7a429478398 HTTP/1.1" status: 204 len: 168 time: 1.1760106 Jan 28 18:02:09.430673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46300) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:09.468016 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4a414d-ed62-4f48-add4-6f7f30ec35a7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] GET failed (client error): The resource could not be found. Jan 28 18:02:09.468666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6d4a414d-ed62-4f48-add4-6f7f30ec35a7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Synchronizing usage tracker for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:09.542553 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea3c9c3-2bbd-48ca-9f41-9c633394ee2c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] GET failed (client error): The resource could not be found. Jan 28 18:02:09.543114 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-cea3c9c3-2bbd-48ca-9f41-9c633394ee2c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:09.545415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6d4a414d-ed62-4f48-add4-6f7f30ec35a7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Unset dirty status for tenant:803d439137ae4d62b7dce7631ff78822 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:09.548675 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6d4a414d-ed62-4f48-add4-6f7f30ec35a7 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports/a68bbf07-d61d-4d17-ac82-b915bc5ee49a HTTP/1.1" status: 404 len: 333 time: 0.1291683 Jan 28 18:02:09.549624 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46304) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:09.612016 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e184a0e7-0eda-4c7e-84a7-22d2781f31c6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.640159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e184a0e7-0eda-4c7e-84a7-22d2781f31c6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.683687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-cea3c9c3-2bbd-48ca-9f41-9c633394ee2c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:09.684757 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cea3c9c3-2bbd-48ca-9f41-9c633394ee2c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/34d64195-f62a-46e7-934a-b7a429478398 HTTP/1.1" status: 404 len: 333 time: 0.2523181 Jan 28 18:02:09.688517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46308) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:09.693895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'name': 'tempest-PortsTestJSON-1118588100'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:09.734620 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f8cb4b-a2d7-46bb-bf88-a2c7cc49276f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 181294e0-9598-4394-a100-936f96a182ba has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:02:09.760567 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e184a0e7-0eda-4c7e-84a7-22d2781f31c6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.801099 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184a0e7-0eda-4c7e-84a7-22d2781f31c6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=334dbd7b-f4b9-46a1-ae16-be7fd1a50cb9,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:09.815758 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e184a0e7-0eda-4c7e-84a7-22d2781f31c6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.819676 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e184a0e7-0eda-4c7e-84a7-22d2781f31c6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/security-groups/334dbd7b-f4b9-46a1-ae16-be7fd1a50cb9 HTTP/1.1" status: 204 len: 168 time: 0.2658846 Jan 28 18:02:09.819676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46312) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:09.838250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:09.860139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:09.878272 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f61a89d6-3678-44ee-b26d-7fe9c4a607b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.899044 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb7cf-a488-405f-902a-8505a604915f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.907325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f8cb4b-a2d7-46bb-bf88-a2c7cc49276f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:02:09.912848 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b8f8cb4b-a2d7-46bb-bf88-a2c7cc49276f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1046937 Jan 28 18:02:09.916263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46316) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:09.917989 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaafdc1c-e43b-4813-bacf-0ec4e461d288 None None] Sync routers for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:02:09.928786 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaafdc1c-e43b-4813-bacf-0ec4e461d288 None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:09.929408 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-eaafdc1c-e43b-4813-bacf-0ec4e461d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:09.936362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb7cf-a488-405f-902a-8505a604915f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.959075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:09.962578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.985164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6128155d-b840-4855-9528-2d81df5bc439 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting subnet 1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:02:09.988441 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6128155d-b840-4855-9528-2d81df5bc439 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:09.997962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port e9b21eb4-ee32-4e91-87c8-ce356eb4dbf8 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:02:10.060550 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6128155d-b840-4855-9528-2d81df5bc439 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.096100 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-eaafdc1c-e43b-4813-bacf-0ec4e461d288 None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:10.138599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb7cf-a488-405f-902a-8505a604915f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.153439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6128155d-b840-4855-9528-2d81df5bc439 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.229882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1cb7cf-a488-405f-902a-8505a604915f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa712a1-4faa-4c02-a3ad-4a02ff6ef725,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:10.253189 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fb1cb7cf-a488-405f-902a-8505a604915f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.254306 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fb1cb7cf-a488-405f-902a-8505a604915f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/security-groups/7aa712a1-4faa-4c02-a3ad-4a02ff6ef725 HTTP/1.1" status: 204 len: 168 time: 0.4336410 Jan 28 18:02:10.265278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46320) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:10.273349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.313069 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6128155d-b840-4855-9528-2d81df5bc439 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.356903 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128155d-b840-4855-9528-2d81df5bc439 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Subnet': ['ID=1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:10.361912 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8299f0e-e71b-4ec6-b970-d91f65320c2a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.366183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6128155d-b840-4855-9528-2d81df5bc439 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.370389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.375305 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35783255-ca1c-4971-999c-b9b39c3f2458 None None] Network 6c987e76-af7f-46e2-b332-56f203a6d9d1 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:10.387539 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6128155d-b840-4855-9528-2d81df5bc439 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03 HTTP/1.1" status: 204 len: 168 time: 0.4699166 Jan 28 18:02:10.390756 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46324) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:10.432563 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8299f0e-e71b-4ec6-b970-d91f65320c2a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.457956 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-eaafdc1c-e43b-4813-bacf-0ec4e461d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:08Z', 'revision_number': 9, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:10.464665 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaafdc1c-e43b-4813-bacf-0ec4e461d288 None None] Checking router: 181294e0-9598-4394-a100-936f96a182ba for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:02:10.477000 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaafdc1c-e43b-4813-bacf-0ec4e461d288 None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:10.477673 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-eaafdc1c-e43b-4813-bacf-0ec4e461d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:01:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:10.561812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:10.564995 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:10.572719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:10.580697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:10.581815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.606293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=e9b21eb4-ee32-4e91-87c8-ce356eb4dbf8,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:10.659232 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-eaafdc1c-e43b-4813-bacf-0ec4e461d288 None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:10.674504 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-28f5ece5-2dad-477b-9035-0bdbbcc798d7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9844544 Jan 28 18:02:10.677147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46328) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:10.684863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-498756bc-db39-426c-9c7f-46750b4bd68c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:10.716311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.731780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c33804-268f-4193-a2a9-b4c527c2daef None None] DHCP port deletion for 6c987e76-af7f-46e2-b332-56f203a6d9d1 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:02:10.737746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-48c33804-268f-4193-a2a9-b4c527c2daef None None] Deleting port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:10.739501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-48c33804-268f-4193-a2a9-b4c527c2daef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.742777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:10.743153 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.829582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-498756bc-db39-426c-9c7f-46750b4bd68c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.836469 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8299f0e-e71b-4ec6-b970-d91f65320c2a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.867749 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8299f0e-e71b-4ec6-b970-d91f65320c2a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61edab7-3cfa-49b9-8722-6ac502bb2a1c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:10.881105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8299f0e-e71b-4ec6-b970-d91f65320c2a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:10.882227 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b8299f0e-e71b-4ec6-b970-d91f65320c2a tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/security-groups/a61edab7-3cfa-49b9-8722-6ac502bb2a1c HTTP/1.1" status: 204 len: 168 time: 0.6240058 Jan 28 18:02:10.892317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46332) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:10.991677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] For port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=98cbb5b3-0958-4625-9294-8a6cf95f7ff8,segment=NetworkSegment(e042cbfe-345c-4d60-9749-0030b0776941),segment_id=e042cbfe-345c-4d60-9749-0030b0776941)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:10.992229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.018620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-9289df48-66ab-4ca4-918c-1ae7629ec1af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting subnet a192031a-25be-4bfe-96f4-95478be23873 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:02:11.020323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-48c33804-268f-4193-a2a9-b4c527c2daef None None] For port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=98cbb5b3-0958-4625-9294-8a6cf95f7ff8,segment=NetworkSegment(e042cbfe-345c-4d60-9749-0030b0776941),segment_id=e042cbfe-345c-4d60-9749-0030b0776941)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:11.020785 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-eaafdc1c-e43b-4813-bacf-0ec4e461d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:08Z', 'revision_number': 9, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:11.021211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-48c33804-268f-4193-a2a9-b4c527c2daef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.025584 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaafdc1c-e43b-4813-bacf-0ec4e461d288 None None] The sync data for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv is: [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:08Z', 'revision_number': 9, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': 'a5537d7b-e179-4e85-8ebb-d5017e4ee7bc', 'name': '', 'network_id': 'dbd39964-e265-4a59-a039-239219d1c1f5', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:d6:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:37Z', 'updated_at': '2022-01-28T18:01:47Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '361b4c66-0c5c-4747-8fa0-1c41de9606cc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:11.027803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9289df48-66ab-4ca4-918c-1ae7629ec1af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.152389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-48c33804-268f-4193-a2a9-b4c527c2daef None None] Calling delete_port for 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:11.157588 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:11.198406 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9289df48-66ab-4ca4-918c-1ae7629ec1af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.278135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.285033 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-48c33804-268f-4193-a2a9-b4c527c2daef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:02:11.285496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-48c33804-268f-4193-a2a9-b4c527c2daef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:02:11.301460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-498756bc-db39-426c-9c7f-46750b4bd68c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.312352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9289df48-66ab-4ca4-918c-1ae7629ec1af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.327647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=98cbb5b3-0958-4625-9294-8a6cf95f7ff8,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:11.329391 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No DVR routers for this DVR port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:02:11.349367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-498756bc-db39-426c-9c7f-46750b4bd68c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.419486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-498756bc-db39-426c-9c7f-46750b4bd68c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] In _notify_port_updated(), no bound segment for port e9b21eb4-ee32-4e91-87c8-ce356eb4dbf8 on network b63eb321-3b9a-43ba-b21c-f9cead968b7e {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 18:02:11.424651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498756bc-db39-426c-9c7f-46750b4bd68c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:11.425264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-498756bc-db39-426c-9c7f-46750b4bd68c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.429218 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-498756bc-db39-426c-9c7f-46750b4bd68c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "PUT /v2.0/ports/e9b21eb4-ee32-4e91-87c8-ce356eb4dbf8 HTTP/1.1" status: 200 len: 818 time: 0.7482851 Jan 28 18:02:11.431811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46336) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:11.460404 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.496662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c987e76-af7f-46e2-b332-56f203a6d9d1']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:11.506846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498756bc-db39-426c-9c7f-46750b4bd68c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=e9b21eb4-ee32-4e91-87c8-ce356eb4dbf8,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:11.512703 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e042cbfe-345c-4d60-9749-0030b0776941') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:11.513115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e042cbfe-345c-4d60-9749-0030b0776941') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:11.526506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.526729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d0f24-a5fb-4800-bad7-390e6fceeb24 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port e9b21eb4-ee32-4e91-87c8-ce356eb4dbf8 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:11.527089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0f24-a5fb-4800-bad7-390e6fceeb24 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.544772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.551390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:02:11.551875 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:02:11.567759 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:02:11.621617 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9289df48-66ab-4ca4-918c-1ae7629ec1af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.688336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289df48-66ab-4ca4-918c-1ae7629ec1af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Subnet': ['ID=a192031a-25be-4bfe-96f4-95478be23873,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:11.693720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9289df48-66ab-4ca4-918c-1ae7629ec1af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.698775 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f53b71c-263d-4e4b-8375-3c0db2be28fe None None] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:11.719166 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9289df48-66ab-4ca4-918c-1ae7629ec1af tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/a192031a-25be-4bfe-96f4-95478be23873 HTTP/1.1" status: 204 len: 168 time: 0.8196447 Jan 28 18:02:11.725709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46340) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:11.761962 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.786761 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-48c33804-268f-4193-a2a9-b4c527c2daef None None] Deleting port 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:11.786761 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-48c33804-268f-4193-a2a9-b4c527c2daef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.787394 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.800992 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Network': ['ID=6c987e76-af7f-46e2-b332-56f203a6d9d1,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:11.821627 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-60fcdfe9-39c4-42f8-95fc-b03899e1fc25 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/networks/6c987e76-af7f-46e2-b332-56f203a6d9d1 HTTP/1.1" status: 204 len: 168 time: 1.4268785 Jan 28 18:02:11.822363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0f24-a5fb-4800-bad7-390e6fceeb24 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:11.822476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46344) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:11.858586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-48c33804-268f-4193-a2a9-b4c527c2daef None None] The port '98cbb5b3-0958-4625-9294-8a6cf95f7ff8' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:02:11.898467 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-618466e3-2b8f-4912-8e66-0c22bc4a1c23 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting subnet c719c45c-9718-4713-9741-5d5574cbc8a7 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:02:11.952584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d0f24-a5fb-4800-bad7-390e6fceeb24 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for e9b21eb4-ee32-4e91-87c8-ce356eb4dbf8 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:11.952828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-618466e3-2b8f-4912-8e66-0c22bc4a1c23 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.032946 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-618466e3-2b8f-4912-8e66-0c22bc4a1c23 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.123931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0f24-a5fb-4800-bad7-390e6fceeb24 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.177947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d0f24-a5fb-4800-bad7-390e6fceeb24 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=e9b21eb4-ee32-4e91-87c8-ce356eb4dbf8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:12.189433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0f24-a5fb-4800-bad7-390e6fceeb24 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.276082 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ce7d0f24-a5fb-4800-bad7-390e6fceeb24 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/e9b21eb4-ee32-4e91-87c8-ce356eb4dbf8 HTTP/1.1" status: 204 len: 168 time: 0.8407557 Jan 28 18:02:12.276445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46348) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:12.299632 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d378e58c-abd8-41ec-85fd-950643b252b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.364155 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e715cf-9e4f-424d-b2b7-b483be5c758a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:12.364478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-39e715cf-9e4f-424d-b2b7-b483be5c758a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:12.427013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-39e715cf-9e4f-424d-b2b7-b483be5c758a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:12.431132 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-39e715cf-9e4f-424d-b2b7-b483be5c758a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1510911 Jan 28 18:02:12.431865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46352) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:12.431973 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-618466e3-2b8f-4912-8e66-0c22bc4a1c23 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.480924 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae4f224-93c5-4b9b-a8e4-5bd8d2c9dc36 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] GET failed (client error): The resource could not be found. Jan 28 18:02:12.486453 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dae4f224-93c5-4b9b-a8e4-5bd8d2c9dc36 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/e9b21eb4-ee32-4e91-87c8-ce356eb4dbf8 HTTP/1.1" status: 404 len: 333 time: 0.0501616 Jan 28 18:02:12.487452 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46356) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:12.493603 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-571762088'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:12.498839 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:12.503162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:network and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:12.506133 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:12.511948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:12.592957 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:12.596837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.614810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:02:12.628625 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-618466e3-2b8f-4912-8e66-0c22bc4a1c23 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.632682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:02:12.642929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.643338 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Added segment eac56a37-71dd-4e0e-bd50-1ac08d3280d6 of type vlan for network 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 Jan 28 18:02:12.654232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:02:12.654840 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 98cbb5b3-0958-4625-9294-8a6cf95f7ff8 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:02:12.655283 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2b4e9b61-8d3f-4082-b317-7bd478dcee82 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:02:12.675414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618466e3-2b8f-4912-8e66-0c22bc4a1c23 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Subnet': ['ID=c719c45c-9718-4713-9741-5d5574cbc8a7,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:12.679262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-618466e3-2b8f-4912-8e66-0c22bc4a1c23 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.680577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.690188 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-618466e3-2b8f-4912-8e66-0c22bc4a1c23 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/c719c45c-9718-4713-9741-5d5574cbc8a7 HTTP/1.1" status: 204 len: 168 time: 0.9611166 Jan 28 18:02:12.690491 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46360) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:12.692675 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee11dcc6-aa90-4cd8-9c4a-92176838ac7b None None] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:12.714366 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 2b4e9b61-8d3f-4082-b317-7bd478dcee82 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:02:12.715259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2b4e9b61-8d3f-4082-b317-7bd478dcee82 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:02:12.737698 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-9989a719-c5b2-451c-a2aa-e772fb737ea5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:12.738148 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9989a719-c5b2-451c-a2aa-e772fb737ea5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:12.739836 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9989a719-c5b2-451c-a2aa-e772fb737ea5 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/a192031a-25be-4bfe-96f4-95478be23873 HTTP/1.1" status: 404 len: 337 time: 0.0485325 Jan 28 18:02:12.743833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46364) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:12.746960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.819024 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting subnet 6e257143-32a3-4a1e-b6cb-d7919e390851 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:02:12.822810 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.828407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:12.829962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.830088 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-628f74b6-0e27-4869-9d72-5b24dee0314b None None] Provisioning complete for port ed3f545d-1434-45d1-a51b-2286e4059035 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:12.830088 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-628f74b6-0e27-4869-9d72-5b24dee0314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:12.834556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:13.091298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-628f74b6-0e27-4869-9d72-5b24dee0314b None None] Provisioning complete for port 7f7188f8-420f-4d40-aa74-8f16d36ae56b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:13.091696 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-628f74b6-0e27-4869-9d72-5b24dee0314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:13.102502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Network': ['ID=0267b8ec-69aa-42da-9f4e-b3a8328e70f5,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:13.110740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:13.124589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:13.124589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:13.125733 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:02:13.191098 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-32f5920b-20ec-4cf3-b801-605c9fc8730d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7025037 Jan 28 18:02:13.192138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46368) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:13.201685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': '0267b8ec-69aa-42da-9f4e-b3a8328e70f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:13.252567 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-628f74b6-0e27-4869-9d72-5b24dee0314b None None] Port 7f7188f8-420f-4d40-aa74-8f16d36ae56b cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:13.307006 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:13.324573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:13.328107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] For port a5537d7b-e179-4e85-8ebb-d5017e4ee7bc, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a5537d7b-e179-4e85-8ebb-d5017e4ee7bc,segment=NetworkSegment(66c28803-10c2-4ed2-8478-29353dd8952e),segment_id=66c28803-10c2-4ed2-8478-29353dd8952e)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:13.328107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:13.381130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:13.382572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:13.390490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:13.394776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:13.401736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:13.455158 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for a5537d7b-e179-4e85-8ebb-d5017e4ee7bc owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:13.496271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:13.537597 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Subnet': ['ID=6e257143-32a3-4a1e-b6cb-d7919e390851,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:13.544866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:13.547549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:13.551202 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:13.578011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:13.578451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:13.578919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:13.586977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:13.586977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:13.586977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:13.586977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:13.586977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:13.586977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:13.586977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:13.586977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:13.586977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:13.642867 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-05050b80-56ef-4385-a228-59ade3d79e76 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/6e257143-32a3-4a1e-b6cb-d7919e390851 HTTP/1.1" status: 204 len: 168 time: 0.8990419 Jan 28 18:02:13.646377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46372) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:13.698671 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe28f1a-a31d-4748-8e81-aa88841cbcc6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:13.699161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe28f1a-a31d-4748-8e81-aa88841cbcc6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:13.707749 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ffe28f1a-a31d-4748-8e81-aa88841cbcc6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/1bc45d7d-ef0f-4600-b5f1-f75b5e3ba9ba HTTP/1.1" status: 404 len: 337 time: 0.0564394 Jan 28 18:02:13.708211 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46376) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:13.756963 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-eb70cd9c-d08f-4f80-8327-8ecaac5cb25f tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "GET /v2.0/ports?device_id=26138034-6e8a-43ca-9d05-467835a63e5d HTTP/1.1" status: 200 len: 205 time: 0.0475624 Jan 28 18:02:13.759281 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46380) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:13.826323 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:13.871632 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b2127f-3078-49ad-ac7a-bcda7d086c97 None None] Network 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:13.878477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:13.970508 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Subnet': ['ID=40410af3-7730-4b2a-9b4c-6a33dc8cda37,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:13.989680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Checking segment: {'id': 'eac56a37-71dd-4e0e-bd50-1ac08d3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0267b8ec-69aa-42da-9f4e-b3a8328e70f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:13.990253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network hostable DHCP agents. Network: 0267b8ec-69aa-42da-9f4e-b3a8328e70f5, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:02:14.005298 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-fd56c552-cc97-412d-b7d3-77c6a685cd4e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] delete failed (client error): The resource could not be found. Jan 28 18:02:14.006348 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fd56c552-cc97-412d-b7d3-77c6a685cd4e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/routers/26138034-6e8a-43ca-9d05-467835a63e5d HTTP/1.1" status: 404 len: 336 time: 0.2461574 Jan 28 18:02:14.012950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46384) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:14.017376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=a5537d7b-e179-4e85-8ebb-d5017e4ee7bc,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:14.047600 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7f8dad7b-7ad3-431f-8a55-5a33390f422a None None] Provisioning complete for port ed3f545d-1434-45d1-a51b-2286e4059035 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:14.048317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f8dad7b-7ad3-431f-8a55-5a33390f422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:14.060762 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:14.061152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:14.061479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:14.061812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:14.062139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:14.062469 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:14.062787 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:14.063135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:14.063457 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:14.063774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:14.064085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:14.064459 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:14.083214 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-7334573d-989d-4d85-a852-9b4b2b6d37e0 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:14.083601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7334573d-989d-4d85-a852-9b4b2b6d37e0 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:14.092618 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7334573d-989d-4d85-a852-9b4b2b6d37e0 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/f15570da-1cd0-48fb-9cab-8895d60b3e49 HTTP/1.1" status: 404 len: 337 time: 0.0749812 Jan 28 18:02:14.093971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46388) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:14.142814 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb88cdd-4446-4104-acc7-42bb7b7c7962 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:14.143496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb88cdd-4446-4104-acc7-42bb7b7c7962 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:14.148327 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-acb88cdd-4446-4104-acc7-42bb7b7c7962 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/c441f79e-76a0-4591-8e4a-a51a6e808e58 HTTP/1.1" status: 404 len: 337 time: 0.0506177 Jan 28 18:02:14.148327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:02:14.156049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46392) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:14.204546 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c46935-36f0-4e82-8d69-f12c5722818e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:14.205292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c46935-36f0-4e82-8d69-f12c5722818e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:14.209469 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e6c46935-36f0-4e82-8d69-f12c5722818e tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/5a179b28-a594-4d7a-a238-0d688a9416b5 HTTP/1.1" status: 404 len: 337 time: 0.0501683 Jan 28 18:02:14.214297 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46396) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:14.236663 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:14.238304 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7f8dad7b-7ad3-431f-8a55-5a33390f422a None None] Provisioning complete for port 7f7188f8-420f-4d40-aa74-8f16d36ae56b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:14.238777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f8dad7b-7ad3-431f-8a55-5a33390f422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:14.271237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 0267b8ec-69aa-42da-9f4e-b3a8328e70f5) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:14.280162 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d5ab78-aefb-4cd6-9531-a05ea4b71439 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:14.280345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d5ab78-aefb-4cd6-9531-a05ea4b71439 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:14.281875 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9a0b6-fd5f-45bf-8241-3ca2b5c0d616 None None] Network 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:14.284526 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d6d5ab78-aefb-4cd6-9531-a05ea4b71439 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/caf9e1a1-3c3d-409e-bcec-2a57c7b27e5c HTTP/1.1" status: 404 len: 333 time: 0.0735745 Jan 28 18:02:14.286566 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46400) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:14.289501 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:14.290081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:14.344634 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-797c9222-c433-45a9-a51c-d88001009e0c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:14.345004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797c9222-c433-45a9-a51c-d88001009e0c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:14.347866 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-797c9222-c433-45a9-a51c-d88001009e0c tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/f1bde4d2-0845-4b8a-a737-14aa44a0c8a4 HTTP/1.1" status: 404 len: 337 time: 0.0591903 Jan 28 18:02:14.349519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46404) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:14.364138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a888c271-ce5e-4e96-a740-4e61b20ed97b None None] DHCP port deletion for 1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:02:14.387379 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcb9bab-4410-4e51-a87d-fe177bbca3f6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:14.388186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edcb9bab-4410-4e51-a87d-fe177bbca3f6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:14.391907 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-edcb9bab-4410-4e51-a87d-fe177bbca3f6 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/ad1e7787-4489-4947-91ad-1d54991f77ee HTTP/1.1" status: 404 len: 337 time: 0.0390096 Jan 28 18:02:14.392210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46408) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:14.392648 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-a888c271-ce5e-4e96-a740-4e61b20ed97b None None] Deleting port ed3f545d-1434-45d1-a51b-2286e4059035 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:14.393081 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a888c271-ce5e-4e96-a740-4e61b20ed97b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:14.430617 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5533a06e-8c28-491e-9647-61e25fc9d843 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2332687 Jan 28 18:02:14.431137 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7f8dad7b-7ad3-431f-8a55-5a33390f422a None None] Port 7f7188f8-420f-4d40-aa74-8f16d36ae56b cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:14.434103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46412) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:14.439514 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-86fe8196-64b4-47ac-aeac-c2214ddb73c1 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': '0267b8ec-69aa-42da-9f4e-b3a8328e70f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:14.453696 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c6fc23-5d32-487b-b559-99a98d14fd2b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:14.454187 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c6fc23-5d32-487b-b559-99a98d14fd2b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:14.458283 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-01c6fc23-5d32-487b-b559-99a98d14fd2b tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/e663ef9d-1252-47b3-ba47-fdd4a9460f6b HTTP/1.1" status: 404 len: 333 time: 0.0627716 Jan 28 18:02:14.459934 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46416) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:14.556350 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57191e0-2eea-41dc-a614-4b4db1c9ee56 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:14.556797 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57191e0-2eea-41dc-a614-4b4db1c9ee56 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:14.558515 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f57191e0-2eea-41dc-a614-4b4db1c9ee56 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/0b0127f5-c752-4c88-81a6-be87fd0c78f6 HTTP/1.1" status: 404 len: 337 time: 0.0984502 Jan 28 18:02:14.561534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46420) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:14.608439 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-977feca6-2f65-4c94-a18a-74a6ec1cdcf3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:14.608808 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977feca6-2f65-4c94-a18a-74a6ec1cdcf3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:14.610490 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-977feca6-2f65-4c94-a18a-74a6ec1cdcf3 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/subnets/ac27d3b2-a9c1-4e34-9f8e-c0ae9e0103cd HTTP/1.1" status: 404 len: 337 time: 0.0480711 Jan 28 18:02:14.613228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46424) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:14.651103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 181294e0-9598-4394-a100-936f96a182ba has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:02:14.711779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a303a470-0cd0-4cb5-8c45-b8e29f69a0ea tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Deleting port 7f7188f8-420f-4d40-aa74-8f16d36ae56b {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:14.712417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a303a470-0cd0-4cb5-8c45-b8e29f69a0ea tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:14.712854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ed3f545d-1434-45d1-a51b-2286e4059035 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:02:14.739343 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-0267b8ec-69aa-42da-9f4e-b3a8328e70f5', 'network_id': '0267b8ec-69aa-42da-9f4e-b3a8328e70f5', 'tenant_id': '5bf89366f4614c3aaf04ea78be886509', 'fixed_ips': [{'subnet_id': '40410af3-7730-4b2a-9b4c-6a33dc8cda37'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:02:14.740311 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:14.755434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-86fe8196-64b4-47ac-aeac-c2214ddb73c1 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:14.760307 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a888c271-ce5e-4e96-a740-4e61b20ed97b None None] For port ed3f545d-1434-45d1-a51b-2286e4059035, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ed3f545d-1434-45d1-a51b-2286e4059035,segment=NetworkSegment(806e8674-5eb9-4148-99fc-32da2f9fc18e),segment_id=806e8674-5eb9-4148-99fc-32da2f9fc18e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:14.760803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a888c271-ce5e-4e96-a740-4e61b20ed97b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:14.767846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-86fe8196-64b4-47ac-aeac-c2214ddb73c1 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:14.772317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-86fe8196-64b4-47ac-aeac-c2214ddb73c1 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:14.784002 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-86fe8196-64b4-47ac-aeac-c2214ddb73c1 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:14.852318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:02:14.858919 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3bfb1bd7-de36-450e-bc54-69c176fcfc9d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0354955 Jan 28 18:02:14.861499 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46428) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:14.936523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7f7e67-8792-4da5-8e00-ef74d1d3721a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting subnet 361b4c66-0c5c-4747-8fa0-1c41de9606cc {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:02:14.940152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7e67-8792-4da5-8e00-ef74d1d3721a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:14.970549 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-a888c271-ce5e-4e96-a740-4e61b20ed97b None None] Calling delete_port for ed3f545d-1434-45d1-a51b-2286e4059035 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:14.999557 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7e67-8792-4da5-8e00-ef74d1d3721a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.053743 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fe8196-64b4-47ac-aeac-c2214ddb73c1 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:15.058785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-86fe8196-64b4-47ac-aeac-c2214ddb73c1 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.064285 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e8633-e25d-440b-9bde-f0bdb7e071fe None None] Sync routers for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:02:15.108072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7e67-8792-4da5-8e00-ef74d1d3721a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.120531 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e8633-e25d-440b-9bde-f0bdb7e071fe None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:15.121147 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-486e8633-e25d-440b-9bde-f0bdb7e071fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:15.159067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a303a470-0cd0-4cb5-8c45-b8e29f69a0ea tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.228334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.248943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7e67-8792-4da5-8e00-ef74d1d3721a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.287945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a303a470-0cd0-4cb5-8c45-b8e29f69a0ea tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Calling delete_port for 7f7188f8-420f-4d40-aa74-8f16d36ae56b owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:15.289469 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f7e67-8792-4da5-8e00-ef74d1d3721a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Subnet': ['ID=361b4c66-0c5c-4747-8fa0-1c41de9606cc,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:15.293541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7e67-8792-4da5-8e00-ef74d1d3721a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.304262 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0d7f7e67-8792-4da5-8e00-ef74d1d3721a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/361b4c66-0c5c-4747-8fa0-1c41de9606cc HTTP/1.1" status: 204 len: 168 time: 0.4400613 Jan 28 18:02:15.304953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46432) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:15.325907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5171a24-9efc-414d-95ae-476048295d98 None None] Network dbd39964-e265-4a59-a039-239219d1c1f5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:15.378423 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.ipam_backend_mixin [None req-86fe8196-64b4-47ac-aeac-c2214ddb73c1 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 40410af3-7730-4b2a-9b4c-6a33dc8cda37 (CIDR: 172.20.0.0/28) Jan 28 18:02:15.426068 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fe8196-64b4-47ac-aeac-c2214ddb73c1 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 18:02:15.426864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fe8196-64b4-47ac-aeac-c2214ddb73c1 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:15.431912 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.432464 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.443214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port 6fc8e83c-40cc-4f07-b367-1716167e8f3f {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:15.446123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.456695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a888c271-ce5e-4e96-a740-4e61b20ed97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.465444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a303a470-0cd0-4cb5-8c45-b8e29f69a0ea tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.517706 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303a470-0cd0-4cb5-8c45-b8e29f69a0ea tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Port': ['ID=7f7188f8-420f-4d40-aa74-8f16d36ae56b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:15.525151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a303a470-0cd0-4cb5-8c45-b8e29f69a0ea tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.530017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46436) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:15.532146 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a303a470-0cd0-4cb5-8c45-b8e29f69a0ea tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/ports/7f7188f8-420f-4d40-aa74-8f16d36ae56b HTTP/1.1" status: 204 len: 168 time: 0.9173014 Jan 28 18:02:15.534577 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-86fe8196-64b4-47ac-aeac-c2214ddb73c1 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0988271 Jan 28 18:02:15.539916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46440) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:15.545752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a93edebb-2629-474d-bdd6-a659704bd2ce tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': '0267b8ec-69aa-42da-9f4e-b3a8328e70f5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:15.554786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888c271-ce5e-4e96-a740-4e61b20ed97b None None] Pushing event deleted for resources: {'Port': ['ID=ed3f545d-1434-45d1-a51b-2286e4059035,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:15.563503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-486e8633-e25d-440b-9bde-f0bdb7e071fe None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:15.608696 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888c271-ce5e-4e96-a740-4e61b20ed97b None None] No DVR routers for this DVR port ed3f545d-1434-45d1-a51b-2286e4059035 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:02:15.701894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a93edebb-2629-474d-bdd6-a659704bd2ce tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:15.702238 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Allocated IP 172.20.0.2 (0267b8ec-69aa-42da-9f4e-b3a8328e70f5/40410af3-7730-4b2a-9b4c-6a33dc8cda37/c2975913-8266-43c0-9e16-08e2d1e05884) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:15.705819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a93edebb-2629-474d-bdd6-a659704bd2ce tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:15.708868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a93edebb-2629-474d-bdd6-a659704bd2ce tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:15.715421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a93edebb-2629-474d-bdd6-a659704bd2ce tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:15.758582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93edebb-2629-474d-bdd6-a659704bd2ce tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:15.765821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a93edebb-2629-474d-bdd6-a659704bd2ce tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.874979 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1059702c-5109-4c37-a949-5de1b0ca7e13 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:15.898920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] For port 6fc8e83c-40cc-4f07-b367-1716167e8f3f, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6fc8e83c-40cc-4f07-b367-1716167e8f3f,segment=NetworkSegment(66c28803-10c2-4ed2-8478-29353dd8952e),segment_id=66c28803-10c2-4ed2-8478-29353dd8952e)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:15.899286 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.054685 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for 6fc8e83c-40cc-4f07-b367-1716167e8f3f owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:16.135683 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a93edebb-2629-474d-bdd6-a659704bd2ce tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.176213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0096dd58-afec-4438-9541-bed42d6dbbd1 None None] DHCP port deletion for dbd39964-e265-4a59-a039-239219d1c1f5 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:02:16.191312 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.194821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0096dd58-afec-4438-9541-bed42d6dbbd1 None None] Deleting port 6fc8e83c-40cc-4f07-b367-1716167e8f3f {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:16.195021 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0096dd58-afec-4438-9541-bed42d6dbbd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.202621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1059702c-5109-4c37-a949-5de1b0ca7e13 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.215550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93edebb-2629-474d-bdd6-a659704bd2ce tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:16.218687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-a93edebb-2629-474d-bdd6-a659704bd2ce tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:16.223031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93edebb-2629-474d-bdd6-a659704bd2ce tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:16.223993 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a93edebb-2629-474d-bdd6-a659704bd2ce tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.240928 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93edebb-2629-474d-bdd6-a659704bd2ce tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Subnet': ['ID=b1e0ea62-7445-4002-83d1-7a370199a073,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:16.247887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-1059702c-5109-4c37-a949-5de1b0ca7e13 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:16.248398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Transition to ACTIVE for port object c2975913-8266-43c0-9e16-08e2d1e05884 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:16.261015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-1059702c-5109-4c37-a949-5de1b0ca7e13 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806e8674-5eb9-4148-99fc-32da2f9fc18e') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:16.261602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-1059702c-5109-4c37-a949-5de1b0ca7e13 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806e8674-5eb9-4148-99fc-32da2f9fc18e') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:16.272545 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1059702c-5109-4c37-a949-5de1b0ca7e13 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.288893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1059702c-5109-4c37-a949-5de1b0ca7e13 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.295461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1059702c-5109-4c37-a949-5de1b0ca7e13 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:02:16.295836 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1059702c-5109-4c37-a949-5de1b0ca7e13 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.301572 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a93edebb-2629-474d-bdd6-a659704bd2ce tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7604659 Jan 28 18:02:16.304083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46444) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:16.321498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'network_id': '0267b8ec-69aa-42da-9f4e-b3a8328e70f5', 'fixed_ips': [{'subnet_id': '40410af3-7730-4b2a-9b4c-6a33dc8cda37'}, {'subnet_id': 'b1e0ea62-7445-4002-83d1-7a370199a073'}], 'name': 'tempest-PortsTestJSON-1147319336'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:02:16.321720 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:02:16.331344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-486e8633-e25d-440b-9bde-f0bdb7e071fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:13Z', 'revision_number': 10, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:16.338907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e8633-e25d-440b-9bde-f0bdb7e071fe None None] Checking router: 181294e0-9598-4394-a100-936f96a182ba for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:02:16.364870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.429330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=6fc8e83c-40cc-4f07-b367-1716167e8f3f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:16.441703 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No DVR routers for this DVR port 6fc8e83c-40cc-4f07-b367-1716167e8f3f on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:02:16.455391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:16.465468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:16.485238 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e8633-e25d-440b-9bde-f0bdb7e071fe None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:16.485862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-486e8633-e25d-440b-9bde-f0bdb7e071fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:16.542013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Transition to ACTIVE for port object c2975913-8266-43c0-9e16-08e2d1e05884 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:16.542331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1059702c-5109-4c37-a949-5de1b0ca7e13 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.565203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1059702c-5109-4c37-a949-5de1b0ca7e13 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.591439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059702c-5109-4c37-a949-5de1b0ca7e13 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] Pushing event deleted for resources: {'Network': ['ID=1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:16.593305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:16.598013 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1059702c-5109-4c37-a949-5de1b0ca7e13 tempest-PortsIpV6TestJSON-1653987624 tempest-PortsIpV6TestJSON-1653987624-project] 10.222.0.26 "DELETE /v2.0/networks/1ebbaed9-c2b8-40fd-a6c0-b32b68f07da0 HTTP/1.1" status: 204 len: 168 time: 1.0670233 Jan 28 18:02:16.599768 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.629810 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd39964-e265-4a59-a039-239219d1c1f5']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:16.635188 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.644522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c28803-10c2-4ed2-8478-29353dd8952e') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:16.644827 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c28803-10c2-4ed2-8478-29353dd8952e') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:16.662825 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.685340 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6fc8e83c-40cc-4f07-b367-1716167e8f3f no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:02:16.688276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.701646 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:02:16.706944 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.750399 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 6fc8e83c-40cc-4f07-b367-1716167e8f3f {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:02:16.750739 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6fc8e83c-40cc-4f07-b367-1716167e8f3f not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:02:16.759530 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-0096dd58-afec-4438-9541-bed42d6dbbd1 None None] For port 6fc8e83c-40cc-4f07-b367-1716167e8f3f, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6fc8e83c-40cc-4f07-b367-1716167e8f3f,segment=NetworkSegment(66c28803-10c2-4ed2-8478-29353dd8952e),segment_id=66c28803-10c2-4ed2-8478-29353dd8952e)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:16.760168 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0096dd58-afec-4438-9541-bed42d6dbbd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.771687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.785772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Network 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:16.787022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-486e8633-e25d-440b-9bde-f0bdb7e071fe None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:16.801778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port e3aa9e5b-cd06-4150-863b-941c843b177f yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:02:16.807554 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:02:16.895443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:16.901281 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.909013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:16.934736 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/networks/dbd39964-e265-4a59-a039-239219d1c1f5 HTTP/1.1" status: 204 len: 168 time: 1.6282418 Jan 28 18:02:16.935843 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc0a9e-c4cb-48dc-a3f4-cfe82497d283 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Network': ['ID=dbd39964-e265-4a59-a039-239219d1c1f5,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:16.938934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46450) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:16.966937 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:16.976397 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0096dd58-afec-4438-9541-bed42d6dbbd1 None None] Calling delete_port for 6fc8e83c-40cc-4f07-b367-1716167e8f3f owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:17.001746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Pushing event updated for resources: {'Port': ['ID=c2975913-8266-43c0-9e16-08e2d1e05884,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:17.176160 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Allocated IP 172.20.0.10 (0267b8ec-69aa-42da-9f4e-b3a8328e70f5/40410af3-7730-4b2a-9b4c-6a33dc8cda37/e3aa9e5b-cd06-4150-863b-941c843b177f) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:17.182471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Allocated IP 172.20.0.26 (0267b8ec-69aa-42da-9f4e-b3a8328e70f5/b1e0ea62-7445-4002-83d1-7a370199a073/e3aa9e5b-cd06-4150-863b-941c843b177f) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:17.222950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46456) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:17.272123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Attempting to bind port c2975913-8266-43c0-9e16-08e2d1e05884 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:17.272493 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Attempting to bind port c2975913-8266-43c0-9e16-08e2d1e05884 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'eac56a37-71dd-4e0e-bd50-1ac08d3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0267b8ec-69aa-42da-9f4e-b3a8328e70f5'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:02:17.276564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Attempting to bind port c2975913-8266-43c0-9e16-08e2d1e05884 on network 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:02:17.284407 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:02:17.284769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Checking segment: {'id': 'eac56a37-71dd-4e0e-bd50-1ac08d3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0267b8ec-69aa-42da-9f4e-b3a8328e70f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:17.285170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:17.285593 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Bound using segment: {'id': 'eac56a37-71dd-4e0e-bd50-1ac08d3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0267b8ec-69aa-42da-9f4e-b3a8328e70f5'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:02:17.286359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Bound port: c2975913-8266-43c0-9e16-08e2d1e05884, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac56a37-71dd-4e0e-bd50-1ac08d3280d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0267b8ec-69aa-42da-9f4e-b3a8328e70f5'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:02:17.286524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:17.300676 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-0096dd58-afec-4438-9541-bed42d6dbbd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:02:17.301049 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-0096dd58-afec-4438-9541-bed42d6dbbd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:02:17.454647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] For port c2975913-8266-43c0-9e16-08e2d1e05884, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:02:17.459536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] For port c2975913-8266-43c0-9e16-08e2d1e05884, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c2975913-8266-43c0-9e16-08e2d1e05884,segment=NetworkSegment(eac56a37-71dd-4e0e-bd50-1ac08d3280d6),segment_id=eac56a37-71dd-4e0e-bd50-1ac08d3280d6)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:02:17.474487 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-486e8633-e25d-440b-9bde-f0bdb7e071fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:13Z', 'revision_number': 10, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:17.479144 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e8633-e25d-440b-9bde-f0bdb7e071fe None None] The sync data for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv is: [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:13Z', 'revision_number': 10, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None, '_interfaces': [{'id': 'ac79c46e-0c42-4482-8d81-c9361e43ab20', 'name': '', 'network_id': '7c5f37fd-cc06-47c8-8be1-02e73dfd7751', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'mac_address': 'fa:16:3e:31:0d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181294e0-9598-4394-a100-936f96a182ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:01:30Z', 'updated_at': '2022-01-28T18:01:39Z', 'revision_number': 5, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'subnets': [{'id': '95472e62-2454-4bf6-bdce-57cff6837afe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:17.530181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:17.575339 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ee2a1479-9551-4c32-a230-3ead48775611 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=803d439137ae4d62b7dce7631ff78822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511224 Jan 28 18:02:17.577951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46462) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:17.616656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:17.627767 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c3318-8f0b-4620-abfc-3af410ff17c6 None None] Pushing event updated for resources: {'Port': ['ID=c2975913-8266-43c0-9e16-08e2d1e05884,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:17.634782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Transition to ACTIVE for port object e3aa9e5b-cd06-4150-863b-941c843b177f will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:17.691699 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b35348f-326d-461b-9069-2b525e2652f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:17.724273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b35348f-326d-461b-9069-2b525e2652f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:17.736042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a60cb650-6fb3-4d9e-9d08-6a6d889e0040 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:17.786765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:17.802704 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0096dd58-afec-4438-9541-bed42d6dbbd1 None None] Deleting port 6fc8e83c-40cc-4f07-b367-1716167e8f3f {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:17.804111 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0096dd58-afec-4438-9541-bed42d6dbbd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:17.880855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:17.884517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:17.889019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:17.919743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-0096dd58-afec-4438-9541-bed42d6dbbd1 None None] The port '6fc8e83c-40cc-4f07-b367-1716167e8f3f' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:02:17.957812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=e3aa9e5b-cd06-4150-863b-941c843b177f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:18.035064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:18.035974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:18.119494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b35348f-326d-461b-9069-2b525e2652f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:18.146634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35348f-326d-461b-9069-2b525e2652f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a771b51-ab90-4ad1-bf0a-f74f041cf18a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:18.151921 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ceeda1bd-5707-40b3-b2a1-4ec23b278b42 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.8433321 Jan 28 18:02:18.151921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46466) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:18.154462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b35348f-326d-461b-9069-2b525e2652f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:18.158935 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9b35348f-326d-461b-9069-2b525e2652f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a771b51-ab90-4ad1-bf0a-f74f041cf18a HTTP/1.1" status: 204 len: 168 time: 0.5760908 Jan 28 18:02:18.159342 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-1964776f-1b83-4d8c-a6c9-8a3a6300a169 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40410af3-7730-4b2a-9b4c-6a33dc8cda37'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:18.236119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a60cb650-6fb3-4d9e-9d08-6a6d889e0040 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port ac79c46e-0c42-4482-8d81-c9361e43ab20 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:18.236343 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a60cb650-6fb3-4d9e-9d08-6a6d889e0040 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:18.299465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1964776f-1b83-4d8c-a6c9-8a3a6300a169 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:18.439567 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-a60cb650-6fb3-4d9e-9d08-6a6d889e0040 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] For port ac79c46e-0c42-4482-8d81-c9361e43ab20, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ac79c46e-0c42-4482-8d81-c9361e43ab20,segment=NetworkSegment(139ced83-8508-40d1-90e9-67d9f97a9177),segment_id=139ced83-8508-40d1-90e9-67d9f97a9177)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:18.439988 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a60cb650-6fb3-4d9e-9d08-6a6d889e0040 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:18.570308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-a60cb650-6fb3-4d9e-9d08-6a6d889e0040 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for ac79c46e-0c42-4482-8d81-c9361e43ab20 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:18.696993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c2975913-8266-43c0-9e16-08e2d1e05884 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:18.746373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-1964776f-1b83-4d8c-a6c9-8a3a6300a169 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Delete allocated IP 172.20.0.26 (0267b8ec-69aa-42da-9f4e-b3a8328e70f5/b1e0ea62-7445-4002-83d1-7a370199a073) {{(pid=88158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 18:02:18.895549 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port c2975913-8266-43c0-9e16-08e2d1e05884 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:18.909847 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a5537d7b-e179-4e85-8ebb-d5017e4ee7bc no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:02:18.924585 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a60cb650-6fb3-4d9e-9d08-6a6d889e0040 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:18.947079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1964776f-1b83-4d8c-a6c9-8a3a6300a169 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:18.953395 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: a5537d7b-e179-4e85-8ebb-d5017e4ee7bc {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:02:18.954200 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a5537d7b-e179-4e85-8ebb-d5017e4ee7bc not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:02:18.969195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-1964776f-1b83-4d8c-a6c9-8a3a6300a169 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Ignored duplicate provisioning block setup for port e3aa9e5b-cd06-4150-863b-941c843b177f by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 18:02:18.979150 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cb650-6fb3-4d9e-9d08-6a6d889e0040 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=ac79c46e-0c42-4482-8d81-c9361e43ab20,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:19.038262 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1964776f-1b83-4d8c-a6c9-8a3a6300a169 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:19.067940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b981d0c-f50a-4843-a18a-e3033c23f65c None None] Network 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:19.235105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964776f-1b83-4d8c-a6c9-8a3a6300a169 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=e3aa9e5b-cd06-4150-863b-941c843b177f,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:19.252279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1964776f-1b83-4d8c-a6c9-8a3a6300a169 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] In _notify_port_updated(), no bound segment for port e3aa9e5b-cd06-4150-863b-941c843b177f on network 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 18:02:19.254305 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a60cb650-6fb3-4d9e-9d08-6a6d889e0040 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:19.257999 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964776f-1b83-4d8c-a6c9-8a3a6300a169 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:19.259569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1964776f-1b83-4d8c-a6c9-8a3a6300a169 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:19.266350 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1964776f-1b83-4d8c-a6c9-8a3a6300a169 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "PUT /v2.0/ports/e3aa9e5b-cd06-4150-863b-941c843b177f HTTP/1.1" status: 200 len: 920 time: 1.1127074 Jan 28 18:02:19.267045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46490) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:19.274157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-88099770-cb7f-4502-9159-b954b8cc5224 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40410af3-7730-4b2a-9b4c-6a33dc8cda37'}, {'subnet_id': 'b1e0ea62-7445-4002-83d1-7a370199a073'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:19.380374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46494) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:19.386342 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-db8bdad4-f242-4d78-adf7-79eb01247915 None None] Provisioning for port c2975913-8266-43c0-9e16-08e2d1e05884 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:19.403506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-db8bdad4-f242-4d78-adf7-79eb01247915 None None] Provisioning complete for port c2975913-8266-43c0-9e16-08e2d1e05884 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:19.404183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-db8bdad4-f242-4d78-adf7-79eb01247915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:19.417837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-88099770-cb7f-4502-9159-b954b8cc5224 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:19.559653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1076446115-network', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:19.570517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:19.579462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Usage tracker for resource:network and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:19.585017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:19.595267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:19.599941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-db8bdad4-f242-4d78-adf7-79eb01247915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:19.634478 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-db8bdad4-f242-4d78-adf7-79eb01247915 None None] For port c2975913-8266-43c0-9e16-08e2d1e05884, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c2975913-8266-43c0-9e16-08e2d1e05884,segment=NetworkSegment(eac56a37-71dd-4e0e-bd50-1ac08d3280d6),segment_id=eac56a37-71dd-4e0e-bd50-1ac08d3280d6)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:19.683714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60cb650-6fb3-4d9e-9d08-6a6d889e0040 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 181294e0-9598-4394-a100-936f96a182ba has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:02:19.706212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b684cb37-cf7d-4d29-9c02-47f1833a61b3 None None] Update dhcp port {'port': {'network_id': '0267b8ec-69aa-42da-9f4e-b3a8328e70f5', 'fixed_ips': [{'subnet_id': '40410af3-7730-4b2a-9b4c-6a33dc8cda37', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b1e0ea62-7445-4002-83d1-7a370199a073'}], 'binding:host_id': 'dv-neutron-826919-1-hyperv'}, 'id': 'c2975913-8266-43c0-9e16-08e2d1e05884'} from dv-neutron-826919-1-hyperv. {{(pid=88160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 18:02:19.730305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Made reservation on behalf of 1511d18bc53c42cca11b6d652fdada14 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:19.732699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:19.745829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-db8bdad4-f242-4d78-adf7-79eb01247915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:19.751686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:19.806536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:19.818356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Usage tracker for resource:security_group_rule and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:19.820965 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60cb650-6fb3-4d9e-9d08-6a6d889e0040 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:02:19.823724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:19.825001 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b684cb37-cf7d-4d29-9c02-47f1833a61b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:19.831872 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d36a49-169f-479c-ab0c-b0ab53d6b3b8 None None] Sync routers for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:02:19.837374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:19.847620 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d36a49-169f-479c-ab0c-b0ab53d6b3b8 None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:19.852492 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d9d36a49-169f-479c-ab0c-b0ab53d6b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:19.853876 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a60cb650-6fb3-4d9e-9d08-6a6d889e0040 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9136100 Jan 28 18:02:19.855231 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46500) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:19.857679 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-88099770-cb7f-4502-9159-b954b8cc5224 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Allocated IP 172.20.0.28 (0267b8ec-69aa-42da-9f4e-b3a8328e70f5/b1e0ea62-7445-4002-83d1-7a370199a073/e3aa9e5b-cd06-4150-863b-941c843b177f) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:19.881964 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bdad4-f242-4d78-adf7-79eb01247915 None None] Pushing event updated for resources: {'Port': ['ID=c2975913-8266-43c0-9e16-08e2d1e05884,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:19.901789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:19.959400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bd7f76-ff62-4418-9963-ed53068d5bca tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting subnet 95472e62-2454-4bf6-bdce-57cff6837afe {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:02:19.964188 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-63bd7f76-ff62-4418-9963-ed53068d5bca tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.012360 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-d9d36a49-169f-479c-ab0c-b0ab53d6b3b8 None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:20.038709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-63bd7f76-ff62-4418-9963-ed53068d5bca tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.097242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.122402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-88099770-cb7f-4502-9159-b954b8cc5224 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.128085 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d9d36a49-169f-479c-ab0c-b0ab53d6b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:18Z', 'revision_number': 11, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:20.132129 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d36a49-169f-479c-ab0c-b0ab53d6b3b8 None None] Checking router: 181294e0-9598-4394-a100-936f96a182ba for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:02:20.137985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-88099770-cb7f-4502-9159-b954b8cc5224 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Ignored duplicate provisioning block setup for port e3aa9e5b-cd06-4150-863b-941c843b177f by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 18:02:20.141345 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d36a49-169f-479c-ab0c-b0ab53d6b3b8 None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:20.142017 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d9d36a49-169f-479c-ab0c-b0ab53d6b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:20.146763 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.147182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-63bd7f76-ff62-4418-9963-ed53068d5bca tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.177848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:02:20.189300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b647929d-87d5-4859-b027-e4d9dab5ea33,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:20.195102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.195425 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Added segment 9fe8fd56-d1ac-49aa-bef7-062496392520 of type vlan for network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 Jan 28 18:02:20.219017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-88099770-cb7f-4502-9159-b954b8cc5224 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.272337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.278314 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-b684cb37-cf7d-4d29-9c02-47f1833a61b3 None None] Allocated IP 172.20.0.18 (0267b8ec-69aa-42da-9f4e-b3a8328e70f5/b1e0ea62-7445-4002-83d1-7a370199a073/c2975913-8266-43c0-9e16-08e2d1e05884) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:20.289217 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-d9d36a49-169f-479c-ab0c-b0ab53d6b3b8 None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:20.301449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-63bd7f76-ff62-4418-9963-ed53068d5bca tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.348660 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd7f76-ff62-4418-9963-ed53068d5bca tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Subnet': ['ID=95472e62-2454-4bf6-bdce-57cff6837afe,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:20.360171 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-63bd7f76-ff62-4418-9963-ed53068d5bca tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.370144 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-63bd7f76-ff62-4418-9963-ed53068d5bca tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/95472e62-2454-4bf6-bdce-57cff6837afe HTTP/1.1" status: 204 len: 168 time: 0.5135753 Jan 28 18:02:20.372378 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46504) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:20.425441 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d9d36a49-169f-479c-ab0c-b0ab53d6b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:18Z', 'revision_number': 11, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:20.429883 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d36a49-169f-479c-ab0c-b0ab53d6b3b8 None None] The sync data for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv is: [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:18Z', 'revision_number': 11, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:20.442952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08561a35-2298-4778-ab7a-132d8eb8b147 None None] Network 7c5f37fd-cc06-47c8-8be1-02e73dfd7751 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:20.501605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.513949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Deleting port 9a751c87-792f-4efc-838d-7585c3c58951 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:20.514221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.550089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.db.resource_extend [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 18:02:20.562217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88099770-cb7f-4502-9159-b954b8cc5224 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=e3aa9e5b-cd06-4150-863b-941c843b177f,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:20.562785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b684cb37-cf7d-4d29-9c02-47f1833a61b3 None None] For port c2975913-8266-43c0-9e16-08e2d1e05884, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c2975913-8266-43c0-9e16-08e2d1e05884,segment=NetworkSegment(eac56a37-71dd-4e0e-bd50-1ac08d3280d6),segment_id=eac56a37-71dd-4e0e-bd50-1ac08d3280d6)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:20.596409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-88099770-cb7f-4502-9159-b954b8cc5224 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] In _notify_port_updated(), no bound segment for port e3aa9e5b-cd06-4150-863b-941c843b177f on network 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 18:02:20.601834 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88099770-cb7f-4502-9159-b954b8cc5224 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:20.602500 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-88099770-cb7f-4502-9159-b954b8cc5224 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.603847 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-88099770-cb7f-4502-9159-b954b8cc5224 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "PUT /v2.0/ports/e3aa9e5b-cd06-4150-863b-941c843b177f HTTP/1.1" status: 200 len: 1000 time: 1.3358126 Jan 28 18:02:20.606550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46508) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:20.651627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.652568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:20.653128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.669706 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b684cb37-cf7d-4d29-9c02-47f1833a61b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.698543 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b684cb37-cf7d-4d29-9c02-47f1833a61b3 None None] Transition to ACTIVE for port object c2975913-8266-43c0-9e16-08e2d1e05884 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:20.747451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b684cb37-cf7d-4d29-9c02-47f1833a61b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.753640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] For port 9a751c87-792f-4efc-838d-7585c3c58951, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=9a751c87-792f-4efc-838d-7585c3c58951,segment=NetworkSegment(139ced83-8508-40d1-90e9-67d9f97a9177),segment_id=139ced83-8508-40d1-90e9-67d9f97a9177)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:20.753640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.775587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-820846f7-cdf1-440c-91db-53b915e60f2e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port e3aa9e5b-cd06-4150-863b-941c843b177f {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:20.775765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-820846f7-cdf1-440c-91db-53b915e60f2e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:20.820937 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] Pushing event updated for resources: {'Network': ['ID=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:20.847192 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-64659215-03ae-4356-aee4-650b3077f074 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4626391 Jan 28 18:02:20.848271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46512) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:20.861676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Request body: {'subnet': {'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1076446115-subnet', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'ip_version': 4}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:20.907094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Calling delete_port for 9a751c87-792f-4efc-838d-7585c3c58951 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:20.914090 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:20.937647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Usage tracker for resource:subnet and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:20.940290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:20.950075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:20.969236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684cb37-cf7d-4d29-9c02-47f1833a61b3 None None] Pushing event updated for resources: {'Port': ['ID=c2975913-8266-43c0-9e16-08e2d1e05884,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:20.977896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd1fba-1331-4d96-8071-593b76a8fa30 None None] DHCP port deletion for 7c5f37fd-cc06-47c8-8be1-02e73dfd7751 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:02:20.982556 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:02:20.999634 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c2975913-8266-43c0-9e16-08e2d1e05884 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:21.030740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5efd1fba-1331-4d96-8071-593b76a8fa30 None None] Deleting port 9a751c87-792f-4efc-838d-7585c3c58951 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:21.031057 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5efd1fba-1331-4d96-8071-593b76a8fa30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:21.081945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Made reservation on behalf of 1511d18bc53c42cca11b6d652fdada14 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:21.084356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:21.095214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:21.153007 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No DVR routers for this DVR port 9a751c87-792f-4efc-838d-7585c3c58951 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:02:21.154227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Port': ['ID=9a751c87-792f-4efc-838d-7585c3c58951,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:21.186536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-820846f7-cdf1-440c-91db-53b915e60f2e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:21.266864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5efd1fba-1331-4d96-8071-593b76a8fa30 None None] The port '9a751c87-792f-4efc-838d-7585c3c58951' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:02:21.327308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-820846f7-cdf1-440c-91db-53b915e60f2e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for e3aa9e5b-cd06-4150-863b-941c843b177f owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:21.372566 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ac79c46e-0c42-4482-8d81-c9361e43ab20 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:02:21.422897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: ac79c46e-0c42-4482-8d81-c9361e43ab20 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:02:21.423391 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ac79c46e-0c42-4482-8d81-c9361e43ab20 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:02:21.453529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:21.482853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5f37fd-cc06-47c8-8be1-02e73dfd7751']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:21.498179 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139ced83-8508-40d1-90e9-67d9f97a9177') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:21.498607 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139ced83-8508-40d1-90e9-67d9f97a9177') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:21.512452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:21.529171 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:21.536524 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:02:21.537089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:02:21.552160 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:02:21.747850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074aebd5-2ada-4561-b5a9-e32251df0801 None None] Network 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:21.993068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:21.993284 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b5608017-d725-45f7-9959-98c702bb832b None None] Provisioning for port c2975913-8266-43c0-9e16-08e2d1e05884 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:21.995343 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.004519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b5608017-d725-45f7-9959-98c702bb832b None None] Provisioning complete for port c2975913-8266-43c0-9e16-08e2d1e05884 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:22.004805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b5608017-d725-45f7-9959-98c702bb832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.012009 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.023066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Pushing event deleted for resources: {'Network': ['ID=7c5f37fd-cc06-47c8-8be1-02e73dfd7751,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:22.033074 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-da8296e3-4d26-418c-9d9e-9f60489b370c tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/networks/7c5f37fd-cc06-47c8-8be1-02e73dfd7751 HTTP/1.1" status: 204 len: 168 time: 1.6595800 Jan 28 18:02:22.036604 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46516) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:22.041821 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-880d330c-8399-4ef4-a6d9-dd67374f3352 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'router': {'routes': None}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:22.048687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-820846f7-cdf1-440c-91db-53b915e60f2e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.140963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820846f7-cdf1-440c-91db-53b915e60f2e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=e3aa9e5b-cd06-4150-863b-941c843b177f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:22.169924 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b5608017-d725-45f7-9959-98c702bb832b None None] Could not find standard attr ID for object e3aa9e5b-cd06-4150-863b-941c843b177f. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:02:22.182579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6817f40-4afa-4732-973b-b002effd2e89,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:22.226618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Checking segment: {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:22.227352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Network hostable DHCP agents. Network: 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:02:22.305192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-820846f7-cdf1-440c-91db-53b915e60f2e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.314499 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-820846f7-cdf1-440c-91db-53b915e60f2e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/e3aa9e5b-cd06-4150-863b-941c843b177f HTTP/1.1" status: 204 len: 168 time: 1.7045143 Jan 28 18:02:22.314704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46520) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:22.343677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.extraroute_db [None req-880d330c-8399-4ef4-a6d9-dd67374f3352 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Added routes are [] {{(pid=88159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 18:02:22.344222 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.extraroute_db [None req-880d330c-8399-4ef4-a6d9-dd67374f3352 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Removed routes are [] {{(pid=88159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 18:02:22.344323 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-880d330c-8399-4ef4-a6d9-dd67374f3352 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.356163 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-324963b1-ec4f-4552-8c74-e4657936c9eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] GET failed (client error): The resource could not be found. Jan 28 18:02:22.356723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-324963b1-ec4f-4552-8c74-e4657936c9eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:22.360337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:02:22.437895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:22.442669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:22.443296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.449383 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-324963b1-ec4f-4552-8c74-e4657936c9eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:22.453243 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-324963b1-ec4f-4552-8c74-e4657936c9eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/e3aa9e5b-cd06-4150-863b-941c843b177f HTTP/1.1" status: 404 len: 333 time: 0.1349440 Jan 28 18:02:22.455595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46524) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:22.456252 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b241fd71-c1c3-43a7-b10c-dfdd767d24bf None None] Network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:22.537804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-849f49dc-1275-441f-864b-05d74fd4b8df tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting subnet b1e0ea62-7445-4002-83d1-7a370199a073 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:02:22.543878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-849f49dc-1275-441f-864b-05d74fd4b8df tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.608609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-880d330c-8399-4ef4-a6d9-dd67374f3352 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.610032 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-849f49dc-1275-441f-864b-05d74fd4b8df tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.614659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-880d330c-8399-4ef4-a6d9-dd67374f3352 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.705178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c2975913-8266-43c0-9e16-08e2d1e05884 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:22.767060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:02:22.767878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.784318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880d330c-8399-4ef4-a6d9-dd67374f3352 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 181294e0-9598-4394-a100-936f96a182ba has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:02:22.847239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3226b125-f90c-41a6-8881-640aa7aba993 None None] Provisioning complete for port c2975913-8266-43c0-9e16-08e2d1e05884 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:22.847605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3226b125-f90c-41a6-8881-640aa7aba993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.862470 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-849f49dc-1275-441f-864b-05d74fd4b8df tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.932036 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port c2975913-8266-43c0-9e16-08e2d1e05884 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:22.932411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.945839 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-571afdba-c18c-41c7-800e-01e9f1cde9d5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0938551 Jan 28 18:02:22.947554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46528) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:22.955924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880d330c-8399-4ef4-a6d9-dd67374f3352 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:02:22.956735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:22.962071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:22.963680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-880d330c-8399-4ef4-a6d9-dd67374f3352 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:22.965076 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-880d330c-8399-4ef4-a6d9-dd67374f3352 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba HTTP/1.1" status: 200 len: 705 time: 0.9272385 Jan 28 18:02:22.967700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46532) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:23.012287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Usage tracker for resource:router and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:23.019038 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:23.033126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e7e366f5-9b36-4851-a64e-46f288d4a22b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Synchronizing usage tracker for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:23.037450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:23.062139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6900e93-aa92-4c2e-b2db-49d5bf803d28 None None] Sync routers for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:02:23.077570 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Allocated IP 172.20.0.2 (43ae5c1a-c3e8-4c78-8f83-e060ba4979f8/a6817f40-4afa-4732-973b-b002effd2e89/7b79cec9-fac9-48bf-b978-2a053e796426) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:23.101192 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6900e93-aa92-4c2e-b2db-49d5bf803d28 None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:23.101900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a6900e93-aa92-4c2e-b2db-49d5bf803d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:23.118383 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:02:23.295261 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-a6900e93-aa92-4c2e-b2db-49d5bf803d28 None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:23.415982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a6900e93-aa92-4c2e-b2db-49d5bf803d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:18Z', 'revision_number': 11, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:23.437788 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6900e93-aa92-4c2e-b2db-49d5bf803d28 None None] Checking router: 181294e0-9598-4394-a100-936f96a182ba for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:02:23.456266 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6900e93-aa92-4c2e-b2db-49d5bf803d28 None None] Routers {'181294e0-9598-4394-a100-936f96a182ba'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:23.456881 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a6900e93-aa92-4c2e-b2db-49d5bf803d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['181294e0-9598-4394-a100-936f96a182ba'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:23.508165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-849f49dc-1275-441f-864b-05d74fd4b8df tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:23.525162 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9a751c87-792f-4efc-838d-7585c3c58951 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:02:23.567634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f49dc-1275-441f-864b-05d74fd4b8df tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e0ea62-7445-4002-83d1-7a370199a073,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:23.572682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e7e366f5-9b36-4851-a64e-46f288d4a22b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Unset dirty status for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:23.574458 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e7e366f5-9b36-4851-a64e-46f288d4a22b tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports?device_id=181294e0-9598-4394-a100-936f96a182ba HTTP/1.1" status: 200 len: 205 time: 0.6041546 Jan 28 18:02:23.575586 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:23.576630 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46536) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:23.589599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:23.595366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-849f49dc-1275-441f-864b-05d74fd4b8df tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:23.606002 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-849f49dc-1275-441f-864b-05d74fd4b8df tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/b1e0ea62-7445-4002-83d1-7a370199a073 HTTP/1.1" status: 204 len: 168 time: 1.1494026 Jan 28 18:02:23.609054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46540) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:23.629530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:23.681843 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 9a751c87-792f-4efc-838d-7585c3c58951 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:02:23.682184 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9a751c87-792f-4efc-838d-7585c3c58951 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:02:23.683593 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ed887d9f-61ec-4399-a3c2-9d3a86e4b0f2 None None] Could not find standard attr ID for object e3aa9e5b-cd06-4150-863b-941c843b177f. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:02:23.716367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e798fa-83ad-4f2e-ab64-0d5178a7778f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting subnet 40410af3-7730-4b2a-9b4c-6a33dc8cda37 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:02:23.719731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-62e798fa-83ad-4f2e-ab64-0d5178a7778f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:23.753443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-a6900e93-aa92-4c2e-b2db-49d5bf803d28 None None] Set router 181294e0-9598-4394-a100-936f96a182ba gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:23.787932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-62e798fa-83ad-4f2e-ab64-0d5178a7778f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:23.804121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09508e56-24dc-4913-952a-9b3294dcd785 None None] Network 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:23.962157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a6900e93-aa92-4c2e-b2db-49d5bf803d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:18Z', 'revision_number': 11, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:23.962499 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ef928721-f9b9-47da-81dd-3bce350f30fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.016426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6900e93-aa92-4c2e-b2db-49d5bf803d28 None None] The sync data for ids ['181294e0-9598-4394-a100-936f96a182ba'] in dv-neutron-826919-1-hyperv is: [{'id': '181294e0-9598-4394-a100-936f96a182ba', 'name': 'tempest-RoutersIpV6Test-router-1400529993', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:01:27Z', 'updated_at': '2022-01-28T18:02:18Z', 'revision_number': 11, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:24.191851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.226066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-62e798fa-83ad-4f2e-ab64-0d5178a7778f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.262828 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.304237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Transition to ACTIVE for port object 7b79cec9-fac9-48bf-b978-2a053e796426 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:24.338926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ef928721-f9b9-47da-81dd-3bce350f30fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.341234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ef928721-f9b9-47da-81dd-3bce350f30fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.455828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ef928721-f9b9-47da-81dd-3bce350f30fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.456494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef928721-f9b9-47da-81dd-3bce350f30fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Fanout notify agent at l3_agent the message router_deleted on router 181294e0-9598-4394-a100-936f96a182ba {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:02:24.483693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ef928721-f9b9-47da-81dd-3bce350f30fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.495161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46544) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:24.495411 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ef928721-f9b9-47da-81dd-3bce350f30fc tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba HTTP/1.1" status: 204 len: 168 time: 0.9174762 Jan 28 18:02:24.507901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-770812c6-5c32-4c9e-b2c6-694c44d92395 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-134310916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:24.529596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Transition to ACTIVE for port object 7b79cec9-fac9-48bf-b978-2a053e796426 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:24.569321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-770812c6-5c32-4c9e-b2c6-694c44d92395 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:24.579894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-62e798fa-83ad-4f2e-ab64-0d5178a7778f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.613815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-770812c6-5c32-4c9e-b2c6-694c44d92395 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Usage tracker for resource:router and tenant:b669d87d0ca64f34884d7c6389c24bd7 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:24.615686 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.625828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-770812c6-5c32-4c9e-b2c6-694c44d92395 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:24.670264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-62e798fa-83ad-4f2e-ab64-0d5178a7778f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.673016 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e798fa-83ad-4f2e-ab64-0d5178a7778f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Subnet': ['ID=40410af3-7730-4b2a-9b4c-6a33dc8cda37,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:24.681245 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-770812c6-5c32-4c9e-b2c6-694c44d92395 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:24.682153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:24.685354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:24.689142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:24.695186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Pushing event updated for resources: {'Port': ['ID=7b79cec9-fac9-48bf-b978-2a053e796426,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:24.710340 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-62e798fa-83ad-4f2e-ab64-0d5178a7778f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/40410af3-7730-4b2a-9b4c-6a33dc8cda37 HTTP/1.1" status: 204 len: 168 time: 1.0790157 Jan 28 18:02:24.713665 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46548) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:24.723272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.733178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:24.733527 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:24.733863 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:24.734225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:24.734559 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:24.734891 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:24.735243 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:24.745702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:24.745702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:24.745702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:24.745702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:24.745702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:24.764415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.799473 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Attempting to bind port 7b79cec9-fac9-48bf-b978-2a053e796426 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:24.799845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Attempting to bind port 7b79cec9-fac9-48bf-b978-2a053e796426 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:02:24.800209 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Attempting to bind port 7b79cec9-fac9-48bf-b978-2a053e796426 on network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:02:24.806460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:02:24.807167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Checking segment: {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:24.807268 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.807682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Bound using segment: {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:02:24.808147 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Bound port: 7b79cec9-fac9-48bf-b978-2a053e796426, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:02:24.808515 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.848028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-770812c6-5c32-4c9e-b2c6-694c44d92395 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.849184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-770812c6-5c32-4c9e-b2c6-694c44d92395 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.851830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.865899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port c2975913-8266-43c0-9e16-08e2d1e05884 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:24.866488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.907851 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] For port 7b79cec9-fac9-48bf-b978-2a053e796426, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:02:24.913146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] For port 7b79cec9-fac9-48bf-b978-2a053e796426, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7b79cec9-fac9-48bf-b978-2a053e796426,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:02:24.920970 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-770812c6-5c32-4c9e-b2c6-694c44d92395 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:24.949982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Allocated IP 172.26.1.152 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/c0f4f55a-6367-4375-98e5-bccde4cd7538) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:25.015858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.062424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724a1a7c-4a3f-4c21-8156-ea3ce9355b51 None None] Network 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:25.103105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] For port c2975913-8266-43c0-9e16-08e2d1e05884, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c2975913-8266-43c0-9e16-08e2d1e05884,segment=NetworkSegment(eac56a37-71dd-4e0e-bd50-1ac08d3280d6),segment_id=eac56a37-71dd-4e0e-bd50-1ac08d3280d6)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:25.103619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.167647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-770812c6-5c32-4c9e-b2c6-694c44d92395 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.211810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa8513-c17b-4024-a75f-ce03b41c45dc None None] Pushing event updated for resources: {'Port': ['ID=7b79cec9-fac9-48bf-b978-2a053e796426,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:25.241980 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1eb58b02-ad6e-45a3-8ca6-428ff0ced7cd None None] Provisioning complete for port c2975913-8266-43c0-9e16-08e2d1e05884 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:25.242531 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1eb58b02-ad6e-45a3-8ca6-428ff0ced7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.244759 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for c2975913-8266-43c0-9e16-08e2d1e05884 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:25.253984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.282741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-770812c6-5c32-4c9e-b2c6-694c44d92395 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.286781 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-770812c6-5c32-4c9e-b2c6-694c44d92395 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7906270 Jan 28 18:02:25.287412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46552) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:25.293183 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2df63d2d-3150-41ee-abd4-68fbda630bc1 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:25.350954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.416241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.432606 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1eb58b02-ad6e-45a3-8ca6-428ff0ced7cd None None] Port c2975913-8266-43c0-9e16-08e2d1e05884 update to ACTIVE by agent not found {{(pid=88160) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 28 18:02:25.490897 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No DVR routers for this DVR port c2975913-8266-43c0-9e16-08e2d1e05884 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:02:25.524806 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=c2975913-8266-43c0-9e16-08e2d1e05884,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:25.535395 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8835deb4-3e72-40a6-8e9e-2c3eaa2fece9 None None] DHCP port deletion for 0267b8ec-69aa-42da-9f4e-b3a8328e70f5 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:02:25.601905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:25.651593 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.674860 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:25.677045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0267b8ec-69aa-42da-9f4e-b3a8328e70f5']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:25.689401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:25.690106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac56a37-71dd-4e0e-bd50-1ac08d3280d6') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:25.690452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac56a37-71dd-4e0e-bd50-1ac08d3280d6') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:25.701959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.707492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Pushing event updated for resources: {'Port': ['ID=c0f4f55a-6367-4375-98e5-bccde4cd7538,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:25.718502 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.725244 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:02:25.725629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:02:25.740901 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:02:25.855177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2df63d2d-3150-41ee-abd4-68fbda630bc1 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.895131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.921067 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:25.931122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Network': ['ID=0267b8ec-69aa-42da-9f4e-b3a8328e70f5,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:26.020564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2df63d2d-3150-41ee-abd4-68fbda630bc1 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:26.044584 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-16070c0a-6704-472e-a430-d2bcb7d10e60 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/networks/0267b8ec-69aa-42da-9f4e-b3a8328e70f5 HTTP/1.1" status: 204 len: 168 time: 1.3297553 Jan 28 18:02:26.049071 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46556) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:26.139664 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7151c9-5bae-44c9-9d6b-e2d095bd72ee tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:26.140597 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3e7151c9-5bae-44c9-9d6b-e2d095bd72ee tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:26.214877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3e7151c9-5bae-44c9-9d6b-e2d095bd72ee tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:26.216159 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3e7151c9-5bae-44c9-9d6b-e2d095bd72ee tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1661546 Jan 28 18:02:26.219925 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46560) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:26.302317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df63d2d-3150-41ee-abd4-68fbda630bc1 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Router 2160665f-b5e5-49ec-83f9-83336f3fde08 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:02:26.305599 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66401967-6bd6-49e0-896f-62b0bde369d9 None None] Network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:26.419793 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-75ba974c-a611-476b-82db-883b3d69aded tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1986089 Jan 28 18:02:26.423149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46564) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:26.428496 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1435825085'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:26.434004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:26.437936 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:network and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:26.440817 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:26.447307 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:26.482859 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f67e7bbd-fb0e-4090-a584-d48181d4c485 None None] Provisioning for port 7b79cec9-fac9-48bf-b978-2a053e796426 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:26.528183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:26.531955 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:26.562736 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:02:26.574750 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:26.575381 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Added segment 7c8d8529-afc3-474a-86e4-f7ffb75b6c96 of type vlan for network b93206bc-d23b-4dbc-95e3-1e301540f0cd Jan 28 18:02:26.605524 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:26.676441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df63d2d-3150-41ee-abd4-68fbda630bc1 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:02:26.679040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7b79cec9-fac9-48bf-b978-2a053e796426 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:26.684948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2df63d2d-3150-41ee-abd4-68fbda630bc1 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:26.686527 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2df63d2d-3150-41ee-abd4-68fbda630bc1 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "PUT /v2.0/routers/2160665f-b5e5-49ec-83f9-83336f3fde08 HTTP/1.1" status: 200 len: 697 time: 1.3976350 Jan 28 18:02:26.688908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46568) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:26.692798 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c586bb0-2ee6-4f9b-acbf-cd46ebae939a None None] Sync routers for ids ['2160665f-b5e5-49ec-83f9-83336f3fde08'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:02:26.699320 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:26.706246 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c586bb0-2ee6-4f9b-acbf-cd46ebae939a None None] Routers {'2160665f-b5e5-49ec-83f9-83336f3fde08'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:26.708922 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5c586bb0-2ee6-4f9b-acbf-cd46ebae939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['2160665f-b5e5-49ec-83f9-83336f3fde08'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:26.709110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:26.709110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:26.829815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Network': ['ID=b93206bc-d23b-4dbc-95e3-1e301540f0cd,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:26.844845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network b93206bc-d23b-4dbc-95e3-1e301540f0cd details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:02:26.865200 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-94dfb72f-fac5-4955-a7d4-93bcb2400a0e tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/routers/2160665f-b5e5-49ec-83f9-83336f3fde08 HTTP/1.1" status: 200 len: 703 time: 0.1729805 Jan 28 18:02:26.865589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46572) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:26.871135 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 7b79cec9-fac9-48bf-b978-2a053e796426 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:26.877014 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:26.886154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 7b79cec9-fac9-48bf-b978-2a053e796426 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:26.886771 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-5c586bb0-2ee6-4f9b-acbf-cd46ebae939a None None] Set router 2160665f-b5e5-49ec-83f9-83336f3fde08 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:26.887395 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:26.937161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-8e57cd92-b75e-41fa-b8a1-f4e5b996b2aa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Synchronizing usage tracker for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:26.945922 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-99138f2e-b33f-4230-8935-b2516017f839 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5217047 Jan 28 18:02:26.951473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46576) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:26.963483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': 'b93206bc-d23b-4dbc-95e3-1e301540f0cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:27.065276 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d260c220-1ecb-46c4-a400-2e6103ca8313 None None] Provisioning complete for port 7b79cec9-fac9-48bf-b978-2a053e796426 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:27.065783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d260c220-1ecb-46c4-a400-2e6103ca8313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:27.084841 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5c586bb0-2ee6-4f9b-acbf-cd46ebae939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160665f-b5e5-49ec-83f9-83336f3fde08', 'name': 'tempest-RoutersIpV6Test-router-134310916', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:25Z', 'revision_number': 2, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:27.097812 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c586bb0-2ee6-4f9b-acbf-cd46ebae939a None None] Checking router: 2160665f-b5e5-49ec-83f9-83336f3fde08 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:02:27.105697 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:27.107273 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c586bb0-2ee6-4f9b-acbf-cd46ebae939a None None] Routers {'2160665f-b5e5-49ec-83f9-83336f3fde08'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:27.108009 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5c586bb0-2ee6-4f9b-acbf-cd46ebae939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['2160665f-b5e5-49ec-83f9-83336f3fde08'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:27.109948 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:27.112809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:27.118794 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:27.126507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-8e57cd92-b75e-41fa-b8a1-f4e5b996b2aa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Unset dirty status for tenant:b669d87d0ca64f34884d7c6389c24bd7 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:27.127750 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8e57cd92-b75e-41fa-b8a1-f4e5b996b2aa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports?device_id=2160665f-b5e5-49ec-83f9-83336f3fde08 HTTP/1.1" status: 200 len: 205 time: 0.2611761 Jan 28 18:02:27.130251 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46580) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:27.175372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:27.196932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:27.200481 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:27.254833 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-5c586bb0-2ee6-4f9b-acbf-cd46ebae939a None None] Set router 2160665f-b5e5-49ec-83f9-83336f3fde08 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:27.288119 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 7b79cec9-fac9-48bf-b978-2a053e796426, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7b79cec9-fac9-48bf-b978-2a053e796426,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:27.289743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d260c220-1ecb-46c4-a400-2e6103ca8313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:27.297707 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:27.348964 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:27.372922 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-5c586bb0-2ee6-4f9b-acbf-cd46ebae939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160665f-b5e5-49ec-83f9-83336f3fde08', 'name': 'tempest-RoutersIpV6Test-router-134310916', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:25Z', 'revision_number': 2, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:27.376268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9d4690d5-fb95-4e40-9b01-376f82bc8da6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:27.377275 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c586bb0-2ee6-4f9b-acbf-cd46ebae939a None None] The sync data for ids ['2160665f-b5e5-49ec-83f9-83336f3fde08'] in dv-neutron-826919-1-hyperv is: [{'id': '2160665f-b5e5-49ec-83f9-83336f3fde08', 'name': 'tempest-RoutersIpV6Test-router-134310916', 'tenant_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:25Z', 'revision_number': 2, 'project_id': 'b669d87d0ca64f34884d7c6389c24bd7', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:27.452641 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c2975913-8266-43c0-9e16-08e2d1e05884 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:02:27.509621 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: c2975913-8266-43c0-9e16-08e2d1e05884 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:02:27.509993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c2975913-8266-43c0-9e16-08e2d1e05884 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:02:27.527524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-d260c220-1ecb-46c4-a400-2e6103ca8313 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:02:27.527937 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-d260c220-1ecb-46c4-a400-2e6103ca8313 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:02:27.531405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=7b79cec9-fac9-48bf-b978-2a053e796426,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:27.632278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Router e2f1cdda-f105-48cd-b9c5-06b232c1075c is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:02:27.705405 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9d4690d5-fb95-4e40-9b01-376f82bc8da6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:27.709258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9d4690d5-fb95-4e40-9b01-376f82bc8da6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:27.812386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:02:27.822942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Sync routers for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:02:27.832272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9d4690d5-fb95-4e40-9b01-376f82bc8da6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:27.832829 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4690d5-fb95-4e40-9b01-376f82bc8da6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Fanout notify agent at l3_agent the message router_deleted on router 2160665f-b5e5-49ec-83f9-83336f3fde08 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:02:27.834160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:27.834357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:27.850533 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9d4690d5-fb95-4e40-9b01-376f82bc8da6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:27.856923 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9d4690d5-fb95-4e40-9b01-376f82bc8da6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/routers/2160665f-b5e5-49ec-83f9-83336f3fde08 HTTP/1.1" status: 204 len: 168 time: 0.7204392 Jan 28 18:02:27.858152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46584) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:27.901157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:27.904247 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d434d860-6988-479e-b85c-5d526c9bd80d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports?device_id=2160665f-b5e5-49ec-83f9-83336f3fde08 HTTP/1.1" status: 200 len: 205 time: 0.0430734 Jan 28 18:02:27.904420 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-55e12f3a-7062-4ff4-8c1d-36cb90e53e6e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9524851 Jan 28 18:02:27.904634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46588) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:27.905540 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46590) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:27.980650 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:28.025217 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-6dfb08dc-20f3-4215-85fb-cbe2cbc6b10f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] delete failed (client error): The resource could not be found. Jan 28 18:02:28.026095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:28.026222 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6dfb08dc-20f3-4215-85fb-cbe2cbc6b10f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/routers/2160665f-b5e5-49ec-83f9-83336f3fde08 HTTP/1.1" status: 404 len: 336 time: 0.1205895 Jan 28 18:02:28.037555 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46596) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:28.232389 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8560b5-42bb-4a7e-9fd5-007c219d89da tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:28.232835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8560b5-42bb-4a7e-9fd5-007c219d89da tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:28.234505 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6c8560b5-42bb-4a7e-9fd5-007c219d89da tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/20fa0dea-8829-436d-b9d8-a5049044cff0 HTTP/1.1" status: 404 len: 337 time: 0.1960514 Jan 28 18:02:28.240686 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46600) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:28.245486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Subnet': ['ID=30384d7b-506e-4327-8a8c-d5d8f24d05a6,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:28.288812 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-286a1c60-7b3f-4509-a173-e5e14400eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:28.289266 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286a1c60-7b3f-4509-a173-e5e14400eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:28.293458 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-286a1c60-7b3f-4509-a173-e5e14400eb46 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/1919c0b9-3b9c-4f8a-96f0-c5f89eba3d03 HTTP/1.1" status: 404 len: 337 time: 0.0494149 Jan 28 18:02:28.293458 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Checking segment: {'id': '7c8d8529-afc3-474a-86e4-f7ffb75b6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b93206bc-d23b-4dbc-95e3-1e301540f0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:28.293458 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network hostable DHCP agents. Network: b93206bc-d23b-4dbc-95e3-1e301540f0cd, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:02:28.296862 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46604) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:28.353806 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b00bf66-ea2e-4738-b965-dac1959ae447 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:28.354263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b00bf66-ea2e-4738-b965-dac1959ae447 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:28.358260 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7b00bf66-ea2e-4738-b965-dac1959ae447 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/361b4c66-0c5c-4747-8fa0-1c41de9606cc HTTP/1.1" status: 404 len: 337 time: 0.0568171 Jan 28 18:02:28.358543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46608) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:28.386863 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:26Z', 'revision_number': 3, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:28.391846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Checking router: e2f1cdda-f105-48cd-b9c5-06b232c1075c for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:02:28.392245 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Updating router e2f1cdda-f105-48cd-b9c5-06b232c1075c port c0f4f55a-6367-4375-98e5-bccde4cd7538 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:02:28.400539 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4a3d63-cb96-4ac0-b5ca-404d89bde990 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:28.401221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4a3d63-cb96-4ac0-b5ca-404d89bde990 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:28.403118 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fb4a3d63-cb96-4ac0-b5ca-404d89bde990 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/95472e62-2454-4bf6-bdce-57cff6837afe HTTP/1.1" status: 404 len: 337 time: 0.0436082 Jan 28 18:02:28.412888 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46612) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:28.452678 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:28.459265 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network b93206bc-d23b-4dbc-95e3-1e301540f0cd is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:02:28.474863 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b1d7b2b6-b085-49e2-90fc-6e1df38ab50f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports?device_id=181294e0-9598-4394-a100-936f96a182ba HTTP/1.1" status: 200 len: 205 time: 0.0607238 Jan 28 18:02:28.475633 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46616) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:28.538257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, b93206bc-d23b-4dbc-95e3-1e301540f0cd) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:28.549101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:28.549660 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:28.565235 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-ed1d9269-0d90-4f29-8600-25ad3b34297f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] delete failed (client error): The resource could not be found. Jan 28 18:02:28.569043 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ed1d9269-0d90-4f29-8600-25ad3b34297f tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/routers/181294e0-9598-4394-a100-936f96a182ba HTTP/1.1" status: 404 len: 336 time: 0.0923746 Jan 28 18:02:28.569637 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46620) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:28.635611 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4379b323-67bc-4c58-bb3a-740aec66b7e4 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports?device_id=00bed9ab-a976-4bf1-b0e1-57e4fd26c504 HTTP/1.1" status: 200 len: 205 time: 0.0648086 Jan 28 18:02:28.637687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46624) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:28.639532 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d2699a8c-d8fe-4441-91dd-ece6b42ee3a3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6864476 Jan 28 18:02:28.641610 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46626) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:28.651389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'network_id': 'b93206bc-d23b-4dbc-95e3-1e301540f0cd', 'name': 'tempest-PortsTestJSON-1815482390'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:28.716301 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df51e56-93a7-4265-8c90-6cf1379e0ea7 None None] Network b93206bc-d23b-4dbc-95e3-1e301540f0cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:28.725559 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-cd36ec71-4884-463c-acdc-e9ed5063cbc6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] delete failed (client error): The resource could not be found. Jan 28 18:02:28.729006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7b79cec9-fac9-48bf-b978-2a053e796426 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:28.729703 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cd36ec71-4884-463c-acdc-e9ed5063cbc6 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/routers/00bed9ab-a976-4bf1-b0e1-57e4fd26c504 HTTP/1.1" status: 404 len: 336 time: 0.0842333 Jan 28 18:02:28.732076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46632) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:28.774941 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e018d23-1c08-470f-bfe4-bb55a5125cbf tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:28.775416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e018d23-1c08-470f-bfe4-bb55a5125cbf tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:28.779504 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9e018d23-1c08-470f-bfe4-bb55a5125cbf tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/463aa02a-d3fa-4eb6-9da4-d8227895f8d0 HTTP/1.1" status: 404 len: 337 time: 0.0442412 Jan 28 18:02:28.780274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46636) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:28.794803 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:28.804337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:28.872272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46640) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:28.872977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:28.875575 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f59c93b2-d450-4239-b8dc-c05a115e7511 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7174f22-0fcc-4373-bc17-60164231ba51 HTTP/1.1" status: 200 len: 205 time: 0.0877094 Jan 28 18:02:28.878683 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:28.911713 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port f3618104-242f-46ee-a396-4be6affa30bb yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:02:28.972408 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 7b79cec9-fac9-48bf-b978-2a053e796426 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:28.972777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:29.027284 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:29.147824 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-06470c59-1992-4676-8961-90a4fa032bff tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] delete failed (client error): The resource could not be found. Jan 28 18:02:29.152101 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-06470c59-1992-4676-8961-90a4fa032bff tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/routers/d7174f22-0fcc-4373-bc17-60164231ba51 HTTP/1.1" status: 404 len: 336 time: 0.2468197 Jan 28 18:02:29.152653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46646) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:29.161315 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Allocated IP 172.20.0.10 (b93206bc-d23b-4dbc-95e3-1e301540f0cd/30384d7b-506e-4327-8a8c-d5d8f24d05a6/f3618104-242f-46ee-a396-4be6affa30bb) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:29.186335 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-b93206bc-d23b-4dbc-95e3-1e301540f0cd', 'network_id': 'b93206bc-d23b-4dbc-95e3-1e301540f0cd', 'tenant_id': '5bf89366f4614c3aaf04ea78be886509', 'fixed_ips': [{'subnet_id': '30384d7b-506e-4327-8a8c-d5d8f24d05a6'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:02:29.187336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:29.207663 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:29.252008 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-24100ee5-d636-43b0-aa3c-e00ffa96243d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports?device_id=73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad HTTP/1.1" status: 200 len: 205 time: 0.0979519 Jan 28 18:02:29.256115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46650) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:29.309310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Transition to ACTIVE for port object c0f4f55a-6367-4375-98e5-bccde4cd7538 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:29.335370 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-8126f35b-8074-4e43-9589-907c40d6dd6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] delete failed (client error): The resource could not be found. Jan 28 18:02:29.335985 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8126f35b-8074-4e43-9589-907c40d6dd6d tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/routers/73ba5cbc-cf11-4e83-914e-3c5a1e4d36ad HTTP/1.1" status: 404 len: 336 time: 0.0793140 Jan 28 18:02:29.339717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46654) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:29.385816 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-208e4b49-c5dc-4d6b-9bf5-25fe755ea4fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:29.386264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208e4b49-c5dc-4d6b-9bf5-25fe755ea4fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:29.390354 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:29.403908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:29.406940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Transition to ACTIVE for port object f3618104-242f-46ee-a396-4be6affa30bb will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:29.420264 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-208e4b49-c5dc-4d6b-9bf5-25fe755ea4fa tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/bab883e4-cad3-43d1-af89-905562416eee HTTP/1.1" status: 404 len: 337 time: 0.0797904 Jan 28 18:02:29.424020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46658) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:29.452289 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Allocated IP 172.20.0.1 (43ae5c1a-c3e8-4c78-8f83-e060ba4979f8/a6817f40-4afa-4732-973b-b002effd2e89/ffa7391e-a2ef-404b-b28f-21db8c8136ee) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:29.478563 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-99532c4a-212a-47be-90e9-d01968ef4596 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5002ce0-18ce-4a95-b7c6-26c7065a0f61 HTTP/1.1" status: 200 len: 205 time: 0.0514207 Jan 28 18:02:29.478914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46662) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:29.491150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Attempting to bind port c0f4f55a-6367-4375-98e5-bccde4cd7538 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:29.491518 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Attempting to bind port c0f4f55a-6367-4375-98e5-bccde4cd7538 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:02:29.491870 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Attempting to bind port c0f4f55a-6367-4375-98e5-bccde4cd7538 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:02:29.493984 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4216c-80aa-4268-86e3-b451ce80e4b2 None None] Pushing event updated for resources: {'Port': ['ID=c0f4f55a-6367-4375-98e5-bccde4cd7538,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:29.499638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:02:29.500006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:29.500404 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:29.500783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:02:29.501243 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Bound port: c0f4f55a-6367-4375-98e5-bccde4cd7538, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:02:29.501613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:29.548722 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.api.v2.resource [None req-c5c9fa2e-170c-4b33-99a7-8b09c2c3b381 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] delete failed (client error): The resource could not be found. Jan 28 18:02:29.549761 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c5c9fa2e-170c-4b33-99a7-8b09c2c3b381 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/routers/c5002ce0-18ce-4a95-b7c6-26c7065a0f61 HTTP/1.1" status: 404 len: 336 time: 0.0699892 Jan 28 18:02:29.551420 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:29.552455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46666) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:29.599373 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-461cd476-6725-44df-870d-0c61d1e7a7a5 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:29.599823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461cd476-6725-44df-870d-0c61d1e7a7a5 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:29.603946 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-461cd476-6725-44df-870d-0c61d1e7a7a5 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/dc45e3cd-bca0-451a-a01e-62f99fb15aec HTTP/1.1" status: 404 len: 337 time: 0.0463729 Jan 28 18:02:29.604311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46670) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:29.623803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] For port c0f4f55a-6367-4375-98e5-bccde4cd7538, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:02:29.628208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] For port c0f4f55a-6367-4375-98e5-bccde4cd7538, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c0f4f55a-6367-4375-98e5-bccde4cd7538,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:02:29.637644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Allocated IP 172.20.0.2 (b93206bc-d23b-4dbc-95e3-1e301540f0cd/30384d7b-506e-4327-8a8c-d5d8f24d05a6/e8987cb9-062d-4a0d-9185-007243992ddf) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:29.663897 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network b93206bc-d23b-4dbc-95e3-1e301540f0cd is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:29.665143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:29.668448 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7caea1ed-6150-467c-b0aa-468a338ab0c9 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "GET /v2.0/ports?device_id=df24a0a9-c7b7-460a-8e60-d346fc8d598f HTTP/1.1" status: 200 len: 205 time: 0.0630631 Jan 28 18:02:29.671216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46674) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:29.672314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:29.676334 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:29.710753 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=f3618104-242f-46ee-a396-4be6affa30bb,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:29.723904 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:29.743112 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-b0168700-a27a-4b24-aaf3-e08715e18d1a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] delete failed (client error): The resource could not be found. Jan 28 18:02:29.744125 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b0168700-a27a-4b24-aaf3-e08715e18d1a tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/routers/df24a0a9-c7b7-460a-8e60-d346fc8d598f HTTP/1.1" status: 404 len: 336 time: 0.0719912 Jan 28 18:02:29.746636 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46678) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:29.749132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Transition to ACTIVE for port object ffa7391e-a2ef-404b-b28f-21db8c8136ee will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:29.749620 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:29.750320 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:29.790957 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d54559-0b69-4a67-97b0-c3fe89674578 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:29.791426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d54559-0b69-4a67-97b0-c3fe89674578 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:29.793070 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d0d54559-0b69-4a67-97b0-c3fe89674578 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/90e376bc-fdd1-464c-a9a6-b3a23ecaa7a8 HTTP/1.1" status: 404 len: 337 time: 0.0455444 Jan 28 18:02:29.795668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46682) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:29.835401 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-993a804b-bd30-4ed2-a6e0-926a7bb63ff2 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] DELETE failed (client error): The resource could not be found. Jan 28 18:02:29.835853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993a804b-bd30-4ed2-a6e0-926a7bb63ff2 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:02:29.838107 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-993a804b-bd30-4ed2-a6e0-926a7bb63ff2 tempest-RoutersIpV6Test-1855415346 tempest-RoutersIpV6Test-1855415346-project] 10.222.0.26 "DELETE /v2.0/subnets/7f3ce59d-3f31-4f6d-a696-9f4c6710f43d HTTP/1.1" status: 404 len: 337 time: 0.0415704 Jan 28 18:02:29.847197 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c489b0c2-8461-46fb-abab-61c9377d197e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2017341 Jan 28 18:02:29.847335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46688) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:29.848027 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:29.848654 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:29.854224 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'network_id': 'b93206bc-d23b-4dbc-95e3-1e301540f0cd', 'name': 'tempest-PortsTestJSON-594475114'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:29.905801 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4216c-80aa-4268-86e3-b451ce80e4b2 None None] Pushing event updated for resources: {'Port': ['ID=c0f4f55a-6367-4375-98e5-bccde4cd7538,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:30.106689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:30.111055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:port and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:30.114020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:30.117621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:30.118325 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:30.126064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:30.167973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:30.192734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:30.196732 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:30.200589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:30.240255 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Transition to ACTIVE for port object e8987cb9-062d-4a0d-9185-007243992ddf will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:30.251407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:30.274178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Pushing event updated for resources: {'Port': ['ID=ffa7391e-a2ef-404b-b28f-21db8c8136ee,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:30.282048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:30.287682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:30.319168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46694) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:30.394125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port 095dee23-b448-4f54-8504-a9fdc1e66722 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:02:30.404189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Transition to ACTIVE for port object e8987cb9-062d-4a0d-9185-007243992ddf will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:30.503178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:30.507645 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-370e2571-09b7-4468-9ec9-c74cdee1a0c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b669d87d0ca64f34884d7c6389c24bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866641 Jan 28 18:02:30.509820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46700) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:30.570888 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed5bd88d-e923-49b5-a3b6-4d24180ac539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:30.583894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Network b93206bc-d23b-4dbc-95e3-1e301540f0cd is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:30.587456 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:30.590740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:30.592118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Pushing event updated for resources: {'Port': ['ID=e8987cb9-062d-4a0d-9185-007243992ddf,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:30.595979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:30.608114 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed5bd88d-e923-49b5-a3b6-4d24180ac539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:30.640058 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d1418664-5e25-4787-9e44-ae426b5ae872 None None] Provisioning for port ffa7391e-a2ef-404b-b28f-21db8c8136ee completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:30.658111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Allocated IP 172.20.0.9 (b93206bc-d23b-4dbc-95e3-1e301540f0cd/30384d7b-506e-4327-8a8c-d5d8f24d05a6/095dee23-b448-4f54-8504-a9fdc1e66722) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:30.671205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:26Z', 'revision_number': 3, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:30.677267 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d1418664-5e25-4787-9e44-ae426b5ae872 None None] Provisioning complete for port ffa7391e-a2ef-404b-b28f-21db8c8136ee triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:30.677634 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d1418664-5e25-4787-9e44-ae426b5ae872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:30.729022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdff428-42f0-4a4d-bde3-5e5b6ef7b159 None None] The sync data for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv is: [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:26Z', 'revision_number': 3, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:30.739159 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed5bd88d-e923-49b5-a3b6-4d24180ac539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:30.749690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Attempting to bind port e8987cb9-062d-4a0d-9185-007243992ddf on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:30.750052 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Attempting to bind port e8987cb9-062d-4a0d-9185-007243992ddf by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '7c8d8529-afc3-474a-86e4-f7ffb75b6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b93206bc-d23b-4dbc-95e3-1e301540f0cd'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:02:30.750412 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Attempting to bind port e8987cb9-062d-4a0d-9185-007243992ddf on network b93206bc-d23b-4dbc-95e3-1e301540f0cd {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:02:30.755114 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bd88d-e923-49b5-a3b6-4d24180ac539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cbb61e-d14d-4f91-8a89-2fdd952132a7,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:30.769059 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed5bd88d-e923-49b5-a3b6-4d24180ac539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:30.770607 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ed5bd88d-e923-49b5-a3b6-4d24180ac539 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10cbb61e-d14d-4f91-8a89-2fdd952132a7 HTTP/1.1" status: 204 len: 168 time: 0.2597291 Jan 28 18:02:30.771608 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d1418664-5e25-4787-9e44-ae426b5ae872 None None] Port ffa7391e-a2ef-404b-b28f-21db8c8136ee cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:30.784888 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:02:30.785559 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Checking segment: {'id': '7c8d8529-afc3-474a-86e4-f7ffb75b6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b93206bc-d23b-4dbc-95e3-1e301540f0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:30.786060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:30.786545 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Bound using segment: {'id': '7c8d8529-afc3-474a-86e4-f7ffb75b6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b93206bc-d23b-4dbc-95e3-1e301540f0cd'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:02:30.787223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Bound port: e8987cb9-062d-4a0d-9185-007243992ddf, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8d8529-afc3-474a-86e4-f7ffb75b6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b93206bc-d23b-4dbc-95e3-1e301540f0cd'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:02:30.787600 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:30.890356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] For port e8987cb9-062d-4a0d-9185-007243992ddf, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:02:30.893427 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] For port e8987cb9-062d-4a0d-9185-007243992ddf, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e8987cb9-062d-4a0d-9185-007243992ddf,segment=NetworkSegment(7c8d8529-afc3-474a-86e4-f7ffb75b6c96),segment_id=7c8d8529-afc3-474a-86e4-f7ffb75b6c96)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:02:30.985506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:31.023761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:31.028231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:31.064176 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Transition to ACTIVE for port object 095dee23-b448-4f54-8504-a9fdc1e66722 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:31.111290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:31.131362 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718076d-070a-46b7-8a4c-429f60d51241 None None] Pushing event updated for resources: {'Port': ['ID=e8987cb9-062d-4a0d-9185-007243992ddf,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:31.192353 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:31.278726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network b93206bc-d23b-4dbc-95e3-1e301540f0cd is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:31.279928 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:31.283619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Pushing event updated for resources: {'Port': ['ID=ffa7391e-a2ef-404b-b28f-21db8c8136ee,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:31.311533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:31.328997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:31.501065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=095dee23-b448-4f54-8504-a9fdc1e66722,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:31.522618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:31.523380 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:31.581703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:31.583168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:31.662535 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bdee5c86-0097-4321-a3a2-1ff22a5c7c22 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8139181 Jan 28 18:02:31.663370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46716) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:31.772452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e5065e-8381-4bb2-aff3-3ce0b51ae477 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:31.773334 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-25e5065e-8381-4bb2-aff3-3ce0b51ae477 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:31.835384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Router e2f1cdda-f105-48cd-b9c5-06b232c1075c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:02:31.877834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-25e5065e-8381-4bb2-aff3-3ce0b51ae477 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:31.881813 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-25e5065e-8381-4bb2-aff3-3ce0b51ae477 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.2146659 Jan 28 18:02:31.881998 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46726) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:31.932517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-465f4538-64e2-4096-b8a7-9b64a15879fb None None] Provisioning complete for port ffa7391e-a2ef-404b-b28f-21db8c8136ee triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:31.933073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-465f4538-64e2-4096-b8a7-9b64a15879fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:31.994436 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-2f88bb5c-7091-4332-8c3c-509ab258daea tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port 095dee23-b448-4f54-8504-a9fdc1e66722 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:31.994772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f88bb5c-7091-4332-8c3c-509ab258daea tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:32.036924 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-465f4538-64e2-4096-b8a7-9b64a15879fb None None] Port ffa7391e-a2ef-404b-b28f-21db8c8136ee cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:32.202338 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:02:32.207414 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dddfb85d-2fac-4e1a-9835-b39b9528a722 admin admin] 10.222.0.26 "PUT /v2.0/routers/e2f1cdda-f105-48cd-b9c5-06b232c1075c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3008678 Jan 28 18:02:32.338516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f88bb5c-7091-4332-8c3c-509ab258daea tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:32.448300 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688d5b1e-9fab-42d2-a98d-934a99ca0200 None None] Network b93206bc-d23b-4dbc-95e3-1e301540f0cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:32.483036 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-2f88bb5c-7091-4332-8c3c-509ab258daea tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for 095dee23-b448-4f54-8504-a9fdc1e66722 owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:32.712018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fab51bad-10db-4188-a527-9ada8fd9cc6b None None] Provisioning for port e8987cb9-062d-4a0d-9185-007243992ddf completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:32.794224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c0f4f55a-6367-4375-98e5-bccde4cd7538 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:32.838333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f88bb5c-7091-4332-8c3c-509ab258daea tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:32.902818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88bb5c-7091-4332-8c3c-509ab258daea tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=095dee23-b448-4f54-8504-a9fdc1e66722,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:32.918699 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Sync routers for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:02:32.925123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port c0f4f55a-6367-4375-98e5-bccde4cd7538 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:32.929040 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:32.935543 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:32.937339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port c0f4f55a-6367-4375-98e5-bccde4cd7538 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:32.938254 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.058159 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2f88bb5c-7091-4332-8c3c-509ab258daea tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.134411 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2f88bb5c-7091-4332-8c3c-509ab258daea tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/095dee23-b448-4f54-8504-a9fdc1e66722 HTTP/1.1" status: 204 len: 168 time: 1.2512393 Jan 28 18:02:33.137011 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46752) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:33.182921 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.196014 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:33.197794 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc7cd71-a19b-49ae-8ed3-c7e1ab35d708 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] GET failed (client error): The resource could not be found. Jan 28 18:02:33.198596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3bc7cd71-a19b-49ae-8ed3-c7e1ab35d708 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:33.200572 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port c0f4f55a-6367-4375-98e5-bccde4cd7538, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c0f4f55a-6367-4375-98e5-bccde4cd7538,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:33.288281 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3bc7cd71-a19b-49ae-8ed3-c7e1ab35d708 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:33.288878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.290346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e8987cb9-062d-4a0d-9185-007243992ddf up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:33.290909 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3bc7cd71-a19b-49ae-8ed3-c7e1ab35d708 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/095dee23-b448-4f54-8504-a9fdc1e66722 HTTP/1.1" status: 404 len: 333 time: 0.1526618 Jan 28 18:02:33.293611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46762) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:33.404868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-48a578bd-8bb0-4b21-a196-d15300fc7e0b None None] Provisioning for port f3618104-242f-46ee-a396-4be6affa30bb completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:33.432595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-22a4ae56-8a33-4d15-a488-439221a56213 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port f3618104-242f-46ee-a396-4be6affa30bb {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:33.433334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-48a578bd-8bb0-4b21-a196-d15300fc7e0b None None] Provisioning complete for port f3618104-242f-46ee-a396-4be6affa30bb triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:33.433807 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-48a578bd-8bb0-4b21-a196-d15300fc7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.434739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22a4ae56-8a33-4d15-a488-439221a56213 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.511117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46768) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:33.512755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46770) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:33.520309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-360135134-network', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:33.536263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:33.541268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Usage tracker for resource:network and tenant:55f978410f144d37b145f95eb7f0ebc6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:33.545785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:33.551907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:33.580357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=c0f4f55a-6367-4375-98e5-bccde4cd7538,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:33.610780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-48a578bd-8bb0-4b21-a196-d15300fc7e0b None None] Port f3618104-242f-46ee-a396-4be6affa30bb cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:33.614472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-48a578bd-8bb0-4b21-a196-d15300fc7e0b None None] Could not find standard attr ID for object 095dee23-b448-4f54-8504-a9fdc1e66722. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:02:33.647986 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Made reservation on behalf of 55f978410f144d37b145f95eb7f0ebc6 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:33.653048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.659103 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 2, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:33.663872 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Checking router: e2f1cdda-f105-48cd-b9c5-06b232c1075c for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:02:33.664229 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Updating router e2f1cdda-f105-48cd-b9c5-06b232c1075c port ffa7391e-a2ef-404b-b28f-21db8c8136ee binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:02:33.669879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.672107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port e8987cb9-062d-4a0d-9185-007243992ddf completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:33.678232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port e8987cb9-062d-4a0d-9185-007243992ddf triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:33.679889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.710889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:33.717691 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Usage tracker for resource:security_group_rule and tenant:55f978410f144d37b145f95eb7f0ebc6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:33.721704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:33.730701 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:33.744969 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.841256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.889466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.911741 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22a4ae56-8a33-4d15-a488-439221a56213 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.917432 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bb41311e-45d7-401b-9695-d1cbdd81f411 None None] Provisioning complete for port f3618104-242f-46ee-a396-4be6affa30bb triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:33.917799 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bb41311e-45d7-401b-9695-d1cbdd81f411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.929837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:02:33.951851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f98937-c76a-4c2b-bd4c-539a3d1591af,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:33.982900 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:33.983104 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Added segment 8746f711-815d-420a-8c68-06af8413faec of type vlan for network 8439afd2-d15f-47c5-97e2-3a6d1a489845 Jan 28 18:02:34.004674 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.010777 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'network': {'name': 'tempest-network-smoke--938774441', 'project_id': '92550370897a4318a214dd17d934ca5a', 'port_security_enabled': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:34.023321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-bb41311e-45d7-401b-9695-d1cbdd81f411 None None] Port f3618104-242f-46ee-a396-4be6affa30bb cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:34.028659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:34.049920 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port e8987cb9-062d-4a0d-9185-007243992ddf, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e8987cb9-062d-4a0d-9185-007243992ddf,segment=NetworkSegment(7c8d8529-afc3-474a-86e4-f7ffb75b6c96),segment_id=7c8d8529-afc3-474a-86e4-f7ffb75b6c96)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:34.051407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:network and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:34.069643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:34.089865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:34.093283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.130608 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-22a4ae56-8a33-4d15-a488-439221a56213 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for f3618104-242f-46ee-a396-4be6affa30bb owned by {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:34.141239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.169824 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:34.174520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.185502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-22d3d915-f941-46f8-9b01-8c2767fa2162 None None] Could not find standard attr ID for object 095dee23-b448-4f54-8504-a9fdc1e66722. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:02:34.191750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.216247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.217915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:34.218687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.225694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:34.228031 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=e8987cb9-062d-4a0d-9185-007243992ddf,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:34.255248 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:34.262004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:34.328124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:34.342155 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.363323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8439afd2-d15f-47c5-97e2-3a6d1a489845,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:34.372495 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 8439afd2-d15f-47c5-97e2-3a6d1a489845 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:02:34.380883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22a4ae56-8a33-4d15-a488-439221a56213 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.384160 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Transition to ACTIVE for port object ffa7391e-a2ef-404b-b28f-21db8c8136ee will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:34.419348 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4f53aeb6-cd9b-4b36-bd0b-641dd48159a5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9009850 Jan 28 18:02:34.419592 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46778) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:34.425695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Request body: {'subnet': {'network_id': '8439afd2-d15f-47c5-97e2-3a6d1a489845', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-360135134-subnet', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'ip_version': 4}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:34.432939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4ae56-8a33-4d15-a488-439221a56213 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=f3618104-242f-46ee-a396-4be6affa30bb,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:34.444988 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:34.456974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Usage tracker for resource:subnet and tenant:55f978410f144d37b145f95eb7f0ebc6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:34.463532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:34.466346 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.472458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.473769 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:34.542917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.553787 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22a4ae56-8a33-4d15-a488-439221a56213 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.600197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:02:34.620075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Made reservation on behalf of 55f978410f144d37b145f95eb7f0ebc6 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:34.622628 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.636925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=499e5b1b-8f8d-4084-aafb-2e7658246f16,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:34.649857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.653704 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Added segment 4b357f5a-275a-42ad-a7e2-0edf6b9587dd of type vlan for network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b Jan 28 18:02:34.673448 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-22a4ae56-8a33-4d15-a488-439221a56213 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/f3618104-242f-46ee-a396-4be6affa30bb HTTP/1.1" status: 204 len: 168 time: 1.3784835 Jan 28 18:02:34.677297 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c0f4f55a-6367-4375-98e5-bccde4cd7538 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:34.678657 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357e4ea-2531-47d7-a853-7d6b6baeb1fc None None] Pushing event updated for resources: {'Port': ['ID=ffa7391e-a2ef-404b-b28f-21db8c8136ee,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:34.679575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46782) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:34.766658 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cae3bf-d306-4daa-8342-54e60777b7c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] GET failed (client error): The resource could not be found. Jan 28 18:02:34.767564 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b4cae3bf-d306-4daa-8342-54e60777b7c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:34.781766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.791866 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Attempting to bind port ffa7391e-a2ef-404b-b28f-21db8c8136ee on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:34.792230 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Attempting to bind port ffa7391e-a2ef-404b-b28f-21db8c8136ee by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:02:34.792590 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Attempting to bind port ffa7391e-a2ef-404b-b28f-21db8c8136ee on network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:02:34.799804 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:02:34.800159 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Checking segment: {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:34.800859 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.801272 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Bound using segment: {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:02:34.801728 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Bound port: ffa7391e-a2ef-404b-b28f-21db8c8136ee, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:02:34.802094 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.818375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port c0f4f55a-6367-4375-98e5-bccde4cd7538 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:34.818754 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.856122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b4cae3bf-d306-4daa-8342-54e60777b7c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:34.861170 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b4cae3bf-d306-4daa-8342-54e60777b7c3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/f3618104-242f-46ee-a396-4be6affa30bb HTTP/1.1" status: 404 len: 333 time: 0.1791091 Jan 28 18:02:34.862051 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46786) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:34.913214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.919783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:34.919933 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] For port ffa7391e-a2ef-404b-b28f-21db8c8136ee, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:02:34.921358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.923726 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] For port ffa7391e-a2ef-404b-b28f-21db8c8136ee, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ffa7391e-a2ef-404b-b28f-21db8c8136ee,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:02:34.953752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-970c333f-6551-4583-8bb5-47302a123691 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting subnet 30384d7b-506e-4327-8a8c-d5d8f24d05a6 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:02:34.957562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-970c333f-6551-4583-8bb5-47302a123691 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:34.963046 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e8987cb9-062d-4a0d-9185-007243992ddf up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:34.998058 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.025104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-970c333f-6551-4583-8bb5-47302a123691 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.054143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port e8987cb9-062d-4a0d-9185-007243992ddf triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:35.054685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.076482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Network': ['ID=7dcb6251-53ce-4bf2-9c7f-8bfd871a501b,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:35.115877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:02:35.127389 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2e55de9e-f298-4c4e-8fbc-af528b278d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6135085 Jan 28 18:02:35.128288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46790) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:35.132880 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:35.132880 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:35.133126 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-970c333f-6551-4583-8bb5-47302a123691 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.133472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'admin_state_up': True, 'project_id': '92550370897a4318a214dd17d934ca5a', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:35.145719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:35.151052 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:router and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:35.154518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.161462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:35.211849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:35.217788 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357e4ea-2531-47d7-a853-7d6b6baeb1fc None None] Pushing event updated for resources: {'Port': ['ID=ffa7391e-a2ef-404b-b28f-21db8c8136ee,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:35.270185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8920d0ed-3ee0-4570-a828-1aee8e5aabbb,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:35.279086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Checking segment: {'id': '8746f711-815d-420a-8c68-06af8413faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8439afd2-d15f-47c5-97e2-3a6d1a489845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:35.279313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Network hostable DHCP agents. Network: 8439afd2-d15f-47c5-97e2-3a6d1a489845, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:02:35.301239 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.302418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.319022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-970c333f-6551-4583-8bb5-47302a123691 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.325915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.344199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Network 8439afd2-d15f-47c5-97e2-3a6d1a489845 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:02:35.376179 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-970c333f-6551-4583-8bb5-47302a123691 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.377137 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:35.382272 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df6e861-6c85-4332-88de-16b08f1e2ec4 None None] Network b93206bc-d23b-4dbc-95e3-1e301540f0cd requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:35.384274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c333f-6551-4583-8bb5-47302a123691 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Subnet': ['ID=30384d7b-506e-4327-8a8c-d5d8f24d05a6,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:35.388428 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-970c333f-6551-4583-8bb5-47302a123691 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/30384d7b-506e-4327-8a8c-d5d8f24d05a6 HTTP/1.1" status: 204 len: 168 time: 0.5252011 Jan 28 18:02:35.391022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46794) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:35.424638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 8439afd2-d15f-47c5-97e2-3a6d1a489845) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:35.431339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:35.431995 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.456194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33157e76-bdc4-4f7a-9b31-abc5001730f2 None None] Network 8439afd2-d15f-47c5-97e2-3a6d1a489845 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:35.515865 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.528446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port e8987cb9-062d-4a0d-9185-007243992ddf {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:35.529154 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.728582 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:34Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:35.733615 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e183911-6353-4ea7-97c9-e691e2319dc2 None None] The sync data for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv is: [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:34Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:35.749240 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e2865196-2587-43ca-b205-e03534f4e90a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3286283 Jan 28 18:02:35.752150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.754590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46798) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:35.763707 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-360135134-router', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:35.772816 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:35.776771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] For port e8987cb9-062d-4a0d-9185-007243992ddf, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e8987cb9-062d-4a0d-9185-007243992ddf,segment=NetworkSegment(7c8d8529-afc3-474a-86e4-f7ffb75b6c96),segment_id=7c8d8529-afc3-474a-86e4-f7ffb75b6c96)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:35.777133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.792596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Usage tracker for resource:router and tenant:55f978410f144d37b145f95eb7f0ebc6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:35.799100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:35.872457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-8439afd2-d15f-47c5-97e2-3a6d1a489845', 'network_id': '8439afd2-d15f-47c5-97e2-3a6d1a489845', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'fixed_ips': [{'subnet_id': '8920d0ed-3ee0-4570-a828-1aee8e5aabbb'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:02:35.873321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:35.941014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db53f8e9-f281-4896-8146-fe4fda1d5757 None None] DHCP port deletion for b93206bc-d23b-4dbc-95e3-1e301540f0cd request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:02:35.953042 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-db53f8e9-f281-4896-8146-fe4fda1d5757 None None] Deleting port e8987cb9-062d-4a0d-9185-007243992ddf {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:35.953415 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-db53f8e9-f281-4896-8146-fe4fda1d5757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.114763 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for e8987cb9-062d-4a0d-9185-007243992ddf owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:36.200259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:36.293254 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Allocated IP 172.20.0.2 (8439afd2-d15f-47c5-97e2-3a6d1a489845/8920d0ed-3ee0-4570-a828-1aee8e5aabbb/6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:36.314720 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.314975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-db53f8e9-f281-4896-8146-fe4fda1d5757 None None] For port e8987cb9-062d-4a0d-9185-007243992ddf, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e8987cb9-062d-4a0d-9185-007243992ddf,segment=NetworkSegment(7c8d8529-afc3-474a-86e4-f7ffb75b6c96),segment_id=7c8d8529-afc3-474a-86e4-f7ffb75b6c96)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:36.314975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-db53f8e9-f281-4896-8146-fe4fda1d5757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.365033 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.368450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.393705 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No DVR routers for this DVR port e8987cb9-062d-4a0d-9185-007243992ddf on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:02:36.395505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=e8987cb9-062d-4a0d-9185-007243992ddf,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:36.421557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.455086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.461556 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.507089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-db53f8e9-f281-4896-8146-fe4fda1d5757 None None] Calling delete_port for e8987cb9-062d-4a0d-9185-007243992ddf owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:36.587872 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.615700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.45 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/68901cd5-5118-4120-aae5-6658ff9aa28f) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:36.627876 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93206bc-d23b-4dbc-95e3-1e301540f0cd']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:36.644911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8d8529-afc3-474a-86e4-f7ffb75b6c96') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:36.645217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8d8529-afc3-474a-86e4-f7ffb75b6c96') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:36.671519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.757137 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ffa7391e-a2ef-404b-b28f-21db8c8136ee up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:36.810149 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-db53f8e9-f281-4896-8146-fe4fda1d5757 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:02:36.810594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-db53f8e9-f281-4896-8146-fe4fda1d5757 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:02:36.830701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.834514 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.849331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.862782 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Transition to ACTIVE for port object 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:36.885422 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Transition to ACTIVE for port object 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:36.897815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:02:36.898224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:02:36.912732 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:02:36.923848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.953345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:36.990137 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port ffa7391e-a2ef-404b-b28f-21db8c8136ee completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:37.004326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:37.007387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:37.010510 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:37.033692 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ffa7391e-a2ef-404b-b28f-21db8c8136ee triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:37.034363 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.058290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.089334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Network 8439afd2-d15f-47c5-97e2-3a6d1a489845 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:37.103353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:37.108664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Pushing event updated for resources: {'Port': ['ID=6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:37.113894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:37.152524 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=68901cd5-5118-4120-aae5-6658ff9aa28f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:37.173000 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.196826 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.220629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Attempting to bind port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:37.221112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Attempting to bind port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '8746f711-815d-420a-8c68-06af8413faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8439afd2-d15f-47c5-97e2-3a6d1a489845'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:02:37.221380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Attempting to bind port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 on network 8439afd2-d15f-47c5-97e2-3a6d1a489845 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:02:37.254725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:02:37.255502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Checking segment: {'id': '8746f711-815d-420a-8c68-06af8413faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8439afd2-d15f-47c5-97e2-3a6d1a489845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:37.255893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Network': ['ID=b93206bc-d23b-4dbc-95e3-1e301540f0cd,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:37.256050 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.256380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Bound using segment: {'id': '8746f711-815d-420a-8c68-06af8413faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8439afd2-d15f-47c5-97e2-3a6d1a489845'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:02:37.256860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Bound port: 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8746f711-815d-420a-8c68-06af8413faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8439afd2-d15f-47c5-97e2-3a6d1a489845'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:02:37.257607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.320008 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-db53f8e9-f281-4896-8146-fe4fda1d5757 None None] Deleting port e8987cb9-062d-4a0d-9185-007243992ddf {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:37.320697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-db53f8e9-f281-4896-8146-fe4fda1d5757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.331373 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1402a242-f809-4b82-b2ab-f10548baad8c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/networks/b93206bc-d23b-4dbc-95e3-1e301540f0cd HTTP/1.1" status: 204 len: 168 time: 1.9392993 Jan 28 18:02:37.335437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46802) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:37.342629 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-707861288'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:37.348220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:37.353766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:network and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:37.357268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:37.365689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:37.417236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-db53f8e9-f281-4896-8146-fe4fda1d5757 None None] The port 'e8987cb9-062d-4a0d-9185-007243992ddf' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:02:37.420205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.467857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:37.473833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.473995 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] For port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:02:37.478534 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] For port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9,segment=NetworkSegment(8746f711-815d-420a-8c68-06af8413faec),segment_id=8746f711-815d-420a-8c68-06af8413faec)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:02:37.483772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port ffa7391e-a2ef-404b-b28f-21db8c8136ee, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ffa7391e-a2ef-404b-b28f-21db8c8136ee,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:37.537970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.564291 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.572534 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.578734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:02:37.602453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.602453 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Added segment 9374bca2-a96d-49b8-8e64-cd42ded1469f of type vlan for network a997c9f2-725b-49b7-8f8b-811a7932c624 Jan 28 18:02:37.608763 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.615235 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.666613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c4900-e1ef-4ac5-a5c1-f1c147d9e58f None None] Pushing event updated for resources: {'Port': ['ID=6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:37.725891 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e8987cb9-062d-4a0d-9185-007243992ddf no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:02:37.732023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Allocated IP 172.26.1.33 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/3d725702-cd4d-4670-ab2d-a431dc62079d) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:37.778732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: e8987cb9-062d-4a0d-9185-007243992ddf {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:02:37.779435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e8987cb9-062d-4a0d-9185-007243992ddf not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:02:37.801307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:37.803487 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=ffa7391e-a2ef-404b-b28f-21db8c8136ee,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:38.063580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:38.124742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:38.130239 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:38.130817 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:38.164322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:38.231223 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:38.233965 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:38.237928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:38.269479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:38.273028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Pushing event updated for resources: {'Port': ['ID=3d725702-cd4d-4670-ab2d-a431dc62079d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:38.275029 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Network': ['ID=a997c9f2-725b-49b7-8f8b-811a7932c624,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:38.289096 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network a997c9f2-725b-49b7-8f8b-811a7932c624 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:02:38.342685 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bb585e0b-4c96-4ee6-b89f-4205b00b0791 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0054002 Jan 28 18:02:38.345339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46806) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:38.359822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': 'a997c9f2-725b-49b7-8f8b-811a7932c624', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:38.546973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:38.554138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:38.559112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:38.567122 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:38.653708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:38.660602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:38.692228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router f14410b0-8fae-47a1-92b7-49dea1949c49 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:02:38.766097 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ffa7391e-a2ef-404b-b28f-21db8c8136ee up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:38.766606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:38.806411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a59e650-91e3-4ac6-b0cd-7514acf82636 None None] Network 8439afd2-d15f-47c5-97e2-3a6d1a489845 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:38.940957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ffa7391e-a2ef-404b-b28f-21db8c8136ee triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:38.941236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:38.966704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:02:38.987831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Sync routers for ids ['f14410b0-8fae-47a1-92b7-49dea1949c49'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:02:39.038830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-71fa7397-8838-4c77-82a2-fd20e8c22888 None None] Provisioning for port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:39.048363 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Routers {'f14410b0-8fae-47a1-92b7-49dea1949c49'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:39.048997 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f14410b0-8fae-47a1-92b7-49dea1949c49'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:39.093989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:39.098110 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9ac40d0e-c8b2-40fd-9bd2-958f77bceaf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9659560 Jan 28 18:02:39.098418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46810) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:39.140242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:39.219962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:39.302979 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c88ee925-6906-480b-9cdf-98626323caf2 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=92550370897a4318a214dd17d934ca5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2008939 Jan 28 18:02:39.304354 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46816) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:39.390913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Set router f14410b0-8fae-47a1-92b7-49dea1949c49 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:39.415008 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Subnet': ['ID=3cd5c353-05e5-4b88-9951-30a5fc6a9117,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:39.434126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:39.443680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Checking segment: {'id': '9374bca2-a96d-49b8-8e64-cd42ded1469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a997c9f2-725b-49b7-8f8b-811a7932c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:39.444025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network hostable DHCP agents. Network: a997c9f2-725b-49b7-8f8b-811a7932c624, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:02:39.460755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Router b6f153f5-8517-4539-aff5-3bcdc4c032ad is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:02:39.475756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432dcd4b-4d55-4418-aad0-39142aaca187 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:39.479787 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-432dcd4b-4d55-4418-aad0-39142aaca187 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1720495 Jan 28 18:02:39.480532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46820) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:39.523119 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-17d0b8c3-794d-439c-b63f-2749cbae6e1a tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390604 Jan 28 18:02:39.523391 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46824) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:39.533718 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1067656171', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'project_id': '92550370897a4318a214dd17d934ca5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:39.564113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network a997c9f2-725b-49b7-8f8b-811a7932c624 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:02:39.632315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, a997c9f2-725b-49b7-8f8b-811a7932c624) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:39.642316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:39.643283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:39.648383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a16170-5df8-460c-bfd0-d957831819b1 None None] Network a997c9f2-725b-49b7-8f8b-811a7932c624 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:39.733563 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b98dcbdc-3666-42eb-ac98-46dbfab32de3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3869720 Jan 28 18:02:39.734755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46828) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:39.743126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'network_id': 'a997c9f2-725b-49b7-8f8b-811a7932c624', 'name': 'tempest-PortsTestJSON-982844478', 'fixed_ips': [{'subnet_id': '3cd5c353-05e5-4b88-9951-30a5fc6a9117', 'ip_address': '172.20.0.10'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:39.869016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:39.882835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:39.886740 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:subnet and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:39.891241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:39.899866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:39.905916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:39.906183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:39.916848 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:02:39.928342 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Sync routers for ids ['b6f153f5-8517-4539-aff5-3bcdc4c032ad'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:02:39.928856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:39.935035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:port and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:39.939668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:39.942349 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Routers {'b6f153f5-8517-4539-aff5-3bcdc4c032ad'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:39.943657 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b6f153f5-8517-4539-aff5-3bcdc4c032ad'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:39.946067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:39.977713 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-740de0ad-d721-4b64-8b4f-289deac28489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:39.986203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:39.990031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:40.058741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f63b9193-3fae-46fb-ae15-ea221c35ccde None None] Provisioning complete for port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:40.059316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f63b9193-3fae-46fb-ae15-ea221c35ccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:40.087079 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:40.088392 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-470bb860-db82-4668-8a01-ddd9ab5733af admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3329203 Jan 28 18:02:40.091471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46832) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:40.109298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:40.122924 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-a997c9f2-725b-49b7-8f8b-811a7932c624', 'network_id': 'a997c9f2-725b-49b7-8f8b-811a7932c624', 'tenant_id': '5bf89366f4614c3aaf04ea78be886509', 'fixed_ips': [{'subnet_id': '3cd5c353-05e5-4b88-9951-30a5fc6a9117'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:02:40.123769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:40.140129 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Set router b6f153f5-8517-4539-aff5-3bcdc4c032ad gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:40.150941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Checking router: f14410b0-8fae-47a1-92b7-49dea1949c49 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:02:40.151500 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Updating router f14410b0-8fae-47a1-92b7-49dea1949c49 port 68901cd5-5118-4120-aae5-6658ff9aa28f binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:02:40.321416 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:40.348049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:40.399762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:40.427501 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:40.475031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Checking segment: {'id': '4b357f5a-275a-42ad-a7e2-0edf6b9587dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:40.476170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network hostable DHCP agents. Network: 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:02:40.498927 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Subnet': ['ID=57c753fc-b8fc-4fca-8c2c-4332a9d19712,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:40.515492 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'name': 'tempest-TestVolumeBootPattern-360135134-router', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '3d725702-cd4d-4670-ab2d-a431dc62079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:38Z', 'revision_number': 3, 'project_id': '55f978410f144d37b145f95eb7f0ebc6', 'gw_port': {'id': '3d725702-cd4d-4670-ab2d-a431dc62079d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:37Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:40.519860 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Checking router: b6f153f5-8517-4539-aff5-3bcdc4c032ad for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:02:40.520202 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Updating router b6f153f5-8517-4539-aff5-3bcdc4c032ad port 3d725702-cd4d-4670-ab2d-a431dc62079d binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:02:40.577018 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:40.603138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f63b9193-3fae-46fb-ae15-ea221c35ccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:40.609714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:02:40.618331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9,segment=NetworkSegment(8746f711-815d-420a-8c68-06af8413faec),segment_id=8746f711-815d-420a-8c68-06af8413faec)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:40.672364 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Allocated IP 172.20.0.2 (a997c9f2-725b-49b7-8f8b-811a7932c624/3cd5c353-05e5-4b88-9951-30a5fc6a9117/d14203df-eef7-480a-9d64-45b6a23579d2) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:40.694812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:40.710774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:40.713459 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:40.718689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:40.723214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee9c25a-2f4a-46d1-b6c9-7b000660aabe None None] Network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:40.752542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port ff412719-4307-43f3-ba0b-e79d32a50f81 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:02:40.833201 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e685519f-e64e-42af-a96e-635f3b5b8488 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3083305 Jan 28 18:02:40.835749 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46836) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:40.862464 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:41.108499 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-f63b9193-3fae-46fb-ae15-ea221c35ccde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:02:41.109194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-f63b9193-3fae-46fb-ae15-ea221c35ccde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:02:41.164722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:41.213400 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:41.407975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:02:41.408789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:41.424740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:41.431425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Allocated IP 172.20.0.1 (8439afd2-d15f-47c5-97e2-3a6d1a489845/8920d0ed-3ee0-4570-a828-1aee8e5aabbb/e3051c00-f3d3-4fca-8139-4e8b8a64a919) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:41.432127 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:41.487274 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Transition to ACTIVE for port object 68901cd5-5118-4120-aae5-6658ff9aa28f will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:41.498208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Transition to ACTIVE for port object d14203df-eef7-480a-9d64-45b6a23579d2 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:41.539695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Transition to ACTIVE for port object d14203df-eef7-480a-9d64-45b6a23579d2 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:41.586432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:41.606833 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:41.607568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Transition to ACTIVE for port object e3051c00-f3d3-4fca-8139-4e8b8a64a919 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:41.619940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:41.689146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:41.721145 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Allocated IP 172.20.0.2 (7dcb6251-53ce-4bf2-9c7f-8bfd871a501b/57c753fc-b8fc-4fca-8c2c-4332a9d19712/627a36db-b61a-4d74-9d07-c05f4f643229) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:41.727707 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Allocated IP 172.20.0.10 (a997c9f2-725b-49b7-8f8b-811a7932c624/3cd5c353-05e5-4b88-9951-30a5fc6a9117/ff412719-4307-43f3-ba0b-e79d32a50f81) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:41.762463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:41.769308 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Attempting to bind port 68901cd5-5118-4120-aae5-6658ff9aa28f on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:41.769682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Attempting to bind port 68901cd5-5118-4120-aae5-6658ff9aa28f by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:02:41.772132 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Attempting to bind port 68901cd5-5118-4120-aae5-6658ff9aa28f on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:02:41.777299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Network a997c9f2-725b-49b7-8f8b-811a7932c624 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:41.780780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61403ce-03a9-46cb-ad2e-f2458b555f4b None None] Pushing event updated for resources: {'Port': ['ID=68901cd5-5118-4120-aae5-6658ff9aa28f,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:41.783202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:41.786275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:41.840256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:02:41.840631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:41.841038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:41.841438 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:02:41.841921 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Bound port: 68901cd5-5118-4120-aae5-6658ff9aa28f, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:02:41.842301 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:41.853348 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:41.869602 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Transition to ACTIVE for port object 3d725702-cd4d-4670-ab2d-a431dc62079d will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:41.886054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Network 8439afd2-d15f-47c5-97e2-3a6d1a489845 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:41.891945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:41.903994 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:41.958255 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Pushing event updated for resources: {'Port': ['ID=e3051c00-f3d3-4fca-8139-4e8b8a64a919,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:41.963895 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.096693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Pushing event updated for resources: {'Port': ['ID=d14203df-eef7-480a-9d64-45b6a23579d2,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:42.138746 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805113ed-b571-4a16-a691-6d3ea5111cbd None None] Pushing event updated for resources: {'Port': ['ID=3d725702-cd4d-4670-ab2d-a431dc62079d,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:42.142459 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Attempting to bind port 3d725702-cd4d-4670-ab2d-a431dc62079d on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:42.143097 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Attempting to bind port 3d725702-cd4d-4670-ab2d-a431dc62079d by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:02:42.143647 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Attempting to bind port 3d725702-cd4d-4670-ab2d-a431dc62079d on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:02:42.150050 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Attempting to bind port d14203df-eef7-480a-9d64-45b6a23579d2 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:42.150625 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Attempting to bind port d14203df-eef7-480a-9d64-45b6a23579d2 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9374bca2-a96d-49b8-8e64-cd42ded1469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a997c9f2-725b-49b7-8f8b-811a7932c624'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:02:42.167436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Attempting to bind port d14203df-eef7-480a-9d64-45b6a23579d2 on network a997c9f2-725b-49b7-8f8b-811a7932c624 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:02:42.167689 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805113ed-b571-4a16-a691-6d3ea5111cbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:42.167689 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805113ed-b571-4a16-a691-6d3ea5111cbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:42.167689 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805113ed-b571-4a16-a691-6d3ea5111cbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:42.167689 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805113ed-b571-4a16-a691-6d3ea5111cbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:42.167689 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805113ed-b571-4a16-a691-6d3ea5111cbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:42.167689 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805113ed-b571-4a16-a691-6d3ea5111cbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:42.167689 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805113ed-b571-4a16-a691-6d3ea5111cbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:42.167689 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805113ed-b571-4a16-a691-6d3ea5111cbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:42.167689 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805113ed-b571-4a16-a691-6d3ea5111cbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:42.167689 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805113ed-b571-4a16-a691-6d3ea5111cbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:42.167689 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805113ed-b571-4a16-a691-6d3ea5111cbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:42.167689 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805113ed-b571-4a16-a691-6d3ea5111cbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:02:42.170005 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] For port 68901cd5-5118-4120-aae5-6658ff9aa28f, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:02:42.174175 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:02:42.174807 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Checking segment: {'id': '9374bca2-a96d-49b8-8e64-cd42ded1469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a997c9f2-725b-49b7-8f8b-811a7932c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:42.175513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.176195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Bound using segment: {'id': '9374bca2-a96d-49b8-8e64-cd42ded1469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a997c9f2-725b-49b7-8f8b-811a7932c624'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:02:42.176997 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Bound port: d14203df-eef7-480a-9d64-45b6a23579d2, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9374bca2-a96d-49b8-8e64-cd42ded1469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a997c9f2-725b-49b7-8f8b-811a7932c624'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:02:42.177616 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.178584 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:02:42.179208 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:42.179885 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.180724 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:02:42.181377 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Bound port: 3d725702-cd4d-4670-ab2d-a431dc62079d, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:02:42.182213 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.230319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] For port 68901cd5-5118-4120-aae5-6658ff9aa28f, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=68901cd5-5118-4120-aae5-6658ff9aa28f,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:02:42.289186 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] For port 3d725702-cd4d-4670-ab2d-a431dc62079d, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:02:42.292316 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] For port 3d725702-cd4d-4670-ab2d-a431dc62079d, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=3d725702-cd4d-4670-ab2d-a431dc62079d,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:02:42.322530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.338016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.370132 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.384377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12062a98-9254-4038-bdfd-4f0bfed8e967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.394136 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.415028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Transition to ACTIVE for port object ff412719-4307-43f3-ba0b-e79d32a50f81 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:42.437845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.458229 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Routers {'b6f153f5-8517-4539-aff5-3bcdc4c032ad'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:42.459656 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b6f153f5-8517-4539-aff5-3bcdc4c032ad'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:42.467852 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Transition to ACTIVE for port object 627a36db-b61a-4d74-9d07-c05f4f643229 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:42.486327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ac9e3263-e165-4b58-9957-ecd8719ddc62 None None] Provisioning for port e3051c00-f3d3-4fca-8139-4e8b8a64a919 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:42.489387 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] For port d14203df-eef7-480a-9d64-45b6a23579d2, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:02:42.494407 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Routers {'f14410b0-8fae-47a1-92b7-49dea1949c49'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:42.495058 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f14410b0-8fae-47a1-92b7-49dea1949c49'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:42.521732 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805113ed-b571-4a16-a691-6d3ea5111cbd None None] Pushing event updated for resources: {'Port': ['ID=3d725702-cd4d-4670-ab2d-a431dc62079d,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:42.535879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.622542 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61403ce-03a9-46cb-ad2e-f2458b555f4b None None] Pushing event updated for resources: {'Port': ['ID=68901cd5-5118-4120-aae5-6658ff9aa28f,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:42.630865 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ac9e3263-e165-4b58-9957-ecd8719ddc62 None None] Provisioning complete for port e3051c00-f3d3-4fca-8139-4e8b8a64a919 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:42.631278 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3263-e165-4b58-9957-ecd8719ddc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.647559 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] Set router b6f153f5-8517-4539-aff5-3bcdc4c032ad gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:42.655668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] For port d14203df-eef7-480a-9d64-45b6a23579d2, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d14203df-eef7-480a-9d64-45b6a23579d2,segment=NetworkSegment(9374bca2-a96d-49b8-8e64-cd42ded1469f),segment_id=9374bca2-a96d-49b8-8e64-cd42ded1469f)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:02:42.658195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network a997c9f2-725b-49b7-8f8b-811a7932c624 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:42.663150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:42.665872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:42.673100 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Transition to ACTIVE for port object 627a36db-b61a-4d74-9d07-c05f4f643229 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:42.719411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=ff412719-4307-43f3-ba0b-e79d32a50f81,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:42.725787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.769690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.809644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e3263-e165-4b58-9957-ecd8719ddc62 None None] Port e3051c00-f3d3-4fca-8139-4e8b8a64a919 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:42.811627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:42.812670 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.828598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:42.887850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:42.892605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] Set router f14410b0-8fae-47a1-92b7-49dea1949c49 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:42.948535 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.1 (7dcb6251-53ce-4bf2-9c7f-8bfd871a501b/57c753fc-b8fc-4fca-8c2c-4332a9d19712/ea4c4230-2826-4f60-bbb7-8b61d95cafe5) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:42.969859 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-985babf9-f487-428c-a96b-86b0ad7cdbcd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2310574 Jan 28 18:02:42.970196 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'name': 'tempest-TestVolumeBootPattern-360135134-router', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '3d725702-cd4d-4670-ab2d-a431dc62079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:38Z', 'revision_number': 3, 'project_id': '55f978410f144d37b145f95eb7f0ebc6', 'gw_port': {'id': '3d725702-cd4d-4670-ab2d-a431dc62079d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:37Z', 'updated_at': '2022-01-28T18:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:42.974694 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737ce901-71ba-432a-bd30-01d97f719fe6 None None] The sync data for ids ['b6f153f5-8517-4539-aff5-3bcdc4c032ad'] in dv-neutron-826919-1-hyperv is: [{'id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'name': 'tempest-TestVolumeBootPattern-360135134-router', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '3d725702-cd4d-4670-ab2d-a431dc62079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:38Z', 'revision_number': 3, 'project_id': '55f978410f144d37b145f95eb7f0ebc6', 'gw_port': {'id': '3d725702-cd4d-4670-ab2d-a431dc62079d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:37Z', 'updated_at': '2022-01-28T18:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:42.974981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46840) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:42.982475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'network_id': 'a997c9f2-725b-49b7-8f8b-811a7932c624', 'name': 'tempest-PortsTestJSON-12990784', 'fixed_ips': [{'subnet_id': '3cd5c353-05e5-4b88-9951-30a5fc6a9117', 'ip_address': '172.20.0.9'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:43.000692 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:43.012014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:43.042441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:43.093304 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb4e67-0d87-47a1-b60b-8f4a6b24fa1b None None] Pushing event updated for resources: {'Port': ['ID=d14203df-eef7-480a-9d64-45b6a23579d2,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:43.214432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:43.234947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:port and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:43.244887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:43.248843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:43.253828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:43.284171 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:43.322784 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object ea4c4230-2826-4f60-bbb7-8b61d95cafe5 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:43.347708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:43.422712 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Pushing event updated for resources: {'Port': ['ID=627a36db-b61a-4d74-9d07-c05f4f643229,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:43.445763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Attempting to bind port 627a36db-b61a-4d74-9d07-c05f4f643229 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:43.446163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Attempting to bind port 627a36db-b61a-4d74-9d07-c05f4f643229 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '4b357f5a-275a-42ad-a7e2-0edf6b9587dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:02:43.446520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Attempting to bind port 627a36db-b61a-4d74-9d07-c05f4f643229 on network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:02:43.457423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:43.459292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:02:43.471667 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Checking segment: {'id': '4b357f5a-275a-42ad-a7e2-0edf6b9587dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:43.471667 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:43.471667 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Bound using segment: {'id': '4b357f5a-275a-42ad-a7e2-0edf6b9587dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:02:43.471667 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Bound port: 627a36db-b61a-4d74-9d07-c05f4f643229, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b357f5a-275a-42ad-a7e2-0edf6b9587dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:02:43.471667 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:43.472223 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:43.476361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:43.477374 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:43.490832 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:43.517399 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:43.527049 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:43.536083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Pushing event updated for resources: {'Port': ['ID=e3051c00-f3d3-4fca-8139-4e8b8a64a919,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:43.541149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port cbb15e46-ff06-46c8-928d-c43d9ae1de1a yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:02:43.566598 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:43.576733 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:43.591724 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:43.598046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:43.699654 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=ea4c4230-2826-4f60-bbb7-8b61d95cafe5,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:43.717996 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:43.771405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] For port 627a36db-b61a-4d74-9d07-c05f4f643229, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:02:43.799973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] For port 627a36db-b61a-4d74-9d07-c05f4f643229, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=627a36db-b61a-4d74-9d07-c05f4f643229,segment=NetworkSegment(4b357f5a-275a-42ad-a7e2-0edf6b9587dd),segment_id=4b357f5a-275a-42ad-a7e2-0edf6b9587dd)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:02:43.824553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:43.831255 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d889748e-c6f7-41db-8a97-00536bd378fe None None] The sync data for ids ['f14410b0-8fae-47a1-92b7-49dea1949c49'] in dv-neutron-826919-1-hyperv is: [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:43.861150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:43.916930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Network 8439afd2-d15f-47c5-97e2-3a6d1a489845 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:43.920126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:44.010467 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290371fc-2014-406f-923d-78c949c3c2bf None None] Pushing event updated for resources: {'Port': ['ID=627a36db-b61a-4d74-9d07-c05f4f643229,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:44.045925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Allocated IP 172.20.0.9 (a997c9f2-725b-49b7-8f8b-811a7932c624/3cd5c353-05e5-4b88-9951-30a5fc6a9117/cbb15e46-ff06-46c8-928d-c43d9ae1de1a) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:44.092980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:44.503238 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ebe26fab-77e0-48fe-94b0-2528ddfd20c1 None None] Provisioning complete for port e3051c00-f3d3-4fca-8139-4e8b8a64a919 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:44.510213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ebe26fab-77e0-48fe-94b0-2528ddfd20c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:44.550834 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Router b6f153f5-8517-4539-aff5-3bcdc4c032ad has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:02:44.561385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:44.668287 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ebe26fab-77e0-48fe-94b0-2528ddfd20c1 None None] Port e3051c00-f3d3-4fca-8139-4e8b8a64a919 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:44.822370 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bf7466-da23-4bc1-926d-da1835e5edd2 None None] Network a997c9f2-725b-49b7-8f8b-811a7932c624 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:44.875723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Transition to ACTIVE for port object cbb15e46-ff06-46c8-928d-c43d9ae1de1a will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:44.922181 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:45.015102 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:45.033175 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:02:45.056602 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a410db72-d45a-4bfc-8609-a203bed99c06 admin admin] 10.222.0.26 "PUT /v2.0/routers/b6f153f5-8517-4539-aff5-3bcdc4c032ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9637644 Jan 28 18:02:45.064804 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ac7b2e3c-812d-4629-a4ef-5cd5106b56fa None None] Provisioning for port d14203df-eef7-480a-9d64-45b6a23579d2 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:45.076675 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:45.094962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:45.166420 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=ea4c4230-2826-4f60-bbb7-8b61d95cafe5,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:45.203939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:45.242304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network a997c9f2-725b-49b7-8f8b-811a7932c624 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:45.246138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:45.251246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:45.324387 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 68901cd5-5118-4120-aae5-6658ff9aa28f up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:45.326057 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:45.326696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:45.336751 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=cbb15e46-ff06-46c8-928d-c43d9ae1de1a,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:45.416945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:45.418224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:45.435256 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-16d2171d-2c8c-4cd7-8d17-b04060882965 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4590797 Jan 28 18:02:45.435982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46850) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:45.546487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396a38b1-556f-422c-a960-54ea796f14dc tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:45.547264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-396a38b1-556f-422c-a960-54ea796f14dc tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:45.609381 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 68901cd5-5118-4120-aae5-6658ff9aa28f completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:45.616684 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 68901cd5-5118-4120-aae5-6658ff9aa28f triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:45.617752 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:45.635908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-396a38b1-556f-422c-a960-54ea796f14dc tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:45.641831 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-396a38b1-556f-422c-a960-54ea796f14dc tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2042542 Jan 28 18:02:45.642325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46854) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:45.823248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:45.859026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 68901cd5-5118-4120-aae5-6658ff9aa28f, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=68901cd5-5118-4120-aae5-6658ff9aa28f,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:45.860410 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62bb192-e3fb-4002-b07b-42e6bd6478e7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:45.879381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62bb192-e3fb-4002-b07b-42e6bd6478e7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:45.885253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62bb192-e3fb-4002-b07b-42e6bd6478e7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:45.889761 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e62bb192-e3fb-4002-b07b-42e6bd6478e7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.2434771 Jan 28 18:02:45.899965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46858) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:45.949880 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router f14410b0-8fae-47a1-92b7-49dea1949c49 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:02:45.998098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:45.999886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-f61c98d5-b285-4f2a-9b46-d4119ae7199f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port cbb15e46-ff06-46c8-928d-c43d9ae1de1a {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:46.000025 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 627a36db-b61a-4d74-9d07-c05f4f643229 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:46.000498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f61c98d5-b285-4f2a-9b46-d4119ae7199f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:46.143873 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8249d8-34c8-43ca-855c-b114d40434ae None None] Network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:46.276031 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=68901cd5-5118-4120-aae5-6658ff9aa28f,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:46.302024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:02:46.327496 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-854bbfeb-7cc4-4ec0-bb3f-14feea956c98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/f14410b0-8fae-47a1-92b7-49dea1949c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4899297 Jan 28 18:02:46.329973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46862) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:46.359341 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a3cb784c-c439-4f88-9f34-8fb4f412ad89 None None] Provisioning for port ff412719-4307-43f3-ba0b-e79d32a50f81 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:46.380968 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a3cb784c-c439-4f88-9f34-8fb4f412ad89 None None] Provisioning complete for port ff412719-4307-43f3-ba0b-e79d32a50f81 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:46.381524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3cb784c-c439-4f88-9f34-8fb4f412ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:46.483634 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 627a36db-b61a-4d74-9d07-c05f4f643229 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:46.484390 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f61c98d5-b285-4f2a-9b46-d4119ae7199f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:46.491536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb784c-c439-4f88-9f34-8fb4f412ad89 None None] Port ff412719-4307-43f3-ba0b-e79d32a50f81 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:46.495041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d14203df-eef7-480a-9d64-45b6a23579d2 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:46.637606 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a3cb784c-c439-4f88-9f34-8fb4f412ad89 None None] Provisioning for port cbb15e46-ff06-46c8-928d-c43d9ae1de1a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:46.644496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-f61c98d5-b285-4f2a-9b46-d4119ae7199f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for cbb15e46-ff06-46c8-928d-c43d9ae1de1a owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:46.644993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a3cb784c-c439-4f88-9f34-8fb4f412ad89 None None] Provisioning complete for port cbb15e46-ff06-46c8-928d-c43d9ae1de1a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:46.644993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3cb784c-c439-4f88-9f34-8fb4f412ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:46.703526 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port d14203df-eef7-480a-9d64-45b6a23579d2 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:46.706548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb784c-c439-4f88-9f34-8fb4f412ad89 None None] Port cbb15e46-ff06-46c8-928d-c43d9ae1de1a cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:46.713849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port d14203df-eef7-480a-9d64-45b6a23579d2 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:46.714213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:46.716995 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e3805-531d-49b4-8d5f-a5404326ad9f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.717464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e3805-531d-49b4-8d5f-a5404326ad9f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.717924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e3805-531d-49b4-8d5f-a5404326ad9f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.718385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e3805-531d-49b4-8d5f-a5404326ad9f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.718851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e3805-531d-49b4-8d5f-a5404326ad9f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.719321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e3805-531d-49b4-8d5f-a5404326ad9f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.719772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e3805-531d-49b4-8d5f-a5404326ad9f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.720222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e3805-531d-49b4-8d5f-a5404326ad9f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.724553 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5f3e3805-531d-49b4-8d5f-a5404326ad9f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5626 time: 0.3910902 Jan 28 18:02:46.724935 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46866) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:46.800003 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a3cb784c-c439-4f88-9f34-8fb4f412ad89 None None] Provisioning complete for port d14203df-eef7-480a-9d64-45b6a23579d2 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:46.803355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3cb784c-c439-4f88-9f34-8fb4f412ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:46.821457 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ab45f-168e-4eec-ba8a-0106ea5fa4ac tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.822160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ab45f-168e-4eec-ba8a-0106ea5fa4ac tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.822776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ab45f-168e-4eec-ba8a-0106ea5fa4ac tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.823425 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ab45f-168e-4eec-ba8a-0106ea5fa4ac tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.826444 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ab45f-168e-4eec-ba8a-0106ea5fa4ac tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.827107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ab45f-168e-4eec-ba8a-0106ea5fa4ac tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.827729 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ab45f-168e-4eec-ba8a-0106ea5fa4ac tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:46.832401 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-096ab45f-168e-4eec-ba8a-0106ea5fa4ac tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4597 time: 0.1037209 Jan 28 18:02:46.833135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46870) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:46.847165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46874) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:46.852754 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695832801', 'description': 'tempest-secgroup-smoke-1695832801 description', 'project_id': '1511d18bc53c42cca11b6d652fdada14'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:46.860453 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:46.864892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Usage tracker for resource:security_group and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:46.869243 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:46.875549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:46.962449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:46.988349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:46.994125 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Usage tracker for resource:security_group_rule and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:46.997622 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:46.998282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a3cb784c-c439-4f88-9f34-8fb4f412ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.007048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:47.011318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.045299 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f61c98d5-b285-4f2a-9b46-d4119ae7199f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.081201 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port d14203df-eef7-480a-9d64-45b6a23579d2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d14203df-eef7-480a-9d64-45b6a23579d2,segment=NetworkSegment(9374bca2-a96d-49b8-8e64-cd42ded1469f),segment_id=9374bca2-a96d-49b8-8e64-cd42ded1469f)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:47.105985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Sync routers for ids ['b6f153f5-8517-4539-aff5-3bcdc4c032ad'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:02:47.118595 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Routers {'b6f153f5-8517-4539-aff5-3bcdc4c032ad'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:47.119467 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b6f153f5-8517-4539-aff5-3bcdc4c032ad'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:47.130830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c98d5-b285-4f2a-9b46-d4119ae7199f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=cbb15e46-ff06-46c8-928d-c43d9ae1de1a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:47.139261 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.227743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.241069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.241849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3d725702-cd4d-4670-ab2d-a431dc62079d up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:47.349927 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:47.390442 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.391754 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a6b231d7-8b37-4d66-b0cd-74e48b51fbf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5432873 Jan 28 18:02:47.395444 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46878) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:47.405001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-4a9dee5b-9b5f-4cb1-8352-8fc2d2d4d21a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Request body: {'security_group_rule': {'security_group_id': '5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf', 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:47.422782 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4a9dee5b-9b5f-4cb1-8352-8fc2d2d4d21a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:47.431390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4a9dee5b-9b5f-4cb1-8352-8fc2d2d4d21a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Usage tracker for resource:security_group_rule and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:47.434597 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4a9dee5b-9b5f-4cb1-8352-8fc2d2d4d21a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:47.440159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f61c98d5-b285-4f2a-9b46-d4119ae7199f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.441726 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4a9dee5b-9b5f-4cb1-8352-8fc2d2d4d21a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:47.468563 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-42419de7-689e-4ca3-be37-b2ef5cea66b2 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.6325512 Jan 28 18:02:47.529801 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4a9dee5b-9b5f-4cb1-8352-8fc2d2d4d21a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.547036 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f61c98d5-b285-4f2a-9b46-d4119ae7199f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/cbb15e46-ff06-46c8-928d-c43d9ae1de1a HTTP/1.1" status: 204 len: 168 time: 1.6383882 Jan 28 18:02:47.549291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46884) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:47.552214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-a3cb784c-c439-4f88-9f34-8fb4f412ad89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:02:47.553580 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-a3cb784c-c439-4f88-9f34-8fb4f412ad89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:02:47.579973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=d14203df-eef7-480a-9d64-45b6a23579d2,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:47.587423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Set router b6f153f5-8517-4539-aff5-3bcdc4c032ad gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:47.610298 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90d8ffd-ff3a-4973-abe0-558bac6b578a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] GET failed (client error): The resource could not be found. Jan 28 18:02:47.611114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b90d8ffd-ff3a-4973-abe0-558bac6b578a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:47.611235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4a9dee5b-9b5f-4cb1-8352-8fc2d2d4d21a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.664753 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4a9dee5b-9b5f-4cb1-8352-8fc2d2d4d21a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.689207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b90d8ffd-ff3a-4973-abe0-558bac6b578a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:47.693542 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b90d8ffd-ff3a-4973-abe0-558bac6b578a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/cbb15e46-ff06-46c8-928d-c43d9ae1de1a HTTP/1.1" status: 404 len: 333 time: 0.1394253 Jan 28 18:02:47.693542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46888) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:47.701736 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9dee5b-9b5f-4cb1-8352-8fc2d2d4d21a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ee3370-b15c-46e6-a2a1-7ce934f0d82c,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:47.741007 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Sync routers for ids ['f14410b0-8fae-47a1-92b7-49dea1949c49'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:02:47.751019 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Routers {'f14410b0-8fae-47a1-92b7-49dea1949c49'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:47.751904 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f14410b0-8fae-47a1-92b7-49dea1949c49'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:47.782011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-221663c8-d7bb-4072-8482-34789b146944 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port ff412719-4307-43f3-ba0b-e79d32a50f81 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:47.782496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-221663c8-d7bb-4072-8482-34789b146944 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.788903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 3d725702-cd4d-4670-ab2d-a431dc62079d completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:47.798172 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4a9dee5b-9b5f-4cb1-8352-8fc2d2d4d21a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.807398 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4a9dee5b-9b5f-4cb1-8352-8fc2d2d4d21a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4070630 Jan 28 18:02:47.807398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46892) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:47.811088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-598afe8d-4fc9-42d5-8c23-f61a6d05963f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Request body: {'security_group_rule': {'security_group_id': '5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf', 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:47.818248 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-598afe8d-4fc9-42d5-8c23-f61a6d05963f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:47.823994 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-598afe8d-4fc9-42d5-8c23-f61a6d05963f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Usage tracker for resource:security_group_rule and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:47.827611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-598afe8d-4fc9-42d5-8c23-f61a6d05963f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:47.834424 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-598afe8d-4fc9-42d5-8c23-f61a6d05963f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:47.845705 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 3d725702-cd4d-4670-ab2d-a431dc62079d triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:47.846311 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.925862 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-598afe8d-4fc9-42d5-8c23-f61a6d05963f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:47.964635 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Set router f14410b0-8fae-47a1-92b7-49dea1949c49 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:47.973652 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46896) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:47.990665 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357649922', 'description': 'tempest-secgroup-smoke-1357649922 description', 'project_id': '92550370897a4318a214dd17d934ca5a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:48.037723 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-598afe8d-4fc9-42d5-8c23-f61a6d05963f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.040046 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:48.045869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:48.049406 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:48.074010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:48.102380 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-221663c8-d7bb-4072-8482-34789b146944 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.118083 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-598afe8d-4fc9-42d5-8c23-f61a6d05963f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.121745 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.139234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 3d725702-cd4d-4670-ab2d-a431dc62079d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=3d725702-cd4d-4670-ab2d-a431dc62079d,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:48.159022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598afe8d-4fc9-42d5-8c23-f61a6d05963f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9cf69f-4013-4fdf-94db-65d872d08cb1,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:48.173644 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.181339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'name': 'tempest-TestVolumeBootPattern-360135134-router', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '3d725702-cd4d-4670-ab2d-a431dc62079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:42Z', 'revision_number': 4, 'project_id': '55f978410f144d37b145f95eb7f0ebc6', 'gw_port': {'id': '3d725702-cd4d-4670-ab2d-a431dc62079d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:37Z', 'updated_at': '2022-01-28T18:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'e3051c00-f3d3-4fca-8139-4e8b8a64a919', 'name': '', 'network_id': '8439afd2-d15f-47c5-97e2-3a6d1a489845', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'mac_address': 'fa:16:3e:5e:72:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '8920d0ed-3ee0-4570-a828-1aee8e5aabbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:41Z', 'updated_at': '2022-01-28T18:02:42Z', 'revision_number': 2, 'project_id': '55f978410f144d37b145f95eb7f0ebc6', 'subnets': [{'id': '8920d0ed-3ee0-4570-a828-1aee8e5aabbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:48.187753 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Checking router: b6f153f5-8517-4539-aff5-3bcdc4c032ad for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:02:48.188345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Updating router b6f153f5-8517-4539-aff5-3bcdc4c032ad port e3051c00-f3d3-4fca-8139-4e8b8a64a919 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:02:48.200838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:48.206125 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:48.208063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:48.218654 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:48.237582 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.240543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-221663c8-d7bb-4072-8482-34789b146944 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for ff412719-4307-43f3-ba0b-e79d32a50f81 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:48.303571 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:02:43Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:44Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:48.312334 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Checking router: f14410b0-8fae-47a1-92b7-49dea1949c49 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:02:48.312675 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Updating router f14410b0-8fae-47a1-92b7-49dea1949c49 port ea4c4230-2826-4f60-bbb7-8b61d95cafe5 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:02:48.314039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-598afe8d-4fc9-42d5-8c23-f61a6d05963f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.315491 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-598afe8d-4fc9-42d5-8c23-f61a6d05963f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5094151 Jan 28 18:02:48.318670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46900) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:48.334220 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1308d02d-dc06-4ec8-ba23-db561f81852d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Request body: {'security_group_rule': {'security_group_id': '5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf', 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:48.337361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] Provisioning complete for port ff412719-4307-43f3-ba0b-e79d32a50f81 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:48.337734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.357168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1308d02d-dc06-4ec8-ba23-db561f81852d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:48.361531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1308d02d-dc06-4ec8-ba23-db561f81852d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Usage tracker for resource:security_group_rule and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:48.364471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1308d02d-dc06-4ec8-ba23-db561f81852d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:48.373493 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1308d02d-dc06-4ec8-ba23-db561f81852d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:48.380990 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.384831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d14203df-eef7-480a-9d64-45b6a23579d2 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:48.430619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.453651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.457274 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=3d725702-cd4d-4670-ab2d-a431dc62079d,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:48.471808 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] Port ff412719-4307-43f3-ba0b-e79d32a50f81 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:48.478653 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1308d02d-dc06-4ec8-ba23-db561f81852d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.506734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-221663c8-d7bb-4072-8482-34789b146944 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.544846 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1308d02d-dc06-4ec8-ba23-db561f81852d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.574809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.575260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221663c8-d7bb-4072-8482-34789b146944 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=ff412719-4307-43f3-ba0b-e79d32a50f81,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:48.593657 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port d14203df-eef7-480a-9d64-45b6a23579d2 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:48.594032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.652729 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b401a7d-846c-480d-8451-ed6b65922bbc,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:48.659693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] Provisioning for port ea4c4230-2826-4f60-bbb7-8b61d95cafe5 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:48.666902 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1308d02d-dc06-4ec8-ba23-db561f81852d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.680528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] Provisioning complete for port ea4c4230-2826-4f60-bbb7-8b61d95cafe5 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:48.680860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.730973 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308d02d-dc06-4ec8-ba23-db561f81852d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d105ff3-6fd6-4865-9ea7-26cf5535229f,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:48.732380 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-221663c8-d7bb-4072-8482-34789b146944 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.755811 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.755811 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1b79dd3d-2234-485a-a1d2-e442c299764c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7791796 Jan 28 18:02:48.757967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46904) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:48.764951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-8429289f-8342-448b-ab1d-c1fa90e23ec3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '8b401a7d-846c-480d-8451-ed6b65922bbc', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:48.772857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8429289f-8342-448b-ab1d-c1fa90e23ec3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:48.779104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-8429289f-8342-448b-ab1d-c1fa90e23ec3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:48.782945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-8429289f-8342-448b-ab1d-c1fa90e23ec3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:48.789715 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-8429289f-8342-448b-ab1d-c1fa90e23ec3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:48.842274 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] Port ea4c4230-2826-4f60-bbb7-8b61d95cafe5 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:48.852059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] Could not find standard attr ID for object cbb15e46-ff06-46c8-928d-c43d9ae1de1a. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:02:48.855416 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.857063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1308d02d-dc06-4ec8-ba23-db561f81852d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.859735 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1308d02d-dc06-4ec8-ba23-db561f81852d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5381525 Jan 28 18:02:48.867520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46908) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:48.868230 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Transition to ACTIVE for port object ea4c4230-2826-4f60-bbb7-8b61d95cafe5 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:48.873589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f77d419d-1a85-4cc9-85d8-bc99fb20ce54 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Request body: {'security_group_rule': {'security_group_id': '5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf', 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:48.879485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f77d419d-1a85-4cc9-85d8-bc99fb20ce54 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:48.884256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f77d419d-1a85-4cc9-85d8-bc99fb20ce54 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Usage tracker for resource:security_group_rule and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:48.891669 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-221663c8-d7bb-4072-8482-34789b146944 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/ff412719-4307-43f3-ba0b-e79d32a50f81 HTTP/1.1" status: 204 len: 168 time: 1.1943383 Jan 28 18:02:48.891669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f77d419d-1a85-4cc9-85d8-bc99fb20ce54 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:48.891917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46912) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:48.925922 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f77d419d-1a85-4cc9-85d8-bc99fb20ce54 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:48.941572 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40084c3-2e66-4a08-989b-147564c3ff51 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] GET failed (client error): The resource could not be found. Jan 28 18:02:48.942103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b40084c3-2e66-4a08-989b-147564c3ff51 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:48.945680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 68901cd5-5118-4120-aae5-6658ff9aa28f up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:48.945811 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8429289f-8342-448b-ab1d-c1fa90e23ec3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:48.969280 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.016960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8429289f-8342-448b-ab1d-c1fa90e23ec3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.042231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] Provisioning for port 627a36db-b61a-4d74-9d07-c05f4f643229 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:49.061181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b40084c3-2e66-4a08-989b-147564c3ff51 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:49.065344 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b40084c3-2e66-4a08-989b-147564c3ff51 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/ff412719-4307-43f3-ba0b-e79d32a50f81 HTTP/1.1" status: 404 len: 333 time: 0.1691611 Jan 28 18:02:49.065496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] Provisioning complete for port 627a36db-b61a-4d74-9d07-c05f4f643229 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:49.065496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.067405 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46916) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:49.069472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f77d419d-1a85-4cc9-85d8-bc99fb20ce54 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.128931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8429289f-8342-448b-ab1d-c1fa90e23ec3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.153969 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 68901cd5-5118-4120-aae5-6658ff9aa28f triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:49.154242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.175633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f77d419d-1a85-4cc9-85d8-bc99fb20ce54 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.197343 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.207731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429289f-8342-448b-ab1d-c1fa90e23ec3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5e521d-30bd-4427-a6e7-09e94b4b1cca,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:49.231281 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebffbb8-2036-438c-9a4e-1054953cb72f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting subnet 3cd5c353-05e5-4b88-9951-30a5fc6a9117 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:02:49.233923 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Transition to ACTIVE for port object e3051c00-f3d3-4fca-8139-4e8b8a64a919 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:49.235256 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0ebffbb8-2036-438c-9a4e-1054953cb72f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.251901 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Attempting to bind port ea4c4230-2826-4f60-bbb7-8b61d95cafe5 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:49.252414 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Attempting to bind port ea4c4230-2826-4f60-bbb7-8b61d95cafe5 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '4b357f5a-275a-42ad-a7e2-0edf6b9587dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:02:49.253044 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f77d419d-1a85-4cc9-85d8-bc99fb20ce54 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.253276 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Attempting to bind port ea4c4230-2826-4f60-bbb7-8b61d95cafe5 on network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:02:49.256840 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006f4e7-1a53-4b9f-a059-cca67722072a None None] Pushing event updated for resources: {'Port': ['ID=ea4c4230-2826-4f60-bbb7-8b61d95cafe5,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:49.266685 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:02:49.267673 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Checking segment: {'id': '4b357f5a-275a-42ad-a7e2-0edf6b9587dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:49.269292 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.270366 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Bound using segment: {'id': '4b357f5a-275a-42ad-a7e2-0edf6b9587dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:02:49.274636 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Bound port: ea4c4230-2826-4f60-bbb7-8b61d95cafe5, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b357f5a-275a-42ad-a7e2-0edf6b9587dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:02:49.275186 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.276093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d419d-1a85-4cc9-85d8-bc99fb20ce54 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade03e96-dab4-4e48-9166-6b3d50a4a6d4,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:49.339328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0ebffbb8-2036-438c-9a4e-1054953cb72f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.345451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.378866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f77d419d-1a85-4cc9-85d8-bc99fb20ce54 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.383280 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f77d419d-1a85-4cc9-85d8-bc99fb20ce54 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5109887 Jan 28 18:02:49.384113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46920) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:49.389998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-3eaf0bff-95c0-42d6-8f74-9ab652b7fc1e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Request body: {'security_group_rule': {'security_group_id': '5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf', 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:49.396769 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3eaf0bff-95c0-42d6-8f74-9ab652b7fc1e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:49.401528 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3eaf0bff-95c0-42d6-8f74-9ab652b7fc1e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Usage tracker for resource:security_group_rule and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:49.402364 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.405041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3eaf0bff-95c0-42d6-8f74-9ab652b7fc1e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:49.405191 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] For port ea4c4230-2826-4f60-bbb7-8b61d95cafe5, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:02:49.409773 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] For port ea4c4230-2826-4f60-bbb7-8b61d95cafe5, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ea4c4230-2826-4f60-bbb7-8b61d95cafe5,segment=NetworkSegment(4b357f5a-275a-42ad-a7e2-0edf6b9587dd),segment_id=4b357f5a-275a-42ad-a7e2-0edf6b9587dd)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:02:49.411644 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8429289f-8342-448b-ab1d-c1fa90e23ec3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.415509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3eaf0bff-95c0-42d6-8f74-9ab652b7fc1e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:49.415657 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8429289f-8342-448b-ab1d-c1fa90e23ec3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6533413 Jan 28 18:02:49.417131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46924) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:49.424001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-261a8d1a-09b9-4371-945c-7776785fd1ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '8b401a7d-846c-480d-8451-ed6b65922bbc', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:49.436761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-261a8d1a-09b9-4371-945c-7776785fd1ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:49.442727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-261a8d1a-09b9-4371-945c-7776785fd1ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:49.446967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-261a8d1a-09b9-4371-945c-7776785fd1ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:49.454430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-261a8d1a-09b9-4371-945c-7776785fd1ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:49.464695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0ebffbb8-2036-438c-9a4e-1054953cb72f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.488072 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.517919 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-3eaf0bff-95c0-42d6-8f74-9ab652b7fc1e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Project 1511d18bc53c42cca11b6d652fdada14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:02:49.536728 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3eaf0bff-95c0-42d6-8f74-9ab652b7fc1e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.584879 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-261a8d1a-09b9-4371-945c-7776785fd1ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.591781 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006f4e7-1a53-4b9f-a059-cca67722072a None None] Pushing event updated for resources: {'Port': ['ID=ea4c4230-2826-4f60-bbb7-8b61d95cafe5,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:49.597125 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Routers {'f14410b0-8fae-47a1-92b7-49dea1949c49'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:49.598212 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f14410b0-8fae-47a1-92b7-49dea1949c49'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:49.606958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5ede7-b562-4268-8753-53c41bd77eaa None None] Pushing event updated for resources: {'Port': ['ID=e3051c00-f3d3-4fca-8139-4e8b8a64a919,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:49.609886 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] For port 627a36db-b61a-4d74-9d07-c05f4f643229, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=627a36db-b61a-4d74-9d07-c05f4f643229,segment=NetworkSegment(4b357f5a-275a-42ad-a7e2-0edf6b9587dd),segment_id=4b357f5a-275a-42ad-a7e2-0edf6b9587dd)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:49.670525 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0ebffbb8-2036-438c-9a4e-1054953cb72f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.681911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.684250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3eaf0bff-95c0-42d6-8f74-9ab652b7fc1e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.732291 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebffbb8-2036-438c-9a4e-1054953cb72f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd5c353-05e5-4b88-9951-30a5fc6a9117,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:49.734338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Attempting to bind port e3051c00-f3d3-4fca-8139-4e8b8a64a919 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:49.734500 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Attempting to bind port e3051c00-f3d3-4fca-8139-4e8b8a64a919 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '8746f711-815d-420a-8c68-06af8413faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8439afd2-d15f-47c5-97e2-3a6d1a489845'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:02:49.734869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Attempting to bind port e3051c00-f3d3-4fca-8139-4e8b8a64a919 on network 8439afd2-d15f-47c5-97e2-3a6d1a489845 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:02:49.763303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3eaf0bff-95c0-42d6-8f74-9ab652b7fc1e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.769845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:02:49.770213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Checking segment: {'id': '8746f711-815d-420a-8c68-06af8413faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8439afd2-d15f-47c5-97e2-3a6d1a489845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:49.770529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.770916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Bound using segment: {'id': '8746f711-815d-420a-8c68-06af8413faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8439afd2-d15f-47c5-97e2-3a6d1a489845'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:02:49.771441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Bound port: e3051c00-f3d3-4fca-8139-4e8b8a64a919, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8746f711-815d-420a-8c68-06af8413faec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8439afd2-d15f-47c5-97e2-3a6d1a489845'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:02:49.771861 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.776274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-261a8d1a-09b9-4371-945c-7776785fd1ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.784996 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0ebffbb8-2036-438c-9a4e-1054953cb72f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.810009 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72328999-cc78-4a99-91a3-1484c1a7bee4 None None] Network a997c9f2-725b-49b7-8f8b-811a7932c624 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:49.810227 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0ebffbb8-2036-438c-9a4e-1054953cb72f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/3cd5c353-05e5-4b88-9951-30a5fc6a9117 HTTP/1.1" status: 204 len: 168 time: 0.7413883 Jan 28 18:02:49.810983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46928) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:49.822539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf0bff-95c0-42d6-8f74-9ab652b7fc1e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3914b3d1-c8cf-4718-a161-31b460c91774,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:49.852943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-261a8d1a-09b9-4371-945c-7776785fd1ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.870219 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2d20b-3b7f-4956-af9b-3b92d24fdde5 None None] Pushing event updated for resources: {'Port': ['ID=627a36db-b61a-4d74-9d07-c05f4f643229,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:49.877594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3eaf0bff-95c0-42d6-8f74-9ab652b7fc1e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.879418 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3eaf0bff-95c0-42d6-8f74-9ab652b7fc1e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4949138 Jan 28 18:02:49.882108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46932) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:49.888230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f7550486-c292-4460-a16e-0e0e30a84a73 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Request body: {'security_group_rule': {'security_group_id': '5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf', 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:49.897641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f7550486-c292-4460-a16e-0e0e30a84a73 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:49.907580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f7550486-c292-4460-a16e-0e0e30a84a73 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Usage tracker for resource:security_group_rule and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:49.912875 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] Set router f14410b0-8fae-47a1-92b7-49dea1949c49 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:49.915931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f7550486-c292-4460-a16e-0e0e30a84a73 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:49.923309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f7550486-c292-4460-a16e-0e0e30a84a73 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:49.968963 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:49.972677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a8d1a-09b9-4371-945c-7776785fd1ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03aa30e9-24d9-446f-85a1-0068a402a6d0,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:49.992628 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-f7550486-c292-4460-a16e-0e0e30a84a73 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Project 1511d18bc53c42cca11b6d652fdada14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:02:49.996977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:50.009677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7550486-c292-4460-a16e-0e0e30a84a73 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:50.011312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port d14203df-eef7-480a-9d64-45b6a23579d2 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:50.011649 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:50.071128 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-261a8d1a-09b9-4371-945c-7776785fd1ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:50.072554 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-261a8d1a-09b9-4371-945c-7776785fd1ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6544778 Jan 28 18:02:50.079833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46936) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:50.094872 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-306a9562-1eb2-4fee-9423-ba528ee77955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '8b401a7d-846c-480d-8451-ed6b65922bbc', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:50.103238 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-306a9562-1eb2-4fee-9423-ba528ee77955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:50.104056 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7550486-c292-4460-a16e-0e0e30a84a73 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:50.110764 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-306a9562-1eb2-4fee-9423-ba528ee77955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:50.115098 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-306a9562-1eb2-4fee-9423-ba528ee77955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:50.131402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] For port e3051c00-f3d3-4fca-8139-4e8b8a64a919, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:02:50.149389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] For port e3051c00-f3d3-4fca-8139-4e8b8a64a919, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e3051c00-f3d3-4fca-8139-4e8b8a64a919,segment=NetworkSegment(8746f711-815d-420a-8c68-06af8413faec),segment_id=8746f711-815d-420a-8c68-06af8413faec)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:02:50.155820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-306a9562-1eb2-4fee-9423-ba528ee77955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:50.187250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7550486-c292-4460-a16e-0e0e30a84a73 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:50.216482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7550486-c292-4460-a16e-0e0e30a84a73 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1621a4-0ff2-4abe-9593-2eea39432044,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:50.267585 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156cdd9e-4554-486f-b9c0-b4ead16bbc80 None None] DHCP port deletion for a997c9f2-725b-49b7-8f8b-811a7932c624 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:02:50.271802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-156cdd9e-4554-486f-b9c0-b4ead16bbc80 None None] Deleting port d14203df-eef7-480a-9d64-45b6a23579d2 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:50.272179 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-156cdd9e-4554-486f-b9c0-b4ead16bbc80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:50.303114 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:50.307616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7550486-c292-4460-a16e-0e0e30a84a73 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:50.309208 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f7550486-c292-4460-a16e-0e0e30a84a73 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4258127 Jan 28 18:02:50.335218 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] For port d14203df-eef7-480a-9d64-45b6a23579d2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d14203df-eef7-480a-9d64-45b6a23579d2,segment=NetworkSegment(9374bca2-a96d-49b8-8e64-cd42ded1469f),segment_id=9374bca2-a96d-49b8-8e64-cd42ded1469f)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:50.336568 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:50.388808 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 627a36db-b61a-4d74-9d07-c05f4f643229 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:50.419127 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:02:43Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:49Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:50.423496 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3befc6-7ae5-45fb-ab11-58f482a29aeb None None] The sync data for ids ['f14410b0-8fae-47a1-92b7-49dea1949c49'] in dv-neutron-826919-1-hyperv is: [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:02:43Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:49Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:50.447241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-306a9562-1eb2-4fee-9423-ba528ee77955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:50.599254 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for d14203df-eef7-480a-9d64-45b6a23579d2 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:50.625842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Routers {'b6f153f5-8517-4539-aff5-3bcdc4c032ad'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:50.626514 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b6f153f5-8517-4539-aff5-3bcdc4c032ad'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:50.720645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-306a9562-1eb2-4fee-9423-ba528ee77955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:50.843827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5ede7-b562-4268-8753-53c41bd77eaa None None] Pushing event updated for resources: {'Port': ['ID=e3051c00-f3d3-4fca-8139-4e8b8a64a919,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:50.872106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-306a9562-1eb2-4fee-9423-ba528ee77955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:50.895745 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 627a36db-b61a-4d74-9d07-c05f4f643229 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:50.896331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:50.906758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a9562-1eb2-4fee-9423-ba528ee77955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cf4e27-cf4d-4116-9cee-8e0b58868be2,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:50.924172 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.001438 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No DVR routers for this DVR port d14203df-eef7-480a-9d64-45b6a23579d2 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:02:51.029884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-156cdd9e-4554-486f-b9c0-b4ead16bbc80 None None] For port d14203df-eef7-480a-9d64-45b6a23579d2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d14203df-eef7-480a-9d64-45b6a23579d2,segment=NetworkSegment(9374bca2-a96d-49b8-8e64-cd42ded1469f),segment_id=9374bca2-a96d-49b8-8e64-cd42ded1469f)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:51.030302 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-156cdd9e-4554-486f-b9c0-b4ead16bbc80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.037645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=d14203df-eef7-480a-9d64-45b6a23579d2,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:51.045515 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-306a9562-1eb2-4fee-9423-ba528ee77955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.046417 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-306a9562-1eb2-4fee-9423-ba528ee77955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9650874 Jan 28 18:02:51.049127 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46982) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:51.057966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a69a4a56-7400-4261-8609-d45c47fe8809 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '8b401a7d-846c-480d-8451-ed6b65922bbc', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:51.070359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a69a4a56-7400-4261-8609-d45c47fe8809 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:51.093634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a69a4a56-7400-4261-8609-d45c47fe8809 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:51.103421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a69a4a56-7400-4261-8609-d45c47fe8809 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:51.116411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a69a4a56-7400-4261-8609-d45c47fe8809 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:51.187970 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] Set router b6f153f5-8517-4539-aff5-3bcdc4c032ad gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:02:51.234343 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a69a4a56-7400-4261-8609-d45c47fe8809 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.274022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.303214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a997c9f2-725b-49b7-8f8b-811a7932c624']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:51.318703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a69a4a56-7400-4261-8609-d45c47fe8809 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.319248 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9374bca2-a96d-49b8-8e64-cd42ded1469f') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:51.319548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9374bca2-a96d-49b8-8e64-cd42ded1469f') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:51.333325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.352117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.356594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-156cdd9e-4554-486f-b9c0-b4ead16bbc80 None None] Calling delete_port for d14203df-eef7-480a-9d64-45b6a23579d2 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:02:51.361708 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:02:51.362366 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.380639 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a69a4a56-7400-4261-8609-d45c47fe8809 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:02:51.387221 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:02:51.433449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a4a56-7400-4261-8609-d45c47fe8809 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdde2007-08d2-4599-84fd-c627f989cb2f,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:51.523272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a69a4a56-7400-4261-8609-d45c47fe8809 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.524873 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a69a4a56-7400-4261-8609-d45c47fe8809 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4744713 Jan 28 18:02:51.527848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 46986) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:51.532978 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-05d39271-7221-4ded-818b-5de7c2fde219 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '8b401a7d-846c-480d-8451-ed6b65922bbc', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:51.539896 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-05d39271-7221-4ded-818b-5de7c2fde219 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:51.544115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-05d39271-7221-4ded-818b-5de7c2fde219 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:51.547755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-05d39271-7221-4ded-818b-5de7c2fde219 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:51.553550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-05d39271-7221-4ded-818b-5de7c2fde219 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:51.557701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.586202 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.597089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Network': ['ID=a997c9f2-725b-49b7-8f8b-811a7932c624,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:51.604196 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ce5b13b7-5a24-48f0-8d57-2a38e6f1680d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/networks/a997c9f2-725b-49b7-8f8b-811a7932c624 HTTP/1.1" status: 204 len: 168 time: 1.7882087 Jan 28 18:02:51.604642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 46990) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:51.609834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1336193357'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:51.614934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:51.619754 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:network and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:51.622910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:51.628849 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:51.649037 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-05d39271-7221-4ded-818b-5de7c2fde219 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:02:51.656487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05d39271-7221-4ded-818b-5de7c2fde219 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.687420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3d725702-cd4d-4670-ab2d-a431dc62079d up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:51.728129 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-156cdd9e-4554-486f-b9c0-b4ead16bbc80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:02:51.728823 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-156cdd9e-4554-486f-b9c0-b4ead16bbc80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:02:51.786393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:51.790769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.791589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05d39271-7221-4ded-818b-5de7c2fde219 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.863107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 3d725702-cd4d-4670-ab2d-a431dc62079d triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:51.863467 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.882312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:02:51.908378 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.908885 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Added segment 2ffabcdb-736e-4cc7-9db4-c12ce5e80839 of type vlan for network 664f1a54-b010-4609-bde5-7a594b35530d Jan 28 18:02:51.941240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'name': 'tempest-TestVolumeBootPattern-360135134-router', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '3d725702-cd4d-4670-ab2d-a431dc62079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:42Z', 'revision_number': 4, 'project_id': '55f978410f144d37b145f95eb7f0ebc6', 'gw_port': {'id': '3d725702-cd4d-4670-ab2d-a431dc62079d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:37Z', 'updated_at': '2022-01-28T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'e3051c00-f3d3-4fca-8139-4e8b8a64a919', 'name': '', 'network_id': '8439afd2-d15f-47c5-97e2-3a6d1a489845', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'mac_address': 'fa:16:3e:5e:72:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '8920d0ed-3ee0-4570-a828-1aee8e5aabbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:41Z', 'updated_at': '2022-01-28T18:02:50Z', 'revision_number': 4, 'project_id': '55f978410f144d37b145f95eb7f0ebc6', 'subnets': [{'id': '8920d0ed-3ee0-4570-a828-1aee8e5aabbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:51.946657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05d39271-7221-4ded-818b-5de7c2fde219 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.951642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:51.953417 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2268b01-f5df-48ad-bff6-eb8e004093c2 None None] The sync data for ids ['b6f153f5-8517-4539-aff5-3bcdc4c032ad'] in dv-neutron-826919-1-hyperv is: [{'id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'name': 'tempest-TestVolumeBootPattern-360135134-router', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '3d725702-cd4d-4670-ab2d-a431dc62079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:42Z', 'revision_number': 4, 'project_id': '55f978410f144d37b145f95eb7f0ebc6', 'gw_port': {'id': '3d725702-cd4d-4670-ab2d-a431dc62079d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:37Z', 'updated_at': '2022-01-28T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'e3051c00-f3d3-4fca-8139-4e8b8a64a919', 'name': '', 'network_id': '8439afd2-d15f-47c5-97e2-3a6d1a489845', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'mac_address': 'fa:16:3e:5e:72:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '8920d0ed-3ee0-4570-a828-1aee8e5aabbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:41Z', 'updated_at': '2022-01-28T18:02:50Z', 'revision_number': 4, 'project_id': '55f978410f144d37b145f95eb7f0ebc6', 'subnets': [{'id': '8920d0ed-3ee0-4570-a828-1aee8e5aabbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:51.998774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d39271-7221-4ded-818b-5de7c2fde219 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee479b52-fb37-43c8-abf2-42ba389cac97,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:52.078020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05d39271-7221-4ded-818b-5de7c2fde219 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:52.079668 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-05d39271-7221-4ded-818b-5de7c2fde219 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5508449 Jan 28 18:02:52.082313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47000) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:52.088350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-4e735e70-120b-44d0-a6eb-77ea0cd2c723 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '8b401a7d-846c-480d-8451-ed6b65922bbc', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:52.109071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4e735e70-120b-44d0-a6eb-77ea0cd2c723 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:52.115831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4e735e70-120b-44d0-a6eb-77ea0cd2c723 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:52.118038 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:52.120486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d14203df-eef7-480a-9d64-45b6a23579d2 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:02:52.121181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4e735e70-120b-44d0-a6eb-77ea0cd2c723 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:52.125017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:52.125689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:52.128162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4e735e70-120b-44d0-a6eb-77ea0cd2c723 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:52.167112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: d14203df-eef7-480a-9d64-45b6a23579d2 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:02:52.170938 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d14203df-eef7-480a-9d64-45b6a23579d2 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:02:52.231416 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-156cdd9e-4554-486f-b9c0-b4ead16bbc80 None None] Deleting port d14203df-eef7-480a-9d64-45b6a23579d2 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:02:52.231812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-156cdd9e-4554-486f-b9c0-b4ead16bbc80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:52.232300 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-4e735e70-120b-44d0-a6eb-77ea0cd2c723 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:02:52.240700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4e735e70-120b-44d0-a6eb-77ea0cd2c723 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:52.243761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Network': ['ID=664f1a54-b010-4609-bde5-7a594b35530d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:52.275416 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 664f1a54-b010-4609-bde5-7a594b35530d details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:02:52.308037 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1ccd7f30-3cb0-416d-a11b-b55051f62a0c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7024169 Jan 28 18:02:52.311098 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47004) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:52.316511 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': '664f1a54-b010-4609-bde5-7a594b35530d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:52.341107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4e735e70-120b-44d0-a6eb-77ea0cd2c723 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:52.396641 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-156cdd9e-4554-486f-b9c0-b4ead16bbc80 None None] The port 'd14203df-eef7-480a-9d64-45b6a23579d2' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:02:52.436692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4e735e70-120b-44d0-a6eb-77ea0cd2c723 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:52.454892 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e3051c00-f3d3-4fca-8139-4e8b8a64a919 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:52.467899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e735e70-120b-44d0-a6eb-77ea0cd2c723 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87717980-bba0-4c4f-9c6d-963f08c59885,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:52.500581 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:52.504670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:52.508204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:52.515011 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:52.563891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4e735e70-120b-44d0-a6eb-77ea0cd2c723 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:52.569039 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4e735e70-120b-44d0-a6eb-77ea0cd2c723 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4817722 Jan 28 18:02:52.592106 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port e3051c00-f3d3-4fca-8139-4e8b8a64a919 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:52.600534 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port e3051c00-f3d3-4fca-8139-4e8b8a64a919 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:52.601520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:52.651044 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:52.655196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:52.776764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:52.777752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-fcdb4461-77fc-4535-8845-6e029a74159e req-abab8c22-7e6d-4705-ab72-5cde0fd3faca tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:52.823829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port e3051c00-f3d3-4fca-8139-4e8b8a64a919, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e3051c00-f3d3-4fca-8139-4e8b8a64a919,segment=NetworkSegment(8746f711-815d-420a-8c68-06af8413faec),segment_id=8746f711-815d-420a-8c68-06af8413faec)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:52.877669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-fcdb4461-77fc-4535-8845-6e029a74159e req-abab8c22-7e6d-4705-ab72-5cde0fd3faca tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:52.878947 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-abab8c22-7e6d-4705-ab72-5cde0fd3faca tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357649922&fields=id&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 267 time: 0.1562183 Jan 28 18:02:52.904741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:52.905927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ea4c4230-2826-4f60-bbb7-8b61d95cafe5 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:53.024518 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:53.089485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb4461-77fc-4535-8845-6e029a74159e req-609684a2-456b-4909-b590-b4e2b7d976fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:53.090227 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-fcdb4461-77fc-4535-8845-6e029a74159e req-609684a2-456b-4909-b590-b4e2b7d976fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:53.117894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=e3051c00-f3d3-4fca-8139-4e8b8a64a919,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:53.143992 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Subnet': ['ID=baec0d85-17b6-4484-a2e7-cacf67f90169,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:53.157325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Checking segment: {'id': '2ffabcdb-736e-4cc7-9db4-c12ce5e80839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '664f1a54-b010-4609-bde5-7a594b35530d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:53.157679 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network hostable DHCP agents. Network: 664f1a54-b010-4609-bde5-7a594b35530d, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:02:53.207352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-fcdb4461-77fc-4535-8845-6e029a74159e req-609684a2-456b-4909-b590-b4e2b7d976fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:53.209004 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-609684a2-456b-4909-b590-b4e2b7d976fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/networks?id=7dcb6251-53ce-4bf2-9c7f-8bfd871a501b HTTP/1.1" status: 200 len: 796 time: 0.3074336 Jan 28 18:02:53.224442 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-2315b40a-548c-4b90-b006-1ea7c3b0770d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/quotas/92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 375 time: 0.0097303 Jan 28 18:02:53.236308 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port ea4c4230-2826-4f60-bbb7-8b61d95cafe5 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:53.244668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ea4c4230-2826-4f60-bbb7-8b61d95cafe5 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:53.245116 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:53.277435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network 664f1a54-b010-4609-bde5-7a594b35530d is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:02:53.325441 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-67af5b0b-a48e-4a3c-8947-62bda7acfeff tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948761 Jan 28 18:02:53.375612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 664f1a54-b010-4609-bde5-7a594b35530d) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:53.382243 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:53.383380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:53.389048 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5601bbc-fca0-4419-9ab4-897c9ebb1776 None None] Network 664f1a54-b010-4609-bde5-7a594b35530d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:53.469030 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-104cfb6f-47f7-4f25-a828-b93384a050f4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1572843 Jan 28 18:02:53.470304 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47056) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:53.479975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-224b3e08-c5ca-4603-9338-3d09841f3afa tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1356639262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:53.497250 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-224b3e08-c5ca-4603-9338-3d09841f3afa tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:53.501203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-224b3e08-c5ca-4603-9338-3d09841f3afa tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:router and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:02:53.503106 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:53.504696 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-a4283119-bb04-4428-9141-5428081b6e61 service neutron] 10.222.0.26 "GET /v2.0/networks/7dcb6251-53ce-4bf2-9c7f-8bfd871a501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777787 Jan 28 18:02:53.504985 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-224b3e08-c5ca-4603-9338-3d09841f3afa tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:02:53.512705 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-224b3e08-c5ca-4603-9338-3d09841f3afa tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:53.592262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-224b3e08-c5ca-4603-9338-3d09841f3afa tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:53.593447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-224b3e08-c5ca-4603-9338-3d09841f3afa tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:53.600527 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port ea4c4230-2826-4f60-bbb7-8b61d95cafe5, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ea4c4230-2826-4f60-bbb7-8b61d95cafe5,segment=NetworkSegment(4b357f5a-275a-42ad-a7e2-0edf6b9587dd),segment_id=4b357f5a-275a-42ad-a7e2-0edf6b9587dd)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:53.618099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-224b3e08-c5ca-4603-9338-3d09841f3afa tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:53.678470 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-2489b6d0-11d2-40bb-8fe0-1754eb31eef4 service neutron] 10.222.0.26 "GET /v2.0/networks/7dcb6251-53ce-4bf2-9c7f-8bfd871a501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728337 Jan 28 18:02:53.694137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-224b3e08-c5ca-4603-9338-3d09841f3afa tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:53.703814 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:53.792364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-224b3e08-c5ca-4603-9338-3d09841f3afa tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:53.796188 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-224b3e08-c5ca-4603-9338-3d09841f3afa tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3222392 Jan 28 18:02:53.796341 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47060) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:53.802195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'network_id': '664f1a54-b010-4609-bde5-7a594b35530d', 'name': 'tempest-PortsTestJSON-1521168054'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:53.849176 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=ea4c4230-2826-4f60-bbb7-8b61d95cafe5,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:53.853140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-664f1a54-b010-4609-bde5-7a594b35530d', 'network_id': '664f1a54-b010-4609-bde5-7a594b35530d', 'tenant_id': '5bf89366f4614c3aaf04ea78be886509', 'fixed_ips': [{'subnet_id': 'baec0d85-17b6-4484-a2e7-cacf67f90169'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:02:53.854084 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:54.146815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Allocated IP 172.20.0.2 (664f1a54-b010-4609-bde5-7a594b35530d/baec0d85-17b6-4484-a2e7-cacf67f90169/5810d8d3-3833-4b96-825b-f3b2dfcf2318) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:54.154272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-602dfc32-75d8-4df4-b1e1-0c48d4d40fb6 req-4be1911c-70d4-43d1-a3b2-8a6416aab413 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:54.163163 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:54.174499 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:54.270290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:54.276356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:54.315820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port 45085e37-ea76-440d-9397-03490d21e067 yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:02:54.343320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e3051c00-f3d3-4fca-8139-4e8b8a64a919 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:54.358959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-602dfc32-75d8-4df4-b1e1-0c48d4d40fb6 req-4be1911c-70d4-43d1-a3b2-8a6416aab413 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:54.360230 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-602dfc32-75d8-4df4-b1e1-0c48d4d40fb6 req-4be1911c-70d4-43d1-a3b2-8a6416aab413 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 210 time: 0.3175056 Jan 28 18:02:54.482618 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:54.496676 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Transition to ACTIVE for port object 5810d8d3-3833-4b96-825b-f3b2dfcf2318 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:54.499110 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port e3051c00-f3d3-4fca-8139-4e8b8a64a919 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:54.499498 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:54.560331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Transition to ACTIVE for port object 5810d8d3-3833-4b96-825b-f3b2dfcf2318 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:54.639083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ea4c4230-2826-4f60-bbb7-8b61d95cafe5 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:54.667092 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:54.731202 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Allocated IP 172.20.0.12 (664f1a54-b010-4609-bde5-7a594b35530d/baec0d85-17b6-4484-a2e7-cacf67f90169/45085e37-ea76-440d-9397-03490d21e067) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:54.761441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Network 664f1a54-b010-4609-bde5-7a594b35530d is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:54.764286 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:54.766051 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Pushing event updated for resources: {'Port': ['ID=5810d8d3-3833-4b96-825b-f3b2dfcf2318,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:54.769510 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:54.861485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ea4c4230-2826-4f60-bbb7-8b61d95cafe5 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:54.861853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:54.910402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Attempting to bind port 5810d8d3-3833-4b96-825b-f3b2dfcf2318 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:54.910771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Attempting to bind port 5810d8d3-3833-4b96-825b-f3b2dfcf2318 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '2ffabcdb-736e-4cc7-9db4-c12ce5e80839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '664f1a54-b010-4609-bde5-7a594b35530d'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:02:54.911151 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Attempting to bind port 5810d8d3-3833-4b96-825b-f3b2dfcf2318 on network 664f1a54-b010-4609-bde5-7a594b35530d {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:02:54.920120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:02:54.920489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Checking segment: {'id': '2ffabcdb-736e-4cc7-9db4-c12ce5e80839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '664f1a54-b010-4609-bde5-7a594b35530d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:02:54.920884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:54.921275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Bound using segment: {'id': '2ffabcdb-736e-4cc7-9db4-c12ce5e80839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '664f1a54-b010-4609-bde5-7a594b35530d'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:02:54.921741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Bound port: 5810d8d3-3833-4b96-825b-f3b2dfcf2318, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffabcdb-736e-4cc7-9db4-c12ce5e80839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '664f1a54-b010-4609-bde5-7a594b35530d'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:02:54.922113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:54.974629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:54.990550 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Transition to ACTIVE for port object 45085e37-ea76-440d-9397-03490d21e067 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:55.071910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] For port 5810d8d3-3833-4b96-825b-f3b2dfcf2318, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:02:55.076262 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] For port 5810d8d3-3833-4b96-825b-f3b2dfcf2318, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5810d8d3-3833-4b96-825b-f3b2dfcf2318,segment=NetworkSegment(2ffabcdb-736e-4cc7-9db4-c12ce5e80839),segment_id=2ffabcdb-736e-4cc7-9db4-c12ce5e80839)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:02:55.101022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:55.175078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:55.176455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network 664f1a54-b010-4609-bde5-7a594b35530d is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:55.180437 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:55.182912 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:55.231969 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=45085e37-ea76-440d-9397-03490d21e067,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:55.252515 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703141f-9cca-4c26-bec5-d8c5300e6291 None None] Pushing event updated for resources: {'Port': ['ID=5810d8d3-3833-4b96-825b-f3b2dfcf2318,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:55.265288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:55.270925 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:55.572813 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-67198d14-5c98-49c6-b9bb-c0f99d03ddfb req-39c7842b-7a0a-42b9-ad9f-c09f6410e3ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 210 time: 0.0837564 Jan 28 18:02:55.661029 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-77e34614-d2ec-4b2a-9df0-23733e1156e0 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8636765 Jan 28 18:02:55.664337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47080) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:56.418798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5810d8d3-3833-4b96-825b-f3b2dfcf2318 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:56.565609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd371987-a4f3-4435-976f-13b0d8202c2c None None] Network 664f1a54-b010-4609-bde5-7a594b35530d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:02:56.568215 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:56.634139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 5810d8d3-3833-4b96-825b-f3b2dfcf2318 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:56.799331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a687beb1-77b9-42d9-a5e7-ebef0655ca09 None None] Provisioning for port 5810d8d3-3833-4b96-825b-f3b2dfcf2318 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:56.809615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a687beb1-77b9-42d9-a5e7-ebef0655ca09 None None] Provisioning complete for port 5810d8d3-3833-4b96-825b-f3b2dfcf2318 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:56.809902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a687beb1-77b9-42d9-a5e7-ebef0655ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:56.845093 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3b972697-0fe1-448d-8110-8b0b4890377a req-d7f00a28-fa36-465a-a3c7-a2972c6aea10 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 210 time: 0.1040778 Jan 28 18:02:56.951981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a687beb1-77b9-42d9-a5e7-ebef0655ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:57.015630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a687beb1-77b9-42d9-a5e7-ebef0655ca09 None None] For port 5810d8d3-3833-4b96-825b-f3b2dfcf2318, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5810d8d3-3833-4b96-825b-f3b2dfcf2318,segment=NetworkSegment(2ffabcdb-736e-4cc7-9db4-c12ce5e80839),segment_id=2ffabcdb-736e-4cc7-9db4-c12ce5e80839)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:02:57.063999 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:57.109954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a687beb1-77b9-42d9-a5e7-ebef0655ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:57.138387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:57.202253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687beb1-77b9-42d9-a5e7-ebef0655ca09 None None] Pushing event updated for resources: {'Port': ['ID=5810d8d3-3833-4b96-825b-f3b2dfcf2318,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:57.231121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fec09609-5822-4064-a13f-56aa386ad9b4 None None] Provisioning complete for port 5810d8d3-3833-4b96-825b-f3b2dfcf2318 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:57.232234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fec09609-5822-4064-a13f-56aa386ad9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:57.270514 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=45085e37-ea76-440d-9397-03490d21e067,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:57.504052 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb4461-77fc-4535-8845-6e029a74159e req-653ea2c5-078e-41b2-a6de-ee0045d42051 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:57.506246 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-653ea2c5-078e-41b2-a6de-ee0045d42051 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/networks?id=7dcb6251-53ce-4bf2-9c7f-8bfd871a501b HTTP/1.1" status: 200 len: 796 time: 0.1697690 Jan 28 18:02:57.540862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fec09609-5822-4064-a13f-56aa386ad9b4 None None] Provisioning for port 45085e37-ea76-440d-9397-03490d21e067 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:57.547228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fec09609-5822-4064-a13f-56aa386ad9b4 None None] Provisioning complete for port 45085e37-ea76-440d-9397-03490d21e067 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:57.547594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fec09609-5822-4064-a13f-56aa386ad9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:57.617590 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-940ab3fd-1087-411f-afae-49dde0c65e34 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 380 time: 0.0985808 Jan 28 18:02:57.626000 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:57.631140 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'port': {'device_id': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'admin_state_up': True, 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'security_groups': ['8b401a7d-846c-480d-8451-ed6b65922bbc']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:57.661175 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-fec09609-5822-4064-a13f-56aa386ad9b4 None None] Port 45085e37-ea76-440d-9397-03490d21e067 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:57.790240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-919414ec-a47c-4f7b-b3f7-3dcbf0f17768 None None] Provisioning complete for port 45085e37-ea76-440d-9397-03490d21e067 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:57.790626 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-919414ec-a47c-4f7b-b3f7-3dcbf0f17768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:57.827696 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:57.851179 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-919414ec-a47c-4f7b-b3f7-3dcbf0f17768 None None] Port 45085e37-ea76-440d-9397-03490d21e067 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:57.945132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:02:57.963137 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:02:58.055667 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-10c58c39-5d57-4084-a1fa-5801010ca4f9 req-0e5700c1-701a-48b7-9ee4-20e9e5076e59 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 210 time: 0.0841269 Jan 28 18:02:58.058348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:02:58.063494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:58.263732 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.10 (7dcb6251-53ce-4bf2-9c7f-8bfd871a501b/57c753fc-b8fc-4fca-8c2c-4332a9d19712/264d5f6b-60c8-40e8-9865-8ea1f86081de) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:02:58.334666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5810d8d3-3833-4b96-825b-f3b2dfcf2318 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:02:58.411557 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 5810d8d3-3833-4b96-825b-f3b2dfcf2318 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:58.412066 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:58.433950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:58.474952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:58.492536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object 264d5f6b-60c8-40e8-9865-8ea1f86081de will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:58.506386 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:58.597729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:58.627470 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:58.630958 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=45085e37-ea76-440d-9397-03490d21e067,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:58.691996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:58.693544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:58.697952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:02:58.739849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=264d5f6b-60c8-40e8-9865-8ea1f86081de,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:58.790950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:58.791679 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:58.797578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network 664f1a54-b010-4609-bde5-7a594b35530d is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:02:58.800435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:02:58.917987 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-48fdba95-e1e2-4894-8d13-d898c86f0896 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2994752 Jan 28 18:02:58.930421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Request body: {'port': {'device_id': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:02:59.089278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:59.105752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Router aefc1d35-ea29-4376-b919-2de09092b40a is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:02:59.168989 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e68e2076-ce72-4761-b3c2-9ec24acb01dc None None] Provisioning for port 264d5f6b-60c8-40e8-9865-8ea1f86081de completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:02:59.174205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e68e2076-ce72-4761-b3c2-9ec24acb01dc None None] Provisioning complete for port 264d5f6b-60c8-40e8-9865-8ea1f86081de triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:59.174581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e68e2076-ce72-4761-b3c2-9ec24acb01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:59.255512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e68e2076-ce72-4761-b3c2-9ec24acb01dc None None] Port 264d5f6b-60c8-40e8-9865-8ea1f86081de cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:59.347958 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:02:59.356487 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4185241e-be46-42c6-90bb-55658bbdc131 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "PUT /v2.0/routers/aefc1d35-ea29-4376-b919-2de09092b40a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6911039 Jan 28 18:02:59.357346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47102) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:59.359726 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab766530-7d0d-4202-adb9-3666ede5e7e9 None None] Sync routers for ids ['aefc1d35-ea29-4376-b919-2de09092b40a'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:02:59.382777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab766530-7d0d-4202-adb9-3666ede5e7e9 None None] Routers {'aefc1d35-ea29-4376-b919-2de09092b40a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:59.383861 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ab766530-7d0d-4202-adb9-3666ede5e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['aefc1d35-ea29-4376-b919-2de09092b40a'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:59.385373 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c80aef-c637-4239-9249-7d13dd55e7ae req-e0b1575c-4f27-4173-b0fa-0a3fb25ad277 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:59.386911 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a1c80aef-c637-4239-9249-7d13dd55e7ae req-e0b1575c-4f27-4173-b0fa-0a3fb25ad277 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 932 time: 0.1062741 Jan 28 18:02:59.444106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-a1c80aef-c637-4239-9249-7d13dd55e7ae req-57eb0337-cc0d-4ecf-af17-cefff8541eab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:02:59.456676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-a1c80aef-c637-4239-9249-7d13dd55e7ae req-57eb0337-cc0d-4ecf-af17-cefff8541eab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:02:59.457821 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a1c80aef-c637-4239-9249-7d13dd55e7ae req-57eb0337-cc0d-4ecf-af17-cefff8541eab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b401a7d-846c-480d-8451-ed6b65922bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588086 Jan 28 18:02:59.481310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5b1379b4-2de0-4494-b753-8b1058280016 None None] Provisioning complete for port 45085e37-ea76-440d-9397-03490d21e067 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:02:59.481769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5b1379b4-2de0-4494-b753-8b1058280016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:59.502563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187886b4-ebe2-45c2-b1a0-bea5c255731b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:02:59.504046 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-187886b4-ebe2-45c2-b1a0-bea5c255731b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports?device_id=aefc1d35-ea29-4376-b919-2de09092b40a HTTP/1.1" status: 200 len: 983 time: 0.1460457 Jan 28 18:02:59.507548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47106) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:02:59.519776 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ab766530-7d0d-4202-adb9-3666ede5e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:59.546749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab766530-7d0d-4202-adb9-3666ede5e7e9 None None] Routers {'aefc1d35-ea29-4376-b919-2de09092b40a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:02:59.547662 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ab766530-7d0d-4202-adb9-3666ede5e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['aefc1d35-ea29-4376-b919-2de09092b40a'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:59.564428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264d5f6b-60c8-40e8-9865-8ea1f86081de {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:02:59.576030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:59.593823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Transition to ACTIVE for port object 264d5f6b-60c8-40e8-9865-8ea1f86081de will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:02:59.617109 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ab766530-7d0d-4202-adb9-3666ede5e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:02:59.617768 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab766530-7d0d-4202-adb9-3666ede5e7e9 None None] The sync data for ids ['aefc1d35-ea29-4376-b919-2de09092b40a'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:02:59.619161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5b1379b4-2de0-4494-b753-8b1058280016 None None] Port 45085e37-ea76-440d-9397-03490d21e067 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:02:59.689079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:02:59.843652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Pushing event updated for resources: {'Port': ['ID=264d5f6b-60c8-40e8-9865-8ea1f86081de,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:02:59.999547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Attempting to bind port 264d5f6b-60c8-40e8-9865-8ea1f86081de on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:02:59.999887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Attempting to bind port 264d5f6b-60c8-40e8-9865-8ea1f86081de by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '4b357f5a-275a-42ad-a7e2-0edf6b9587dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:03:00.000973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Attempting to bind port 264d5f6b-60c8-40e8-9865-8ea1f86081de on network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:03:00.009494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Port 264d5f6b-60c8-40e8-9865-8ea1f86081de on network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:03:00.009828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Attempting to bind port 264d5f6b-60c8-40e8-9865-8ea1f86081de on network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:03:00.016926 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:03:00.017590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Checking segment: {'id': '4b357f5a-275a-42ad-a7e2-0edf6b9587dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:03:00.018212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Bound using segment: {'id': '4b357f5a-275a-42ad-a7e2-0edf6b9587dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:03:00.018904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Bound port: 264d5f6b-60c8-40e8-9865-8ea1f86081de, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b357f5a-275a-42ad-a7e2-0edf6b9587dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:03:00.019663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:00.117736 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:03:00.134920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] For port 264d5f6b-60c8-40e8-9865-8ea1f86081de, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:03:00.140796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] For port 264d5f6b-60c8-40e8-9865-8ea1f86081de, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=264d5f6b-60c8-40e8-9865-8ea1f86081de,segment=NetworkSegment(4b357f5a-275a-42ad-a7e2-0edf6b9587dd),segment_id=4b357f5a-275a-42ad-a7e2-0edf6b9587dd)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:03:00.196397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:00.262081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:00.262689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:00.264262 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] 10.222.0.16 "PUT /v2.0/ports/264d5f6b-60c8-40e8-9865-8ea1f86081de HTTP/1.1" status: 200 len: 1094 time: 1.3382931 Jan 28 18:03:00.264509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'tag': '264d5f6b-60c8-40e8-9865-8ea1f86081de'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:03:00.268271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba734ef7-c126-4323-83af-99550331d650 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:00.298000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60047d0b-21c6-4328-98c9-041e4a6115f3 service neutron] Pushing event updated for resources: {'Port': ['ID=264d5f6b-60c8-40e8-9865-8ea1f86081de,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:00.326314 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'tag': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'status': 'completed', 'code': 200} Jan 28 18:03:00.619533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903c240-60e0-40cf-a350-e5e58b98785b req-b08f6869-13ca-4f3e-95b6-683ccdad942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:00.621076 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7903c240-60e0-40cf-a350-e5e58b98785b req-b08f6869-13ca-4f3e-95b6-683ccdad942c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 1097 time: 0.2612073 Jan 28 18:03:00.697639 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ba734ef7-c126-4323-83af-99550331d650 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port 45085e37-ea76-440d-9397-03490d21e067 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:03:00.697989 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba734ef7-c126-4323-83af-99550331d650 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:00.773440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9636081-c678-41ed-8f04-e797b24c98e7 req-fcb73197-69d9-4498-b71f-cedbb452159a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:00.815865 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a9636081-c678-41ed-8f04-e797b24c98e7 req-fcb73197-69d9-4498-b71f-cedbb452159a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 944 time: 0.1617029 Jan 28 18:03:00.816054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903c240-60e0-40cf-a350-e5e58b98785b req-72dff383-0524-439f-a3a5-cd27f4578843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:00.816054 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7903c240-60e0-40cf-a350-e5e58b98785b req-72dff383-0524-439f-a3a5-cd27f4578843 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=92550370897a4318a214dd17d934ca5a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1529486 Jan 28 18:03:00.922815 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a9636081-c678-41ed-8f04-e797b24c98e7 req-e2f74374-dd4a-44ef-b43e-7cfbbee06a4c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b401a7d-846c-480d-8451-ed6b65922bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304080 Jan 28 18:03:00.930060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903c240-60e0-40cf-a350-e5e58b98785b req-414e0df6-bf6d-4e1b-8d6c-bc938d01f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:00.931811 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7903c240-60e0-40cf-a350-e5e58b98785b req-414e0df6-bf6d-4e1b-8d6c-bc938d01f5c6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1450605 Jan 28 18:03:00.974945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba734ef7-c126-4323-83af-99550331d650 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:01.106291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb4461-77fc-4535-8845-6e029a74159e req-397e4683-f52f-4512-9005-086dc362e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:01.107806 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-397e4683-f52f-4512-9005-086dc362e97b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 1097 time: 0.1295471 Jan 28 18:03:01.110597 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ba734ef7-c126-4323-83af-99550331d650 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for 45085e37-ea76-440d-9397-03490d21e067 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:03:01.177073 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-d17659dc-9c46-41fc-8f76-589bbf5f5907 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=264d5f6b-60c8-40e8-9865-8ea1f86081de HTTP/1.1" status: 200 len: 217 time: 0.0626287 Jan 28 18:03:01.243885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb4461-77fc-4535-8845-6e029a74159e req-93db34d1-dde8-4956-87f1-84cdfa0dd399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:01.245401 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-93db34d1-dde8-4956-87f1-84cdfa0dd399 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57c753fc-b8fc-4fca-8c2c-4332a9d19712 HTTP/1.1" status: 200 len: 835 time: 0.0631151 Jan 28 18:03:01.321104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb4461-77fc-4535-8845-6e029a74159e req-b18946e8-6c8a-4c1c-8b35-873ee5b37073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:01.322718 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-b18946e8-6c8a-4c1c-8b35-873ee5b37073 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dcb6251-53ce-4bf2-9c7f-8bfd871a501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710247 Jan 28 18:03:01.363281 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba734ef7-c126-4323-83af-99550331d650 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:01.423288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba734ef7-c126-4323-83af-99550331d650 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=45085e37-ea76-440d-9397-03490d21e067,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:01.475386 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-7bf2fdde-49db-4485-8ae6-a72da10032bc service neutron] 10.222.0.16 "GET /v2.0/networks/7dcb6251-53ce-4bf2-9c7f-8bfd871a501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460524 Jan 28 18:03:01.646465 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fcdb4461-77fc-4535-8845-6e029a74159e req-4ad53708-1b0b-4f67-b70f-edb1a5b6d490 service neutron] 10.222.0.16 "GET /v2.0/networks/7dcb6251-53ce-4bf2-9c7f-8bfd871a501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620185 Jan 28 18:03:01.686310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba734ef7-c126-4323-83af-99550331d650 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:02.115882 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba734ef7-c126-4323-83af-99550331d650 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Router aefc1d35-ea29-4376-b919-2de09092b40a has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:03:02.173336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda8207-8f67-4ff3-965e-4f8642c24335 req-8a87ca79-18bb-4d1f-be52-0b43a27dd17c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:02.173336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-aeda8207-8f67-4ff3-965e-4f8642c24335 req-8a87ca79-18bb-4d1f-be52-0b43a27dd17c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:03:02.247687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-aeda8207-8f67-4ff3-965e-4f8642c24335 req-8a87ca79-18bb-4d1f-be52-0b43a27dd17c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:03:02.248791 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-aeda8207-8f67-4ff3-965e-4f8642c24335 req-8a87ca79-18bb-4d1f-be52-0b43a27dd17c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 944 time: 0.1839387 Jan 28 18:03:02.261448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba734ef7-c126-4323-83af-99550331d650 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:03:02.270925 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cd82cf-cc04-4c53-8d9a-2269cf19b38e None None] Sync routers for ids ['aefc1d35-ea29-4376-b919-2de09092b40a'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:03:02.279397 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ba734ef7-c126-4323-83af-99550331d650 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "PUT /v2.0/routers/aefc1d35-ea29-4376-b919-2de09092b40a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7676706 Jan 28 18:03:02.279397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47122) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:02.283723 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cd82cf-cc04-4c53-8d9a-2269cf19b38e None None] Routers {'aefc1d35-ea29-4376-b919-2de09092b40a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:03:02.283723 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-a3cd82cf-cc04-4c53-8d9a-2269cf19b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['aefc1d35-ea29-4376-b919-2de09092b40a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:02.318959 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-aeda8207-8f67-4ff3-965e-4f8642c24335 req-17918a54-8860-4701-991d-48bfd344ebdd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b401a7d-846c-480d-8451-ed6b65922bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562887 Jan 28 18:03:02.325145 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3349d3f-9b13-44e8-b4ac-5978f8e9e5b8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] GET failed (client error): The resource could not be found. Jan 28 18:03:02.325674 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f3349d3f-9b13-44e8-b4ac-5978f8e9e5b8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:03:02.364373 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-a3cd82cf-cc04-4c53-8d9a-2269cf19b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:02.373922 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cd82cf-cc04-4c53-8d9a-2269cf19b38e None None] Routers {'aefc1d35-ea29-4376-b919-2de09092b40a'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:03:02.374522 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-a3cd82cf-cc04-4c53-8d9a-2269cf19b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:02:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['aefc1d35-ea29-4376-b919-2de09092b40a'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:02.418764 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f3349d3f-9b13-44e8-b4ac-5978f8e9e5b8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:03:02.423071 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f3349d3f-9b13-44e8-b4ac-5978f8e9e5b8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/45085e37-ea76-440d-9397-03490d21e067 HTTP/1.1" status: 404 len: 333 time: 0.1420543 Jan 28 18:03:02.423413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47126) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:02.443360 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-a3cd82cf-cc04-4c53-8d9a-2269cf19b38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:02.443762 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cd82cf-cc04-4c53-8d9a-2269cf19b38e None None] The sync data for ids ['aefc1d35-ea29-4376-b919-2de09092b40a'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:03:02.559786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d53b9159-f2aa-408e-ab69-0aaa3e187c50 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:02.967104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d53b9159-f2aa-408e-ab69-0aaa3e187c50 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:03.007731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d53b9159-f2aa-408e-ab69-0aaa3e187c50 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:03.408484 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d53b9159-f2aa-408e-ab69-0aaa3e187c50 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:03.409229 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53b9159-f2aa-408e-ab69-0aaa3e187c50 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Fanout notify agent at l3_agent the message router_deleted on router aefc1d35-ea29-4376-b919-2de09092b40a {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:03:03.421537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d53b9159-f2aa-408e-ab69-0aaa3e187c50 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:03.422635 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d53b9159-f2aa-408e-ab69-0aaa3e187c50 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/routers/aefc1d35-ea29-4376-b919-2de09092b40a HTTP/1.1" status: 204 len: 168 time: 0.9981863 Jan 28 18:03:03.425218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47134) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:03.495398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fd150e-74a8-45a3-8438-27cdba0774da tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting subnet baec0d85-17b6-4484-a2e7-cacf67f90169 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:03:03.498737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81fd150e-74a8-45a3-8438-27cdba0774da tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:03.516588 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff114916-977a-44d4-b3f1-ad654b1cf686 req-a1ec3b4d-13a8-4239-90df-3e7bf1551be7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:03.518040 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ff114916-977a-44d4-b3f1-ad654b1cf686 req-a1ec3b4d-13a8-4239-90df-3e7bf1551be7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 944 time: 0.0830457 Jan 28 18:03:03.562605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81fd150e-74a8-45a3-8438-27cdba0774da tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:03.574501 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ff114916-977a-44d4-b3f1-ad654b1cf686 req-8ffb232f-2df0-47a8-9751-ab5ebc6a58f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b401a7d-846c-480d-8451-ed6b65922bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502806 Jan 28 18:03:03.645270 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81fd150e-74a8-45a3-8438-27cdba0774da tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:03.895022 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81fd150e-74a8-45a3-8438-27cdba0774da tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:03.936392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd150e-74a8-45a3-8438-27cdba0774da tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Subnet': ['ID=baec0d85-17b6-4484-a2e7-cacf67f90169,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:03.941736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81fd150e-74a8-45a3-8438-27cdba0774da tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:03.948584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e600ebe-c03a-46fb-bded-708b12e591ec None None] Network 664f1a54-b010-4609-bde5-7a594b35530d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:03:03.949661 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-81fd150e-74a8-45a3-8438-27cdba0774da tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/baec0d85-17b6-4484-a2e7-cacf67f90169 HTTP/1.1" status: 204 len: 168 time: 0.5234902 Jan 28 18:03:03.952139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47138) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:04.077748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:04.092210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port 5810d8d3-3833-4b96-825b-f3b2dfcf2318 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:03:04.092549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:04.232448 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db351b5-e650-496d-b74f-06755727cf56 None None] DHCP port deletion for 664f1a54-b010-4609-bde5-7a594b35530d request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:03:04.236919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7db351b5-e650-496d-b74f-06755727cf56 None None] Deleting port 5810d8d3-3833-4b96-825b-f3b2dfcf2318 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:03:04.237293 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7db351b5-e650-496d-b74f-06755727cf56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:04.320553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] For port 5810d8d3-3833-4b96-825b-f3b2dfcf2318, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5810d8d3-3833-4b96-825b-f3b2dfcf2318,segment=NetworkSegment(2ffabcdb-736e-4cc7-9db4-c12ce5e80839),segment_id=2ffabcdb-736e-4cc7-9db4-c12ce5e80839)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:03:04.320932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:04.366042 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5810d8d3-3833-4b96-825b-f3b2dfcf2318 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:03:04.455713 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for 5810d8d3-3833-4b96-825b-f3b2dfcf2318 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:03:04.591577 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-7db351b5-e650-496d-b74f-06755727cf56 None None] For port 5810d8d3-3833-4b96-825b-f3b2dfcf2318, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5810d8d3-3833-4b96-825b-f3b2dfcf2318,segment=NetworkSegment(2ffabcdb-736e-4cc7-9db4-c12ce5e80839),segment_id=2ffabcdb-736e-4cc7-9db4-c12ce5e80839)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:03:04.591971 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7db351b5-e650-496d-b74f-06755727cf56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:04.596487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:04.669293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=5810d8d3-3833-4b96-825b-f3b2dfcf2318,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:04.681608 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No DVR routers for this DVR port 5810d8d3-3833-4b96-825b-f3b2dfcf2318 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:03:04.721816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7db351b5-e650-496d-b74f-06755727cf56 None None] Calling delete_port for 5810d8d3-3833-4b96-825b-f3b2dfcf2318 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:03:04.749008 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:04.883442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:04.901306 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-7db351b5-e650-496d-b74f-06755727cf56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:03:04.901687 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-7db351b5-e650-496d-b74f-06755727cf56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:03:04.920110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664f1a54-b010-4609-bde5-7a594b35530d']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:04.935143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffabcdb-736e-4cc7-9db4-c12ce5e80839') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:04.935437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffabcdb-736e-4cc7-9db4-c12ce5e80839') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:04.951756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:04.972399 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f87c6-d8d3-42d0-998b-6f0df756dd01 req-246132d2-cebd-496c-83c8-ed7225aa6d16 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:04.973770 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fb0f87c6-d8d3-42d0-998b-6f0df756dd01 req-246132d2-cebd-496c-83c8-ed7225aa6d16 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 944 time: 0.2614281 Jan 28 18:03:04.996247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:05.007963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:03:05.008334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:03:05.025872 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:03:05.103425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 264d5f6b-60c8-40e8-9865-8ea1f86081de details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:03:05.119777 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fb0f87c6-d8d3-42d0-998b-6f0df756dd01 req-9fbd96d1-51d4-485a-bdb8-959fde53ccc7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b401a7d-846c-480d-8451-ed6b65922bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371334 Jan 28 18:03:05.191706 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:05.254564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 264d5f6b-60c8-40e8-9865-8ea1f86081de, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=264d5f6b-60c8-40e8-9865-8ea1f86081de,segment=NetworkSegment(4b357f5a-275a-42ad-a7e2-0edf6b9587dd),segment_id=4b357f5a-275a-42ad-a7e2-0edf6b9587dd)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:03:05.270458 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'port_id': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'mac_address': 'fa:16:3e:4d:38:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:03:05.321993 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:05.330141 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Network': ['ID=664f1a54-b010-4609-bde5-7a594b35530d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:05.334451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:05.353273 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264d5f6b-60c8-40e8-9865-8ea1f86081de {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:03:05.368592 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 264d5f6b-60c8-40e8-9865-8ea1f86081de, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=264d5f6b-60c8-40e8-9865-8ea1f86081de,segment=NetworkSegment(4b357f5a-275a-42ad-a7e2-0edf6b9587dd),segment_id=4b357f5a-275a-42ad-a7e2-0edf6b9587dd)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:03:05.386705 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9a1926e0-cf25-450c-bae1-c330d5a19837 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/networks/664f1a54-b010-4609-bde5-7a594b35530d HTTP/1.1" status: 204 len: 168 time: 1.4335511 Jan 28 18:03:05.390427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47148) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:05.402706 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7db351b5-e650-496d-b74f-06755727cf56 None None] Deleting port 5810d8d3-3833-4b96-825b-f3b2dfcf2318 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:03:05.403122 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7db351b5-e650-496d-b74f-06755727cf56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:05.471345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7db351b5-e650-496d-b74f-06755727cf56 None None] The port '5810d8d3-3833-4b96-825b-f3b2dfcf2318' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:03:05.478796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be326e38-ffc6-4d5c-a07f-d25cf6346ac8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:05.483195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-be326e38-ffc6-4d5c-a07f-d25cf6346ac8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:03:05.483333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:05.545881 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-be326e38-ffc6-4d5c-a07f-d25cf6346ac8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:03:05.551528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47152) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:05.552122 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=264d5f6b-60c8-40e8-9865-8ea1f86081de,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:05.564034 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-be326e38-ffc6-4d5c-a07f-d25cf6346ac8 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/54d7f496-049b-4f65-9265-8eb18d266d0e HTTP/1.1" status: 200 len: 841 time: 0.1713362 Jan 28 18:03:05.624938 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-36a1cc23-c561-4908-8976-761e924c673a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/54d7f496-049b-4f65-9265-8eb18d266d0e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0715418 Jan 28 18:03:05.628393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47156) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:05.634105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-17eb0994-ced1-45cc-99ee-6205fdb78eaf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:05.723318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['264d5f6b-60c8-40e8-9865-8ea1f86081de'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:03:05.748497 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-17eb0994-ced1-45cc-99ee-6205fdb78eaf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:05.752245 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-17eb0994-ced1-45cc-99ee-6205fdb78eaf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:05.755020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-17eb0994-ced1-45cc-99ee-6205fdb78eaf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:05.761647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-17eb0994-ced1-45cc-99ee-6205fdb78eaf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:05.894336 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eb0994-ced1-45cc-99ee-6205fdb78eaf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:03:05.900692 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-17eb0994-ced1-45cc-99ee-6205fdb78eaf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:06.315915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b513645-7271-422e-b264-d09c33237b2c req-5d6d2dad-76f4-4f30-b93d-68a7231ac567 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:06.318868 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3b513645-7271-422e-b264-d09c33237b2c req-5d6d2dad-76f4-4f30-b93d-68a7231ac567 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 945 time: 0.0790184 Jan 28 18:03:06.339173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-17eb0994-ced1-45cc-99ee-6205fdb78eaf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:06.410640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eb0994-ced1-45cc-99ee-6205fdb78eaf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:03:06.415450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-17eb0994-ced1-45cc-99ee-6205fdb78eaf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:03:06.421138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb0994-ced1-45cc-99ee-6205fdb78eaf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:06.422063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-17eb0994-ced1-45cc-99ee-6205fdb78eaf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:06.424244 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07213a4-95ac-412b-ba52-fda95e18b862 None None] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:03:06.430187 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3b513645-7271-422e-b264-d09c33237b2c req-28aa5130-1164-4433-b06b-8f50f8a78659 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b401a7d-846c-480d-8451-ed6b65922bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064718 Jan 28 18:03:06.445822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb0994-ced1-45cc-99ee-6205fdb78eaf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Subnet': ['ID=19bd0106-767e-495e-9995-3b61c154b477,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:06.525759 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-17eb0994-ced1-45cc-99ee-6205fdb78eaf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8940663 Jan 28 18:03:06.526378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47172) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:06.531723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'security_group': {'name': 'tempest-secgroup-1619647090'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:06.540606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:06.550225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:security_group and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:06.553173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:06.560742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:06.631786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:06.653199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:06.657319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:security_group_rule and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:06.660156 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:06.665847 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:06.699919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'tenant_id': '5bf89366f4614c3aaf04ea78be886509', 'fixed_ips': [{'subnet_id': '19bd0106-767e-495e-9995-3b61c154b477'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:03:06.700745 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:06.738697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:06.831699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:06.868249 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Allocated IP 172.20.0.2 (b63eb321-3b9a-43ba-b21c-f9cead968b7e/19bd0106-767e-495e-9995-3b61c154b477/c429ee22-8018-422a-9785-561cf7803856) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:03:06.875535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fea5a18-0571-4d3f-bd5c-35656c8e7171,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:06.944230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:06.945410 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cdf59f28-e64c-4b81-bf35-6931d0d86f99 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4177287 Jan 28 18:03:06.948449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47184) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:06.953483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'security_group': {'name': 'tempest-secgroup-894412844'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:06.959259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:06.964338 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:security_group and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:06.969255 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:06.976675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:07.052702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:07.073219 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:07.073613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:07.077434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:security_group_rule and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:07.080336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:07.083744 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Transition to ACTIVE for port object c429ee22-8018-422a-9785-561cf7803856 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:03:07.086592 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:07.102749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Transition to ACTIVE for port object c429ee22-8018-422a-9785-561cf7803856 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:03:07.125441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 264d5f6b-60c8-40e8-9865-8ea1f86081de up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:03:07.154525 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:07.170711 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:07.237565 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:07.246377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:03:07.253778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:03:07.261148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Pushing event updated for resources: {'Port': ['ID=c429ee22-8018-422a-9785-561cf7803856,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:07.261148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:03:07.281558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da2601a-670b-4742-ac88-29b7dc809c70,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:07.340263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:07.344320 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9e9fa091-4056-4da4-9ea9-24031c5a6fd7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3923845 Jan 28 18:03:07.344557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47188) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:07.351445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-127826795', 'security_groups': ['4da2601a-670b-4742-ac88-29b7dc809c70'], 'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '19bd0106-767e-495e-9995-3b61c154b477'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:07.355414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Attempting to bind port c429ee22-8018-422a-9785-561cf7803856 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:03:07.355783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Attempting to bind port c429ee22-8018-422a-9785-561cf7803856 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'a45f3d1a-23ee-4de6-ab91-d795863d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:03:07.356193 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Attempting to bind port c429ee22-8018-422a-9785-561cf7803856 on network b63eb321-3b9a-43ba-b21c-f9cead968b7e {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:03:07.361677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:03:07.362050 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Checking segment: {'id': 'a45f3d1a-23ee-4de6-ab91-d795863d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:03:07.362492 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:07.362882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Bound using segment: {'id': 'a45f3d1a-23ee-4de6-ab91-d795863d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:03:07.363380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Bound port: c429ee22-8018-422a-9785-561cf7803856, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45f3d1a-23ee-4de6-ab91-d795863d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:03:07.363742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:07.376629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 264d5f6b-60c8-40e8-9865-8ea1f86081de completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:03:07.407266 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 264d5f6b-60c8-40e8-9865-8ea1f86081de triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:07.407699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:07.499113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:07.511434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:07.544692 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] For port c429ee22-8018-422a-9785-561cf7803856, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:03:07.548406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] For port c429ee22-8018-422a-9785-561cf7803856, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c429ee22-8018-422a-9785-561cf7803856,segment=NetworkSegment(a45f3d1a-23ee-4de6-ab91-d795863d3714),segment_id=a45f3d1a-23ee-4de6-ab91-d795863d3714)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:03:07.602557 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:07.611755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:03:07.627274 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:07.672013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264d5f6b-60c8-40e8-9865-8ea1f86081de'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:03:07.709394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 264d5f6b-60c8-40e8-9865-8ea1f86081de, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=264d5f6b-60c8-40e8-9865-8ea1f86081de,segment=NetworkSegment(4b357f5a-275a-42ad-a7e2-0edf6b9587dd),segment_id=4b357f5a-275a-42ad-a7e2-0edf6b9587dd)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:03:07.729323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca4eb6-9d31-4da8-87cc-66ff2d28b4d6 None None] Pushing event updated for resources: {'Port': ['ID=c429ee22-8018-422a-9785-561cf7803856,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:07.774940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c792f1-e809-4e8c-85f1-4b9f18690db7 req-6a3613fa-8b91-4f9d-8c5e-6afca969a9d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:07.775109 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'code': 200} Jan 28 18:03:07.775224 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c792f1-e809-4e8c-85f1-4b9f18690db7 req-6a3613fa-8b91-4f9d-8c5e-6afca969a9d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 945 time: 0.2130830 Jan 28 18:03:07.798026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:07.807516 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:07.843292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port 2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:03:07.879312 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1c792f1-e809-4e8c-85f1-4b9f18690db7 req-65f7ce80-aa0a-456d-a314-bf5f0a2c298a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b401a7d-846c-480d-8451-ed6b65922bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987535 Jan 28 18:03:07.886132 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=264d5f6b-60c8-40e8-9865-8ea1f86081de,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:08.088991 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Allocated IP 172.20.0.10 (b63eb321-3b9a-43ba-b21c-f9cead968b7e/19bd0106-767e-495e-9995-3b61c154b477/2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:03:08.299356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8ac6e-707f-4537-9957-5a48562e5cbf req-5f94b6a4-81bb-4391-af5d-57675e46543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:08.300872 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-43f8ac6e-707f-4537-9957-5a48562e5cbf req-5f94b6a4-81bb-4391-af5d-57675e46543f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 1099 time: 0.2006547 Jan 28 18:03:08.378467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:08.382483 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-43f8ac6e-707f-4537-9957-5a48562e5cbf req-e0de9878-ecd0-4097-a73b-0c1708e7acfb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8b401a7d-846c-480d-8451-ed6b65922bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695965 Jan 28 18:03:08.397026 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Transition to ACTIVE for port object 2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:03:08.410600 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c429ee22-8018-422a-9785-561cf7803856 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:03:08.486267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:08.540340 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port c429ee22-8018-422a-9785-561cf7803856 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:03:08.558143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:03:08.561050 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:03:08.565092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:03:08.605725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:08.646097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:08.653500 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:08.751519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47198) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:08.752136 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7c514481-9112-45f8-bd46-82ef50ef3945 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4055641 Jan 28 18:03:08.758978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1b289a35-4066-4a69-9b88-fc6496c2522e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:08.921586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1b289a35-4066-4a69-9b88-fc6496c2522e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:08.926345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1b289a35-4066-4a69-9b88-fc6496c2522e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:08.929840 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1b289a35-4066-4a69-9b88-fc6496c2522e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:08.942797 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1b289a35-4066-4a69-9b88-fc6496c2522e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:09.070387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b289a35-4066-4a69-9b88-fc6496c2522e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:03:09.074300 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1b289a35-4066-4a69-9b88-fc6496c2522e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:09.190729 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-685b39c7-d10b-44d3-a433-18264c086898 None None] Provisioning complete for port 54d7f496-049b-4f65-9265-8eb18d266d0e triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:09.191347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-685b39c7-d10b-44d3-a433-18264c086898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:09.215640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb4326-7649-4e77-bf5a-7510ea5840b4 req-ec01deea-f24a-4f6b-a7a9-e9f3ba797553 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:09.218054 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d6cb4326-7649-4e77-bf5a-7510ea5840b4 req-ec01deea-f24a-4f6b-a7a9-e9f3ba797553 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 946 time: 0.2203524 Jan 28 18:03:09.256009 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-685b39c7-d10b-44d3-a433-18264c086898 None None] Port 54d7f496-049b-4f65-9265-8eb18d266d0e cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:03:09.328600 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-685b39c7-d10b-44d3-a433-18264c086898 None None] Provisioning for port c429ee22-8018-422a-9785-561cf7803856 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:03:09.335918 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-685b39c7-d10b-44d3-a433-18264c086898 None None] Provisioning complete for port c429ee22-8018-422a-9785-561cf7803856 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:09.338501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-685b39c7-d10b-44d3-a433-18264c086898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:09.389511 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.ipam_backend_mixin [None req-1b289a35-4066-4a69-9b88-fc6496c2522e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 19bd0106-767e-495e-9995-3b61c154b477 (CIDR: 172.20.0.0/28) Jan 28 18:03:09.421895 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d6cb4326-7649-4e77-bf5a-7510ea5840b4 req-27496867-d7d8-4817-8385-f7bf315e2cb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b401a7d-846c-480d-8451-ed6b65922bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950855 Jan 28 18:03:09.455393 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b289a35-4066-4a69-9b88-fc6496c2522e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 18:03:09.455968 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b289a35-4066-4a69-9b88-fc6496c2522e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:03:09.491794 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-685b39c7-d10b-44d3-a433-18264c086898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:09.523135 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-685b39c7-d10b-44d3-a433-18264c086898 None None] For port c429ee22-8018-422a-9785-561cf7803856, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c429ee22-8018-422a-9785-561cf7803856,segment=NetworkSegment(a45f3d1a-23ee-4de6-ab91-d795863d3714),segment_id=a45f3d1a-23ee-4de6-ab91-d795863d3714)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:03:09.556564 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1b289a35-4066-4a69-9b88-fc6496c2522e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8027375 Jan 28 18:03:09.559242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47214) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:09.564627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-6b53fd86-af58-4744-8f23-b643ef9ef3d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:09.625864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-685b39c7-d10b-44d3-a433-18264c086898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:09.698024 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b39c7-d10b-44d3-a433-18264c086898 None None] Pushing event updated for resources: {'Port': ['ID=c429ee22-8018-422a-9785-561cf7803856,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:09.710262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6b53fd86-af58-4744-8f23-b643ef9ef3d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:09.714281 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6b53fd86-af58-4744-8f23-b643ef9ef3d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:09.717583 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6b53fd86-af58-4744-8f23-b643ef9ef3d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:09.723778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6b53fd86-af58-4744-8f23-b643ef9ef3d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:09.814199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b53fd86-af58-4744-8f23-b643ef9ef3d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:03:09.817777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b53fd86-af58-4744-8f23-b643ef9ef3d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:09.831508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-43de943f-2439-438d-b16c-8b8f588c8ee3 None None] Provisioning for port 2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:03:09.836979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-43de943f-2439-438d-b16c-8b8f588c8ee3 None None] Provisioning complete for port 2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:09.837359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-43de943f-2439-438d-b16c-8b8f588c8ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:09.892143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-43de943f-2439-438d-b16c-8b8f588c8ee3 None None] Port 2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:03:09.894460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae1e-9c22-41f1-b671-994fa449735f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:10.167035 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b53fd86-af58-4744-8f23-b643ef9ef3d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:10.228629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53fd86-af58-4744-8f23-b643ef9ef3d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:03:10.231635 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-6b53fd86-af58-4744-8f23-b643ef9ef3d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:03:10.235793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53fd86-af58-4744-8f23-b643ef9ef3d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:10.236382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b53fd86-af58-4744-8f23-b643ef9ef3d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:10.240568 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de44624f-61ac-4d5e-be7e-523e9377c5aa None None] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:03:10.250345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53fd86-af58-4744-8f23-b643ef9ef3d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Subnet': ['ID=2b14166e-fb59-44a5-8aef-de1bce94a823,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:10.326756 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6b53fd86-af58-4744-8f23-b643ef9ef3d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7641482 Jan 28 18:03:10.327277 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47220) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:10.327774 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c429ee22-8018-422a-9785-561cf7803856 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:03:10.333433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-aa4b96f2-4be7-4bd4-aab4-62ca86f2df4d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2087774857', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b14166e-fb59-44a5-8aef-de1bce94a823'}], 'security_groups': ['0fea5a18-0571-4d3f-bd5c-35656c8e7171']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:10.463086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-aa4b96f2-4be7-4bd4-aab4-62ca86f2df4d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:10.477575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port c429ee22-8018-422a-9785-561cf7803856 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:10.477950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:10.749202 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70cb57-1e66-4326-834d-f8d908aa7f9f req-4cbc6883-7b24-4606-9855-210b96ea4867 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:10.750793 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7d70cb57-1e66-4326-834d-f8d908aa7f9f req-4cbc6883-7b24-4606-9855-210b96ea4867 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 946 time: 0.1670794 Jan 28 18:03:10.763414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c60d1bc-86b1-4453-b62d-c996bd2eca26 None None] Update dhcp port {'port': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'fixed_ips': [{'subnet_id': '19bd0106-767e-495e-9995-3b61c154b477', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b14166e-fb59-44a5-8aef-de1bce94a823'}], 'binding:host_id': 'dv-neutron-826919-1-hyperv'}, 'id': 'c429ee22-8018-422a-9785-561cf7803856'} from dv-neutron-826919-1-hyperv. {{(pid=88160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 18:03:10.817752 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c60d1bc-86b1-4453-b62d-c996bd2eca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:10.994061 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7d70cb57-1e66-4326-834d-f8d908aa7f9f req-2d09f089-7d21-44c3-87a6-ad685a94a950 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b401a7d-846c-480d-8451-ed6b65922bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098410 Jan 28 18:03:11.131054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-aa4b96f2-4be7-4bd4-aab4-62ca86f2df4d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Delete allocated IP 172.20.0.10 (b63eb321-3b9a-43ba-b21c-f9cead968b7e/19bd0106-767e-495e-9995-3b61c154b477) {{(pid=88158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 18:03:11.138898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-aa4b96f2-4be7-4bd4-aab4-62ca86f2df4d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Allocated IP 172.20.0.30 (b63eb321-3b9a-43ba-b21c-f9cead968b7e/2b14166e-fb59-44a5-8aef-de1bce94a823/2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:03:11.197246 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978481be-64ff-422d-8c1c-a081c95da39f req-ca3604d3-3675-42ac-a476-9f2f3e756436 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:11.199474 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-978481be-64ff-422d-8c1c-a081c95da39f req-ca3604d3-3675-42ac-a476-9f2f3e756436 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 946 time: 0.0868764 Jan 28 18:03:11.243349 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-978481be-64ff-422d-8c1c-a081c95da39f req-32437d8e-928f-478d-8338-34907f0130a6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b401a7d-846c-480d-8451-ed6b65922bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386376 Jan 28 18:03:11.268357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47230) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:11.342396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24da0ac9-e488-4327-b7f5-86e021316a87 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:11.352599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-aa4b96f2-4be7-4bd4-aab4-62ca86f2df4d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:11.353139 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-24da0ac9-e488-4327-b7f5-86e021316a87 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 1094 time: 0.0751243 Jan 28 18:03:11.353139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47234) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:11.357698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:11.360456 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-aa4b96f2-4be7-4bd4-aab4-62ca86f2df4d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Transition to ACTIVE for port object 2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:03:11.363655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:11.368761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:floatingip and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:11.371676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:11.377315 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:11.483067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-aa4b96f2-4be7-4bd4-aab4-62ca86f2df4d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:11.543829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-3c60d1bc-86b1-4453-b62d-c996bd2eca26 None None] Allocated IP 172.20.0.18 (b63eb321-3b9a-43ba-b21c-f9cead968b7e/2b14166e-fb59-44a5-8aef-de1bce94a823/c429ee22-8018-422a-9785-561cf7803856) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:03:11.557242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:11.641362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b96f2-4be7-4bd4-aab4-62ca86f2df4d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:11.666268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b96f2-4be7-4bd4-aab4-62ca86f2df4d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] In _notify_port_updated(), no bound segment for port 2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2 on network b63eb321-3b9a-43ba-b21c-f9cead968b7e {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 18:03:11.671998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4b96f2-4be7-4bd4-aab4-62ca86f2df4d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:11.672611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-aa4b96f2-4be7-4bd4-aab4-62ca86f2df4d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:11.673903 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-aa4b96f2-4be7-4bd4-aab4-62ca86f2df4d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "PUT /v2.0/ports/2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2 HTTP/1.1" status: 200 len: 921 time: 1.3454645 Jan 28 18:03:11.676854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47238) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:11.687453 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3c60d1bc-86b1-4453-b62d-c996bd2eca26 None None] For port c429ee22-8018-422a-9785-561cf7803856, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c429ee22-8018-422a-9785-561cf7803856,segment=NetworkSegment(a45f3d1a-23ee-4de6-ab91-d795863d3714),segment_id=a45f3d1a-23ee-4de6-ab91-d795863d3714)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:03:11.717032 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:11.717301 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c60d1bc-86b1-4453-b62d-c996bd2eca26 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:11.734781 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3c60d1bc-86b1-4453-b62d-c996bd2eca26 None None] Transition to ACTIVE for port object c429ee22-8018-422a-9785-561cf7803856 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:03:11.745844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6ea7b755-6329-48ae-b31f-3497f86da1d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port 2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:03:11.746182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b755-6329-48ae-b31f-3497f86da1d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:11.854446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.60 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/0398a50f-ae34-468a-b44d-1add26ca426f) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:03:11.905786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3c60d1bc-86b1-4453-b62d-c996bd2eca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:11.999667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b755-6329-48ae-b31f-3497f86da1d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:12.014156 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:12.087229 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60d1bc-86b1-4453-b62d-c996bd2eca26 None None] Pushing event updated for resources: {'Port': ['ID=c429ee22-8018-422a-9785-561cf7803856,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:12.147762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6ea7b755-6329-48ae-b31f-3497f86da1d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for 2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:03:12.163118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:12.243049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:03:12.246595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:03:12.250519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:03:12.300052 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=0398a50f-ae34-468a-b44d-1add26ca426f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:12.346795 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c429ee22-8018-422a-9785-561cf7803856 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:03:12.385840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b755-6329-48ae-b31f-3497f86da1d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:12.407331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f9160dbb-3495-4b0d-9130-c40dc2ceb62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:12.486763 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7b755-6329-48ae-b31f-3497f86da1d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:12.561215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b755-6329-48ae-b31f-3497f86da1d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:12.573142 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6ea7b755-6329-48ae-b31f-3497f86da1d3 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2 HTTP/1.1" status: 204 len: 168 time: 0.8951478 Jan 28 18:03:12.575743 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47244) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:12.623975 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac8aff5-6481-4e7c-8671-1232e6fc963c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] GET failed (client error): The resource could not be found. Jan 28 18:03:12.624564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7ac8aff5-6481-4e7c-8671-1232e6fc963c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:03:12.706460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:12.719400 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-365c906c-5a36-4ca2-be26-a0e8f5fbe7e0 None None] Could not find standard attr ID for object 2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:03:12.730240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-365c906c-5a36-4ca2-be26-a0e8f5fbe7e0 None None] Provisioning complete for port 54d7f496-049b-4f65-9265-8eb18d266d0e triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:12.730602 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-365c906c-5a36-4ca2-be26-a0e8f5fbe7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:12.763015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7ac8aff5-6481-4e7c-8671-1232e6fc963c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:03:12.767168 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7ac8aff5-6481-4e7c-8671-1232e6fc963c tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2 HTTP/1.1" status: 404 len: 333 time: 0.1876235 Jan 28 18:03:12.767168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47248) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:12.782360 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-365c906c-5a36-4ca2-be26-a0e8f5fbe7e0 None None] Port 54d7f496-049b-4f65-9265-8eb18d266d0e cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:03:12.829812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6914e122-4b49-47c3-9bd0-8b3b4b691424 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:12.857170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6914e122-4b49-47c3-9bd0-8b3b4b691424 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:12.951488 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-365c906c-5a36-4ca2-be26-a0e8f5fbe7e0 None None] Provisioning for port c429ee22-8018-422a-9785-561cf7803856 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:03:12.956939 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-365c906c-5a36-4ca2-be26-a0e8f5fbe7e0 None None] Provisioning complete for port c429ee22-8018-422a-9785-561cf7803856 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:12.957404 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-365c906c-5a36-4ca2-be26-a0e8f5fbe7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.036584 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.070627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6914e122-4b49-47c3-9bd0-8b3b4b691424 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.088710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914e122-4b49-47c3-9bd0-8b3b4b691424 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da2601a-670b-4742-ac88-29b7dc809c70,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:13.096716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6914e122-4b49-47c3-9bd0-8b3b4b691424 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.101297 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6914e122-4b49-47c3-9bd0-8b3b4b691424 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/security-groups/4da2601a-670b-4742-ac88-29b7dc809c70 HTTP/1.1" status: 204 len: 168 time: 0.3303940 Jan 28 18:03:13.103014 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47252) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:13.248934 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.250334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3ac4fea3-f6b8-4b03-9836-6f5ac91128e4 None None] Could not find standard attr ID for object 2f37d2a7-2c19-444d-bd32-9ce0ac56d8c2. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:03:13.255109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3cbc52e8-28a6-44f0-97ea-9ef4e0594fa4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.295463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3cbc52e8-28a6-44f0-97ea-9ef4e0594fa4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.374232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.392621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.500196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3cbc52e8-28a6-44f0-97ea-9ef4e0594fa4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.515616 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc52e8-28a6-44f0-97ea-9ef4e0594fa4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fea5a18-0571-4d3f-bd5c-35656c8e7171,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:13.531068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3cbc52e8-28a6-44f0-97ea-9ef4e0594fa4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.537200 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3cbc52e8-28a6-44f0-97ea-9ef4e0594fa4 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/security-groups/0fea5a18-0571-4d3f-bd5c-35656c8e7171 HTTP/1.1" status: 204 len: 168 time: 0.4280710 Jan 28 18:03:13.537200 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.537892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47258) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:13.603756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting subnet 19bd0106-767e-495e-9995-3b61c154b477 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:03:13.606934 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.664435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=0398a50f-ae34-468a-b44d-1add26ca426f,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:13.664925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.678090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.750659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:13.849434 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 06c5bb68-99ee-4a95-a5f0-875d6aa47a3d associated. External IP: 172.26.1.60, port: 264d5f6b-60c8-40e8-9865-8ea1f86081de. Jan 28 18:03:14.014519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:14.058823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Subnet': ['ID=19bd0106-767e-495e-9995-3b61c154b477,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:14.061384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:14.065823 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db48dc-4e18-4775-b6f8-657abc0ba456 None None] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:03:14.071654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:14.071999 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:14.072339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:14.072692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:14.073051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:14.073440 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:14.073801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:14.074127 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:14.074448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:14.074768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:14.075111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:14.075433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:14.082100 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-51611e4d-f3ee-4d11-8535-046642e3773e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/19bd0106-767e-495e-9995-3b61c154b477 HTTP/1.1" status: 204 len: 168 time: 0.5428417 Jan 28 18:03:14.083211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47262) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:14.088925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-cc05e49c-f2c6-474a-8eaf-9f09a1f948b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:14.221849 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router f14410b0-8fae-47a1-92b7-49dea1949c49 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:03:14.229428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cc05e49c-f2c6-474a-8eaf-9f09a1f948b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:14.233204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cc05e49c-f2c6-474a-8eaf-9f09a1f948b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:14.235989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cc05e49c-f2c6-474a-8eaf-9f09a1f948b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:14.242192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cc05e49c-f2c6-474a-8eaf-9f09a1f948b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:14.334206 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc05e49c-f2c6-474a-8eaf-9f09a1f948b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:03:14.337892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cc05e49c-f2c6-474a-8eaf-9f09a1f948b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:14.415491 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:03:14.427115 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9abb2-692e-4c72-8866-9fcc8dfd4bc9 None None] Sync routers for ids ['f14410b0-8fae-47a1-92b7-49dea1949c49'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:03:14.438072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9abb2-692e-4c72-8866-9fcc8dfd4bc9 None None] Routers {'f14410b0-8fae-47a1-92b7-49dea1949c49'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:03:14.438790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-73e9abb2-692e-4c72-8866-9fcc8dfd4bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:03:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f14410b0-8fae-47a1-92b7-49dea1949c49'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:14.506457 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:14.619991 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-77953c3e-dc43-481d-bd9f-e5f5a0b17d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2660656 Jan 28 18:03:14.621121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47268) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:14.621777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'tag': '264d5f6b-60c8-40e8-9865-8ea1f86081de'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:03:14.676459 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-73e9abb2-692e-4c72-8866-9fcc8dfd4bc9 None None] Set router f14410b0-8fae-47a1-92b7-49dea1949c49 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:03:14.790384 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b593404c-1261-4a36-ba65-d24523f3dc25 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/06c5bb68-99ee-4a95-a5f0-875d6aa47a3d HTTP/1.1" status: 200 len: 991 time: 0.1601574 Jan 28 18:03:14.796348 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'tag': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'status': 'completed', 'code': 200} Jan 28 18:03:14.838447 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26bd0c-d399-4227-aa33-23b4db685959 req-7a55caf0-d0cc-4424-9aa2-882479f48f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:14.840171 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d26bd0c-d399-4227-aa33-23b4db685959 req-7a55caf0-d0cc-4424-9aa2-882479f48f95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 1099 time: 0.0889208 Jan 28 18:03:14.871079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cc05e49c-f2c6-474a-8eaf-9f09a1f948b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:14.977394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:14.991635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc05e49c-f2c6-474a-8eaf-9f09a1f948b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:03:14.996541 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-cc05e49c-f2c6-474a-8eaf-9f09a1f948b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:03:15.002280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc05e49c-f2c6-474a-8eaf-9f09a1f948b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:15.002866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cc05e49c-f2c6-474a-8eaf-9f09a1f948b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:15.004477 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6f7194d5-f045-46fd-b1d6-b5ee1460ad49 None None] Provisioning complete for port 54d7f496-049b-4f65-9265-8eb18d266d0e triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:15.004845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6f7194d5-f045-46fd-b1d6-b5ee1460ad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:15.038975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd4928c-ce49-48b9-be05-46b3bf0d4a6b None None] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:03:15.050428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05e49c-f2c6-474a-8eaf-9f09a1f948b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Subnet': ['ID=15131f22-f6af-4480-b320-b10ad2b7b6c8,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:15.064335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26bd0c-d399-4227-aa33-23b4db685959 req-ba7d15d7-c1a8-41f8-abdb-6a2aebe675d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:15.065789 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d26bd0c-d399-4227-aa33-23b4db685959 req-ba7d15d7-c1a8-41f8-abdb-6a2aebe675d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dcb6251-53ce-4bf2-9c7f-8bfd871a501b HTTP/1.1" status: 200 len: 897 time: 0.2202389 Jan 28 18:03:15.156655 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cc05e49c-f2c6-474a-8eaf-9f09a1f948b7 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0723846 Jan 28 18:03:15.159412 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47274) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:15.164626 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'security_group': {'name': 'tempest-secgroup-1917954178'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:15.170292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:15.174159 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:security_group and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:15.177135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:15.177704 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d26bd0c-d399-4227-aa33-23b4db685959 req-b3e79d38-3126-4d2f-b98f-e0ff42a3a812 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=264d5f6b-60c8-40e8-9865-8ea1f86081de HTTP/1.1" status: 200 len: 999 time: 0.1063943 Jan 28 18:03:15.183147 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:15.191919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-6f7194d5-f045-46fd-b1d6-b5ee1460ad49 None None] Port 54d7f496-049b-4f65-9265-8eb18d266d0e cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:03:15.240496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6f7194d5-f045-46fd-b1d6-b5ee1460ad49 None None] Provisioning complete for port c429ee22-8018-422a-9785-561cf7803856 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:15.240815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6f7194d5-f045-46fd-b1d6-b5ee1460ad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:15.247771 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26bd0c-d399-4227-aa33-23b4db685959 req-78bf9a79-c8f1-4aac-b115-f80d485ca1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:15.256168 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d26bd0c-d399-4227-aa33-23b4db685959 req-78bf9a79-c8f1-4aac-b115-f80d485ca1dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57c753fc-b8fc-4fca-8c2c-4332a9d19712 HTTP/1.1" status: 200 len: 835 time: 0.0666184 Jan 28 18:03:15.329259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26bd0c-d399-4227-aa33-23b4db685959 req-9be8c8da-8d27-4cdd-bfb1-cfd8fc309359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:15.331004 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d26bd0c-d399-4227-aa33-23b4db685959 req-9be8c8da-8d27-4cdd-bfb1-cfd8fc309359 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dcb6251-53ce-4bf2-9c7f-8bfd871a501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703685 Jan 28 18:03:15.334072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:15.358896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-73e9abb2-692e-4c72-8866-9fcc8dfd4bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:02:43Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '06c5bb68-99ee-4a95-a5f0-875d6aa47a3d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'port_id': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'mac_address': 'fa:16:3e:4d:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:03:12Z', 'updated_at': '2022-01-28T18:03:12Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:53Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:15.369483 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9abb2-692e-4c72-8866-9fcc8dfd4bc9 None None] Checking router: f14410b0-8fae-47a1-92b7-49dea1949c49 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:03:15.503967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:15.504829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9abb2-692e-4c72-8866-9fcc8dfd4bc9 None None] Routers {'f14410b0-8fae-47a1-92b7-49dea1949c49'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:03:15.505004 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-73e9abb2-692e-4c72-8866-9fcc8dfd4bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:03:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f14410b0-8fae-47a1-92b7-49dea1949c49'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:15.508244 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d26bd0c-d399-4227-aa33-23b4db685959 req-f2ea8012-c0d3-49cb-9c29-6d5ffcd2be13 service neutron] 10.222.0.16 "GET /v2.0/networks/7dcb6251-53ce-4bf2-9c7f-8bfd871a501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715870 Jan 28 18:03:15.509568 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:security_group_rule and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:15.512551 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:15.518906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:15.596546 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:15.650615 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d26bd0c-d399-4227-aa33-23b4db685959 req-cb9fd6d7-b056-40b8-b017-952f00739c60 service neutron] 10.222.0.16 "GET /v2.0/networks/7dcb6251-53ce-4bf2-9c7f-8bfd871a501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360841 Jan 28 18:03:15.720066 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-73e9abb2-692e-4c72-8866-9fcc8dfd4bc9 None None] Set router f14410b0-8fae-47a1-92b7-49dea1949c49 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:03:15.757378 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:15.793535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47280) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:15.799632 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d0ff53-fd6e-45dd-9e2f-7e0057767515,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:15.807651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:15.807992 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:15.808315 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:15.808640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:15.808988 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:15.809311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:15.809625 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:15.809939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:15.810847 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:15.810847 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:15.810847 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:15.811297 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:15.875434 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:15.876594 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f9eb6336-dce1-4aa1-925d-81bb36c0fd02 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7162111 Jan 28 18:03:15.879421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47284) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:15.886701 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'security_group': {'name': 'tempest-secgroup-1817026723'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:15.902471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:15.910256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:security_group and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:15.915616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:15.921122 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54efc3a4-de10-44a8-9ff0-dbd0aae0c87d None None] Update dhcp port {'port': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'fixed_ips': [{'subnet_id': '2b14166e-fb59-44a5-8aef-de1bce94a823', 'ip_address': '172.20.0.18'}, {'subnet_id': '15131f22-f6af-4480-b320-b10ad2b7b6c8'}], 'binding:host_id': 'dv-neutron-826919-1-hyperv'}, 'id': 'c429ee22-8018-422a-9785-561cf7803856'} from dv-neutron-826919-1-hyperv. {{(pid=88160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 18:03:15.924060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:15.932239 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-81097271-76a5-45f2-b852-f400e6e15af8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/06c5bb68-99ee-4a95-a5f0-875d6aa47a3d HTTP/1.1" status: 200 len: 991 time: 0.1377540 Jan 28 18:03:16.006853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-54efc3a4-de10-44a8-9ff0-dbd0aae0c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:16.008659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:16.030027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:16.033856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:security_group_rule and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:16.036731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:16.043308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:16.119869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:16.214575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:16.258052 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ec8a76-6b92-41cb-ac8a-870a9183ead1,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:16.332498 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-54efc3a4-de10-44a8-9ff0-dbd0aae0c87d None None] Allocated IP 172.20.0.2 (b63eb321-3b9a-43ba-b21c-f9cead968b7e/15131f22-f6af-4480-b320-b10ad2b7b6c8/c429ee22-8018-422a-9785-561cf7803856) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:03:16.349668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:16.351597 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7b73e868-2bf1-4ac5-bbfa-3b839d5bb02d tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4712594 Jan 28 18:03:16.354256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47288) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:16.354469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-73e9abb2-692e-4c72-8866-9fcc8dfd4bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:02:43Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '06c5bb68-99ee-4a95-a5f0-875d6aa47a3d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'port_id': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'mac_address': 'fa:16:3e:4d:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:03:12Z', 'updated_at': '2022-01-28T18:03:12Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:53Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:16.359595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'security_group': {'name': 'tempest-secgroup-1555118807'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:16.365678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:16.370012 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:security_group and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:16.372873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:16.373479 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9abb2-692e-4c72-8866-9fcc8dfd4bc9 None None] The sync data for ids ['f14410b0-8fae-47a1-92b7-49dea1949c49'] in dv-neutron-826919-1-hyperv is: [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:02:43Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '06c5bb68-99ee-4a95-a5f0-875d6aa47a3d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'port_id': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'mac_address': 'fa:16:3e:4d:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:03:12Z', 'updated_at': '2022-01-28T18:03:12Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:53Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:03:16.379848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:16.477625 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-54efc3a4-de10-44a8-9ff0-dbd0aae0c87d None None] For port c429ee22-8018-422a-9785-561cf7803856, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c429ee22-8018-422a-9785-561cf7803856,segment=NetworkSegment(a45f3d1a-23ee-4de6-ab91-d795863d3714),segment_id=a45f3d1a-23ee-4de6-ab91-d795863d3714)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:03:16.503126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-54efc3a4-de10-44a8-9ff0-dbd0aae0c87d None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:16.520834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-54efc3a4-de10-44a8-9ff0-dbd0aae0c87d None None] Transition to ACTIVE for port object c429ee22-8018-422a-9785-561cf7803856 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:03:16.523112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:16.547705 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:16.551707 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:security_group_rule and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:16.556918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:16.565133 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:16.581411 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e10a10-ea09-4300-b6bc-0e4e82746018 None None] New status for floating IP 06c5bb68-99ee-4a95-a5f0-875d6aa47a3d: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:03:16.606663 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-54efc3a4-de10-44a8-9ff0-dbd0aae0c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:16.646633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:16.752172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:16.764563 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efc3a4-de10-44a8-9ff0-dbd0aae0c87d None None] Pushing event updated for resources: {'Port': ['ID=c429ee22-8018-422a-9785-561cf7803856,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:16.800575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f7e19c-e9fe-448f-9243-951675c51a7d,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:16.932080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:16.933331 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a6244af1-71c4-4cfb-b30a-1e904c2cc466 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5779176 Jan 28 18:03:16.935801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47294) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:16.939623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47296) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:16.943886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-79703185', 'security_groups': ['91f7e19c-e9fe-448f-9243-951675c51a7d'], 'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '15131f22-f6af-4480-b320-b10ad2b7b6c8'}]}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:17.245927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1399227b-50b8-41e8-b3e4-7e33f9f3d5a7 None None] Provisioning complete for port 54d7f496-049b-4f65-9265-8eb18d266d0e triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:17.246450 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1399227b-50b8-41e8-b3e4-7e33f9f3d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:17.259113 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cd44579e-16a3-415a-9c84-5a92fa82027c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/06c5bb68-99ee-4a95-a5f0-875d6aa47a3d HTTP/1.1" status: 200 len: 993 time: 0.3215394 Jan 28 18:03:17.289809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:17.299417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:17.301973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1399227b-50b8-41e8-b3e4-7e33f9f3d5a7 None None] Port 54d7f496-049b-4f65-9265-8eb18d266d0e cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:03:17.385383 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:03:17.441129 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1399227b-50b8-41e8-b3e4-7e33f9f3d5a7 None None] Provisioning for port c429ee22-8018-422a-9785-561cf7803856 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:03:17.446927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1399227b-50b8-41e8-b3e4-7e33f9f3d5a7 None None] Provisioning complete for port c429ee22-8018-422a-9785-561cf7803856 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:17.447323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1399227b-50b8-41e8-b3e4-7e33f9f3d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:17.509154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:17.529469 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] device_id is not set on port dd089874-ce5b-47be-83a5-9874e57df697 yet. {{(pid=88158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:03:17.734690 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Allocated IP 172.20.0.5 (b63eb321-3b9a-43ba-b21c-f9cead968b7e/15131f22-f6af-4480-b320-b10ad2b7b6c8/dd089874-ce5b-47be-83a5-9874e57df697) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:03:17.917244 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:17.932490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Transition to ACTIVE for port object dd089874-ce5b-47be-83a5-9874e57df697 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:03:18.077666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:18.150918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:03:18.153693 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:03:18.157816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:03:18.198319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=dd089874-ce5b-47be-83a5-9874e57df697,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:18.230686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:18.231307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:18.334934 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c429ee22-8018-422a-9785-561cf7803856 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:03:18.376288 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e3d07840-e1f2-43e9-b43a-78f31104ff04 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4373012 Jan 28 18:03:18.379114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47304) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:18.384930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-06657a25-cde7-4db7-b648-1d8bc9d21b93 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:18.445249 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port c429ee22-8018-422a-9785-561cf7803856 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:18.445821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:18.524307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-06657a25-cde7-4db7-b648-1d8bc9d21b93 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:18.528159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-06657a25-cde7-4db7-b648-1d8bc9d21b93 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:18.531043 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-06657a25-cde7-4db7-b648-1d8bc9d21b93 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:18.537326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-06657a25-cde7-4db7-b648-1d8bc9d21b93 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:18.553660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1ca6d5f7-086c-4d86-9bfa-61a0b2c6ac1d None None] Provisioning for port dd089874-ce5b-47be-83a5-9874e57df697 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:03:18.563329 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1ca6d5f7-086c-4d86-9bfa-61a0b2c6ac1d None None] Provisioning complete for port dd089874-ce5b-47be-83a5-9874e57df697 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:18.563706 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1ca6d5f7-086c-4d86-9bfa-61a0b2c6ac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:18.623837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1ca6d5f7-086c-4d86-9bfa-61a0b2c6ac1d None None] Port dd089874-ce5b-47be-83a5-9874e57df697 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:03:18.625356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06657a25-cde7-4db7-b648-1d8bc9d21b93 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:03:18.628863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-06657a25-cde7-4db7-b648-1d8bc9d21b93 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:18.757297 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.ipam_backend_mixin [None req-06657a25-cde7-4db7-b648-1d8bc9d21b93 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 15131f22-f6af-4480-b320-b10ad2b7b6c8 (CIDR: 172.20.0.0/28) Jan 28 18:03:18.801661 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-06657a25-cde7-4db7-b648-1d8bc9d21b93 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 18:03:18.810022 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06657a25-cde7-4db7-b648-1d8bc9d21b93 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:03:18.938825 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-06657a25-cde7-4db7-b648-1d8bc9d21b93 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5582237 Jan 28 18:03:18.941288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47310) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:18.947233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-da23fd9f-e288-48f2-87fd-c9e9b3d107bf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:19.082092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-da23fd9f-e288-48f2-87fd-c9e9b3d107bf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:19.086522 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-da23fd9f-e288-48f2-87fd-c9e9b3d107bf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:19.089314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-da23fd9f-e288-48f2-87fd-c9e9b3d107bf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:19.094965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-da23fd9f-e288-48f2-87fd-c9e9b3d107bf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:19.276804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da23fd9f-e288-48f2-87fd-c9e9b3d107bf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:03:19.280377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da23fd9f-e288-48f2-87fd-c9e9b3d107bf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:19.414761 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.ipam_backend_mixin [None req-da23fd9f-e288-48f2-87fd-c9e9b3d107bf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2b14166e-fb59-44a5-8aef-de1bce94a823 (CIDR: 172.20.0.16/28) Jan 28 18:03:19.494672 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-da23fd9f-e288-48f2-87fd-c9e9b3d107bf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 18:03:19.495209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da23fd9f-e288-48f2-87fd-c9e9b3d107bf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:03:19.574802 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-da23fd9f-e288-48f2-87fd-c9e9b3d107bf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6324182 Jan 28 18:03:19.577423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47314) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:19.582909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-0e831c67-8957-41d9-84cb-6542bf1ba5fd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'subnet': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:19.834326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0e831c67-8957-41d9-84cb-6542bf1ba5fd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:19.838702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0e831c67-8957-41d9-84cb-6542bf1ba5fd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Usage tracker for resource:subnet and tenant:5bf89366f4614c3aaf04ea78be886509 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:19.841647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0e831c67-8957-41d9-84cb-6542bf1ba5fd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:19.847245 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0e831c67-8957-41d9-84cb-6542bf1ba5fd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:19.859876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:19.943501 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e831c67-8957-41d9-84cb-6542bf1ba5fd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Made reservation on behalf of 5bf89366f4614c3aaf04ea78be886509 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:03:19.946972 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0e831c67-8957-41d9-84cb-6542bf1ba5fd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:20.265525 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0e831c67-8957-41d9-84cb-6542bf1ba5fd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:20.327329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e831c67-8957-41d9-84cb-6542bf1ba5fd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:03:20.330303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-0e831c67-8957-41d9-84cb-6542bf1ba5fd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:03:20.334532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e831c67-8957-41d9-84cb-6542bf1ba5fd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:20.335722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0e831c67-8957-41d9-84cb-6542bf1ba5fd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:20.341215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64015652-2675-4b48-99ce-7d3aee15fb9a None None] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:03:20.350915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e831c67-8957-41d9-84cb-6542bf1ba5fd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Subnet': ['ID=517a54b4-2992-4304-a504-dce6b6444c67,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:20.466970 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0e831c67-8957-41d9-84cb-6542bf1ba5fd tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8883955 Jan 28 18:03:20.469523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47320) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:20.475338 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-4ca1bd16-80b5-414d-922b-950e2da730eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-935460917', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '517a54b4-2992-4304-a504-dce6b6444c67'}], 'security_groups': ['96d0ff53-fd6e-45dd-9e2f-7e0057767515', 'd0ec8a76-6b92-41cb-ac8a-870a9183ead1']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:20.597153 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bd16-80b5-414d-922b-950e2da730eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:20.676236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16407a9c-6695-49d3-aeca-2b36f9446407 None None] Update dhcp port {'port': {'network_id': 'b63eb321-3b9a-43ba-b21c-f9cead968b7e', 'fixed_ips': [{'subnet_id': '2b14166e-fb59-44a5-8aef-de1bce94a823', 'ip_address': '172.20.0.18'}, {'subnet_id': '15131f22-f6af-4480-b320-b10ad2b7b6c8', 'ip_address': '172.20.0.2'}, {'subnet_id': '517a54b4-2992-4304-a504-dce6b6444c67'}], 'binding:host_id': 'dv-neutron-826919-1-hyperv'}, 'id': 'c429ee22-8018-422a-9785-561cf7803856'} from dv-neutron-826919-1-hyperv. {{(pid=88160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 18:03:20.730583 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-16407a9c-6695-49d3-aeca-2b36f9446407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:20.995990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-4ca1bd16-80b5-414d-922b-950e2da730eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Delete allocated IP 172.20.0.5 (b63eb321-3b9a-43ba-b21c-f9cead968b7e/15131f22-f6af-4480-b320-b10ad2b7b6c8) {{(pid=88158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 18:03:21.003430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-4ca1bd16-80b5-414d-922b-950e2da730eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Allocated IP 172.20.0.37 (b63eb321-3b9a-43ba-b21c-f9cead968b7e/517a54b4-2992-4304-a504-dce6b6444c67/dd089874-ce5b-47be-83a5-9874e57df697) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:03:21.209063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bd16-80b5-414d-922b-950e2da730eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:21.224460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-4ca1bd16-80b5-414d-922b-950e2da730eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Transition to ACTIVE for port object dd089874-ce5b-47be-83a5-9874e57df697 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:03:21.300003 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bd16-80b5-414d-922b-950e2da730eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:21.366205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-16407a9c-6695-49d3-aeca-2b36f9446407 None None] Allocated IP 172.20.0.34 (b63eb321-3b9a-43ba-b21c-f9cead968b7e/517a54b4-2992-4304-a504-dce6b6444c67/c429ee22-8018-422a-9785-561cf7803856) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:03:21.445987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1bd16-80b5-414d-922b-950e2da730eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event updated for resources: {'Port': ['ID=dd089874-ce5b-47be-83a5-9874e57df697,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:21.471409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-4ca1bd16-80b5-414d-922b-950e2da730eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] In _notify_port_updated(), no bound segment for port dd089874-ce5b-47be-83a5-9874e57df697 on network b63eb321-3b9a-43ba-b21c-f9cead968b7e {{(pid=88158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 18:03:21.477255 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca1bd16-80b5-414d-922b-950e2da730eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:21.477861 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bd16-80b5-414d-922b-950e2da730eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:21.479159 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4ca1bd16-80b5-414d-922b-950e2da730eb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "PUT /v2.0/ports/dd089874-ce5b-47be-83a5-9874e57df697 HTTP/1.1" status: 200 len: 959 time: 1.0086057 Jan 28 18:03:21.482172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47326) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:21.507195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-16407a9c-6695-49d3-aeca-2b36f9446407 None None] For port c429ee22-8018-422a-9785-561cf7803856, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c429ee22-8018-422a-9785-561cf7803856,segment=NetworkSegment(a45f3d1a-23ee-4de6-ab91-d795863d3714),segment_id=a45f3d1a-23ee-4de6-ab91-d795863d3714)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:03:21.532402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-16407a9c-6695-49d3-aeca-2b36f9446407 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:21.548845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-16407a9c-6695-49d3-aeca-2b36f9446407 None None] Transition to ACTIVE for port object c429ee22-8018-422a-9785-561cf7803856 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:03:21.552277 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-3e99ac54-4c43-4446-ac75-7e7a5e35d976 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port dd089874-ce5b-47be-83a5-9874e57df697 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:03:21.552617 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3e99ac54-4c43-4446-ac75-7e7a5e35d976 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:21.625857 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-16407a9c-6695-49d3-aeca-2b36f9446407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:21.804538 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16407a9c-6695-49d3-aeca-2b36f9446407 None None] Pushing event updated for resources: {'Port': ['ID=c429ee22-8018-422a-9785-561cf7803856,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:21.812105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3e99ac54-4c43-4446-ac75-7e7a5e35d976 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:22.042735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-3e99ac54-4c43-4446-ac75-7e7a5e35d976 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for dd089874-ce5b-47be-83a5-9874e57df697 owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:03:22.309982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3e99ac54-4c43-4446-ac75-7e7a5e35d976 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:22.360967 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c429ee22-8018-422a-9785-561cf7803856 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:03:22.404067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f82b31a4-90b1-47fd-8d8a-54f92ffbc88c None None] Could not find standard attr ID for object dd089874-ce5b-47be-83a5-9874e57df697. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:03:22.416025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99ac54-4c43-4446-ac75-7e7a5e35d976 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=dd089874-ce5b-47be-83a5-9874e57df697,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:22.437445 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f82b31a4-90b1-47fd-8d8a-54f92ffbc88c None None] Provisioning complete for port 54d7f496-049b-4f65-9265-8eb18d266d0e triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:22.437831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f82b31a4-90b1-47fd-8d8a-54f92ffbc88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:22.480775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3e99ac54-4c43-4446-ac75-7e7a5e35d976 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:22.492395 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3e99ac54-4c43-4446-ac75-7e7a5e35d976 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/dd089874-ce5b-47be-83a5-9874e57df697 HTTP/1.1" status: 204 len: 168 time: 1.0072618 Jan 28 18:03:22.493673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47332) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:22.503199 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f82b31a4-90b1-47fd-8d8a-54f92ffbc88c None None] Port 54d7f496-049b-4f65-9265-8eb18d266d0e cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:03:22.535630 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd039d5-619e-4669-8a88-3a5a7a2312cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] GET failed (client error): The resource could not be found. Jan 28 18:03:22.536099 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6bd039d5-619e-4669-8a88-3a5a7a2312cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Synchronizing usage tracker for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:03:22.575015 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f82b31a4-90b1-47fd-8d8a-54f92ffbc88c None None] Provisioning for port c429ee22-8018-422a-9785-561cf7803856 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:03:22.582294 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f82b31a4-90b1-47fd-8d8a-54f92ffbc88c None None] Provisioning complete for port c429ee22-8018-422a-9785-561cf7803856 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:22.593594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f82b31a4-90b1-47fd-8d8a-54f92ffbc88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:22.615361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6bd039d5-619e-4669-8a88-3a5a7a2312cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Unset dirty status for tenant:5bf89366f4614c3aaf04ea78be886509 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:03:22.619930 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6bd039d5-619e-4669-8a88-3a5a7a2312cb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports/dd089874-ce5b-47be-83a5-9874e57df697 HTTP/1.1" status: 404 len: 333 time: 0.1227996 Jan 28 18:03:22.620787 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47336) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:22.706113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fea80a6e-12bd-4e89-bae9-e819022870f6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:22.736822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fea80a6e-12bd-4e89-bae9-e819022870f6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:22.846437 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fea80a6e-12bd-4e89-bae9-e819022870f6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:22.867268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea80a6e-12bd-4e89-bae9-e819022870f6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f7e19c-e9fe-448f-9243-951675c51a7d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:22.875580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fea80a6e-12bd-4e89-bae9-e819022870f6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:22.877025 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fea80a6e-12bd-4e89-bae9-e819022870f6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/security-groups/91f7e19c-e9fe-448f-9243-951675c51a7d HTTP/1.1" status: 204 len: 168 time: 0.2545059 Jan 28 18:03:22.879981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47340) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:22.929479 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-89ab6546-9492-4155-8cae-f60026fb8a0a None None] Could not find standard attr ID for object dd089874-ce5b-47be-83a5-9874e57df697. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:03:22.947940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a983dc91-86d9-4e10-afaa-a504110a9576 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:22.987999 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a983dc91-86d9-4e10-afaa-a504110a9576 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:23.122616 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a983dc91-86d9-4e10-afaa-a504110a9576 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:23.141803 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983dc91-86d9-4e10-afaa-a504110a9576 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ec8a76-6b92-41cb-ac8a-870a9183ead1,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:23.145373 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a983dc91-86d9-4e10-afaa-a504110a9576 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:23.146482 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a983dc91-86d9-4e10-afaa-a504110a9576 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/security-groups/d0ec8a76-6b92-41cb-ac8a-870a9183ead1 HTTP/1.1" status: 204 len: 168 time: 0.2652783 Jan 28 18:03:23.150042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47346) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:23.215149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5c9c81f4-fa28-49a6-a169-a622fab26345 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:23.244355 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5c9c81f4-fa28-49a6-a169-a622fab26345 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:23.379964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5c9c81f4-fa28-49a6-a169-a622fab26345 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:23.396171 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c81f4-fa28-49a6-a169-a622fab26345 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d0ff53-fd6e-45dd-9e2f-7e0057767515,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:23.403704 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5c9c81f4-fa28-49a6-a169-a622fab26345 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:23.404597 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5c9c81f4-fa28-49a6-a169-a622fab26345 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/security-groups/96d0ff53-fd6e-45dd-9e2f-7e0057767515 HTTP/1.1" status: 204 len: 168 time: 0.2529027 Jan 28 18:03:23.407301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47350) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:23.474690 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-389ddf63-ae92-4bd7-9d52-78e3e0ce58fb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting subnet 15131f22-f6af-4480-b320-b10ad2b7b6c8 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:03:23.477604 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-389ddf63-ae92-4bd7-9d52-78e3e0ce58fb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:23.534064 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-389ddf63-ae92-4bd7-9d52-78e3e0ce58fb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:23.614225 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-389ddf63-ae92-4bd7-9d52-78e3e0ce58fb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:23.778191 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-389ddf63-ae92-4bd7-9d52-78e3e0ce58fb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:23.822921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ddf63-ae92-4bd7-9d52-78e3e0ce58fb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Subnet': ['ID=15131f22-f6af-4480-b320-b10ad2b7b6c8,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:23.824855 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-389ddf63-ae92-4bd7-9d52-78e3e0ce58fb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:23.830982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b671743e-627d-4f2e-aaac-ac1cd2de9071 None None] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:03:23.831477 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-389ddf63-ae92-4bd7-9d52-78e3e0ce58fb tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/15131f22-f6af-4480-b320-b10ad2b7b6c8 HTTP/1.1" status: 204 len: 168 time: 0.4228463 Jan 28 18:03:23.838411 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47354) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:23.903671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-2553ba39-9e0d-4dd3-82c3-e095c439a8c2 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting subnet 517a54b4-2992-4304-a504-dce6b6444c67 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:03:23.906703 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2553ba39-9e0d-4dd3-82c3-e095c439a8c2 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:23.969850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2553ba39-9e0d-4dd3-82c3-e095c439a8c2 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:24.069522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2553ba39-9e0d-4dd3-82c3-e095c439a8c2 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:24.215914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2553ba39-9e0d-4dd3-82c3-e095c439a8c2 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:24.267981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553ba39-9e0d-4dd3-82c3-e095c439a8c2 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Subnet': ['ID=517a54b4-2992-4304-a504-dce6b6444c67,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:24.271359 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2553ba39-9e0d-4dd3-82c3-e095c439a8c2 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:24.279985 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2553ba39-9e0d-4dd3-82c3-e095c439a8c2 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/517a54b4-2992-4304-a504-dce6b6444c67 HTTP/1.1" status: 204 len: 168 time: 0.4380295 Jan 28 18:03:24.280122 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47360) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:24.320536 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b1aa3b-650d-4413-beb0-a51d9bdc92b2 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] DELETE failed (client error): The resource could not be found. Jan 28 18:03:24.321003 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b1aa3b-650d-4413-beb0-a51d9bdc92b2 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:03:24.322754 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b9b1aa3b-650d-4413-beb0-a51d9bdc92b2 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/15131f22-f6af-4480-b320-b10ad2b7b6c8 HTTP/1.1" status: 404 len: 337 time: 0.0416586 Jan 28 18:03:24.325229 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47366) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:24.405572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e9ab46-246e-43d5-a028-c76202e01846 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting subnet 2b14166e-fb59-44a5-8aef-de1bce94a823 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:03:24.409498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-87e9ab46-246e-43d5-a028-c76202e01846 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:24.470661 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-87e9ab46-246e-43d5-a028-c76202e01846 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:24.562091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-87e9ab46-246e-43d5-a028-c76202e01846 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:24.648900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-3b69722d-afc1-4cba-b51e-34d925483d9f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Synchronizing usage tracker for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:03:24.664201 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c97f920-1abf-4349-9f84-e23a743d8936 None None] Network b63eb321-3b9a-43ba-b21c-f9cead968b7e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:03:24.722842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-87e9ab46-246e-43d5-a028-c76202e01846 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:24.751095 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-3b69722d-afc1-4cba-b51e-34d925483d9f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Unset dirty status for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:03:24.752289 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-3b69722d-afc1-4cba-b51e-34d925483d9f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695832801&fields=id&tenant_id=1511d18bc53c42cca11b6d652fdada14 HTTP/1.1" status: 200 len: 267 time: 0.1447852 Jan 28 18:03:24.773170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9ab46-246e-43d5-a028-c76202e01846 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Subnet': ['ID=2b14166e-fb59-44a5-8aef-de1bce94a823,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:24.777261 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-87e9ab46-246e-43d5-a028-c76202e01846 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:24.786608 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-87e9ab46-246e-43d5-a028-c76202e01846 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/2b14166e-fb59-44a5-8aef-de1bce94a823 HTTP/1.1" status: 204 len: 168 time: 0.4582977 Jan 28 18:03:24.786959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47376) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:24.788442 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b3e5bf8c-337d-44e9-8694-01079f922806 None None] Provisioning complete for port 54d7f496-049b-4f65-9265-8eb18d266d0e triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:24.789030 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b3e5bf8c-337d-44e9-8694-01079f922806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:24.888320 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c614b814-c3ae-4fef-9b11-822d2ab23932 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] DELETE failed (client error): The resource could not be found. Jan 28 18:03:24.888320 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c614b814-c3ae-4fef-9b11-822d2ab23932 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:03:24.891709 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c614b814-c3ae-4fef-9b11-822d2ab23932 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/19bd0106-767e-495e-9995-3b61c154b477 HTTP/1.1" status: 404 len: 337 time: 0.1014221 Jan 28 18:03:24.892305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47380) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:24.912256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5bf8c-337d-44e9-8694-01079f922806 None None] Port 54d7f496-049b-4f65-9265-8eb18d266d0e cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:03:24.933529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b3e5bf8c-337d-44e9-8694-01079f922806 None None] Provisioning complete for port c429ee22-8018-422a-9785-561cf7803856 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:24.933896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b3e5bf8c-337d-44e9-8694-01079f922806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:24.954751 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-412634d3-7872-4375-b2ec-77a015cdd863 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "GET /v2.0/ports?device_id=aefc1d35-ea29-4376-b919-2de09092b40a HTTP/1.1" status: 200 len: 205 time: 0.0608706 Jan 28 18:03:24.956030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47384) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:24.961280 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-c25cc702-379d-4c44-8822-24da8b46f113 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:24.962831 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-c25cc702-379d-4c44-8822-24da8b46f113 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 812 time: 0.2025304 Jan 28 18:03:24.979960 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-228b0588-d620-43a7-bb8e-a86b6139bc7e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/quotas/1511d18bc53c42cca11b6d652fdada14 HTTP/1.1" status: 200 len: 375 time: 0.0113418 Jan 28 18:03:25.050058 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-3e075c74-3594-482c-b8ff-2a2bb5aab417 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] delete failed (client error): The resource could not be found. Jan 28 18:03:25.054272 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3e075c74-3594-482c-b8ff-2a2bb5aab417 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/routers/aefc1d35-ea29-4376-b919-2de09092b40a HTTP/1.1" status: 404 len: 336 time: 0.0968647 Jan 28 18:03:25.055093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47388) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:25.100419 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fd9999-57ea-4795-94b9-46abb6a4bd90 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] DELETE failed (client error): The resource could not be found. Jan 28 18:03:25.102210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fd9999-57ea-4795-94b9-46abb6a4bd90 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:03:25.104509 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-73fd9999-57ea-4795-94b9-46abb6a4bd90 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/baec0d85-17b6-4484-a2e7-cacf67f90169 HTTP/1.1" status: 404 len: 337 time: 0.0482552 Jan 28 18:03:25.106955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47392) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:25.113623 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] DHCP port deletion for b63eb321-3b9a-43ba-b21c-f9cead968b7e request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:03:25.124528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Deleting port c429ee22-8018-422a-9785-561cf7803856 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:03:25.124901 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:25.132564 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-e1851766-da44-4c56-885f-d142615e0a1f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1458614 Jan 28 18:03:25.147284 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd038315-9f3f-4f6e-b09a-add5c6efce7e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] DELETE failed (client error): The resource could not be found. Jan 28 18:03:25.147833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd038315-9f3f-4f6e-b09a-add5c6efce7e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:03:25.149587 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dd038315-9f3f-4f6e-b09a-add5c6efce7e tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/3cd5c353-05e5-4b88-9951-30a5fc6a9117 HTTP/1.1" status: 404 len: 337 time: 0.0416045 Jan 28 18:03:25.152091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47398) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:25.191110 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-95973d35-819a-4dcb-957c-98a2d992e1f6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] DELETE failed (client error): The resource could not be found. Jan 28 18:03:25.191576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95973d35-819a-4dcb-957c-98a2d992e1f6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:03:25.193248 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-95973d35-819a-4dcb-957c-98a2d992e1f6 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/30384d7b-506e-4327-8a8c-d5d8f24d05a6 HTTP/1.1" status: 404 len: 337 time: 0.0402017 Jan 28 18:03:25.196291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47402) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:25.241907 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d972f49e-adc2-4a8e-9325-dee4bbdefacf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] DELETE failed (client error): The resource could not be found. Jan 28 18:03:25.242376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d972f49e-adc2-4a8e-9325-dee4bbdefacf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:03:25.246371 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d972f49e-adc2-4a8e-9325-dee4bbdefacf tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/e3aa9e5b-cd06-4150-863b-941c843b177f HTTP/1.1" status: 404 len: 333 time: 0.0468526 Jan 28 18:03:25.246595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47406) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:25.284354 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68dab18-a028-497c-a4d9-7226b47b402a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] DELETE failed (client error): The resource could not be found. Jan 28 18:03:25.287906 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68dab18-a028-497c-a4d9-7226b47b402a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:03:25.287906 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e68dab18-a028-497c-a4d9-7226b47b402a tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/b1e0ea62-7445-4002-83d1-7a370199a073 HTTP/1.1" status: 404 len: 337 time: 0.0389504 Jan 28 18:03:25.289963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47410) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:25.329171 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1237a4-5f5b-4f8f-a4cd-785824f3b569 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] DELETE failed (client error): The resource could not be found. Jan 28 18:03:25.329544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b1237a4-5f5b-4f8f-a4cd-785824f3b569 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:03:25.331481 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1b1237a4-5f5b-4f8f-a4cd-785824f3b569 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/40410af3-7730-4b2a-9b4c-6a33dc8cda37 HTTP/1.1" status: 404 len: 337 time: 0.0403459 Jan 28 18:03:25.333113 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-13e409d3-9280-4019-83ce-dd94b97c3f7f service neutron] 10.222.0.26 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884739 Jan 28 18:03:25.333756 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47414) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:25.335605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] For port c429ee22-8018-422a-9785-561cf7803856, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c429ee22-8018-422a-9785-561cf7803856,segment=NetworkSegment(a45f3d1a-23ee-4de6-ab91-d795863d3714),segment_id=a45f3d1a-23ee-4de6-ab91-d795863d3714)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:03:25.336045 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:25.393465 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-886a98f9-c424-450e-8dde-7125baacea96 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] DELETE failed (client error): The resource could not be found. Jan 28 18:03:25.393928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886a98f9-c424-450e-8dde-7125baacea96 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:03:25.395575 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-886a98f9-c424-450e-8dde-7125baacea96 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/1ad1e020-3e66-4f10-bf6f-47881a8738a6 HTTP/1.1" status: 404 len: 333 time: 0.0609400 Jan 28 18:03:25.398247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47418) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:25.439880 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-531935cd-863b-40f1-874f-01a61f65d814 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] DELETE failed (client error): The resource could not be found. Jan 28 18:03:25.440345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531935cd-863b-40f1-874f-01a61f65d814 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:03:25.444903 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-531935cd-863b-40f1-874f-01a61f65d814 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/a78e6a3f-5496-40ac-ab7a-bb9a91ce9a7c HTTP/1.1" status: 404 len: 337 time: 0.0425336 Jan 28 18:03:25.446130 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47422) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:25.455943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Calling delete_port for c429ee22-8018-422a-9785-561cf7803856 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:03:25.483026 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-058f5793-d6c6-47fb-b6c1-b0a739086346 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] DELETE failed (client error): The resource could not be found. Jan 28 18:03:25.483479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058f5793-d6c6-47fb-b6c1-b0a739086346 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:03:25.485155 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-058f5793-d6c6-47fb-b6c1-b0a739086346 tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/subnets/7e47ae31-1c0f-475d-a444-63b9aa2ca58a HTTP/1.1" status: 404 len: 337 time: 0.0389054 Jan 28 18:03:25.487717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47426) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:25.509841 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-a3d924f6-d889-462c-983d-200632a48aa5 service neutron] 10.222.0.26 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417532 Jan 28 18:03:25.555049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-41f29d63-8375-47d5-9579-4844a33c908f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Deleting port 54d7f496-049b-4f65-9265-8eb18d266d0e {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:03:25.555389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-41f29d63-8375-47d5-9579-4844a33c908f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:25.688466 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:25.735767 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Pushing event deleted for resources: {'Port': ['ID=c429ee22-8018-422a-9785-561cf7803856,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:25.745353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] No DVR routers for this DVR port c429ee22-8018-422a-9785-561cf7803856 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:03:25.747366 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:25.747713 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:25.748052 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:25.748407 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:25.748727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:25.749055 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:25.749381 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:25.749704 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:25.750034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:25.750356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:25.750677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:25.751012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c4c55-11ca-459f-8856-867d76126faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:03:25.782715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-41f29d63-8375-47d5-9579-4844a33c908f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:25.904184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-41f29d63-8375-47d5-9579-4844a33c908f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Calling delete_port for 54d7f496-049b-4f65-9265-8eb18d266d0e owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:03:26.047932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-41f29d63-8375-47d5-9579-4844a33c908f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:26.098345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f29d63-8375-47d5-9579-4844a33c908f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Port': ['ID=54d7f496-049b-4f65-9265-8eb18d266d0e,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:26.103725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-41f29d63-8375-47d5-9579-4844a33c908f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:26.183676 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-41f29d63-8375-47d5-9579-4844a33c908f tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/ports/54d7f496-049b-4f65-9265-8eb18d266d0e HTTP/1.1" status: 204 len: 168 time: 0.6949358 Jan 28 18:03:26.185918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47436) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:26.294786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-59982998-2328-49fc-b413-22d5dbb26b5b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:26.337061 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c429ee22-8018-422a-9785-561cf7803856 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:03:26.371140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: c429ee22-8018-422a-9785-561cf7803856 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:03:26.371509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c429ee22-8018-422a-9785-561cf7803856 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:03:26.424348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-59982998-2328-49fc-b413-22d5dbb26b5b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:26.448822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-59982998-2328-49fc-b413-22d5dbb26b5b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63eb321-3b9a-43ba-b21c-f9cead968b7e']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:26.460131 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-59982998-2328-49fc-b413-22d5dbb26b5b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45f3d1a-23ee-4de6-ab91-d795863d3714') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:26.460423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-59982998-2328-49fc-b413-22d5dbb26b5b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45f3d1a-23ee-4de6-ab91-d795863d3714') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:26.471181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-59982998-2328-49fc-b413-22d5dbb26b5b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:26.490018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-59982998-2328-49fc-b413-22d5dbb26b5b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:26.497370 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59982998-2328-49fc-b413-22d5dbb26b5b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:03:26.497744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-59982998-2328-49fc-b413-22d5dbb26b5b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:03:26.511546 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:03:26.664131 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-59982998-2328-49fc-b413-22d5dbb26b5b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:26.668717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-59982998-2328-49fc-b413-22d5dbb26b5b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:26.693135 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-59982998-2328-49fc-b413-22d5dbb26b5b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] 10.222.0.26 "DELETE /v2.0/networks/b63eb321-3b9a-43ba-b21c-f9cead968b7e HTTP/1.1" status: 204 len: 168 time: 0.5062633 Jan 28 18:03:26.694132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59982998-2328-49fc-b413-22d5dbb26b5b tempest-PortsTestJSON-206659075 tempest-PortsTestJSON-206659075-project] Pushing event deleted for resources: {'Network': ['ID=b63eb321-3b9a-43ba-b21c-f9cead968b7e,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:27.127946 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47450) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:27.199080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-5efba9a0-50fb-4ee0-ba45-6ff160f0ec3d req-415134ad-4303-4454-89b0-58836839e433 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Synchronizing usage tracker for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:03:27.282028 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-830ef1a5-6baa-4ace-a548-8a4c7c297c3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5bf89366f4614c3aaf04ea78be886509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526451 Jan 28 18:03:27.282708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-5efba9a0-50fb-4ee0-ba45-6ff160f0ec3d req-415134ad-4303-4454-89b0-58836839e433 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Unset dirty status for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:03:27.283952 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5efba9a0-50fb-4ee0-ba45-6ff160f0ec3d req-415134ad-4303-4454-89b0-58836839e433 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 210 time: 0.1436105 Jan 28 18:03:27.284471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47462) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:27.343338 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-508e53ca-8257-4d41-8f08-ff9291c2acd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:27.368842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-508e53ca-8257-4d41-8f08-ff9291c2acd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:27.474915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-508e53ca-8257-4d41-8f08-ff9291c2acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:27.492006 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e53ca-8257-4d41-8f08-ff9291c2acd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374db6b8-19fe-4022-a733-6ee7e29aae3a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:27.495270 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-508e53ca-8257-4d41-8f08-ff9291c2acd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:27.496531 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-508e53ca-8257-4d41-8f08-ff9291c2acd1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/374db6b8-19fe-4022-a733-6ee7e29aae3a HTTP/1.1" status: 204 len: 168 time: 0.2110095 Jan 28 18:03:28.432626 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b7d42333-2665-4639-850d-1bffe433a0d5 req-8b897c81-1cdc-4d8a-bc26-cde3368789ca tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 210 time: 0.0463223 Jan 28 18:03:28.773973 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-95d5f134-0eeb-4b04-b918-3c29d87ca20b req-a5107b91-298a-418c-acd7-1568d24d935b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1747975 Jan 28 18:03:28.916816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5f134-0eeb-4b04-b918-3c29d87ca20b req-adc1c3cb-84be-4e2e-80ce-454cfcb3f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:28.918262 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-95d5f134-0eeb-4b04-b918-3c29d87ca20b req-adc1c3cb-84be-4e2e-80ce-454cfcb3f83d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 1099 time: 0.0690935 Jan 28 18:03:29.062854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5f134-0eeb-4b04-b918-3c29d87ca20b req-f43989dd-d1b0-4be2-916c-46ace9dc11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:29.064344 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-95d5f134-0eeb-4b04-b918-3c29d87ca20b req-f43989dd-d1b0-4be2-916c-46ace9dc11fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dcb6251-53ce-4bf2-9c7f-8bfd871a501b HTTP/1.1" status: 200 len: 897 time: 0.1243832 Jan 28 18:03:29.165675 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-95d5f134-0eeb-4b04-b918-3c29d87ca20b req-35b2e64a-3259-4bda-aab9-44f83456d6a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=264d5f6b-60c8-40e8-9865-8ea1f86081de HTTP/1.1" status: 200 len: 1001 time: 0.0944524 Jan 28 18:03:29.231017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5f134-0eeb-4b04-b918-3c29d87ca20b req-de95b9a6-4a19-467b-8f51-548bac413c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:29.232447 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-95d5f134-0eeb-4b04-b918-3c29d87ca20b req-de95b9a6-4a19-467b-8f51-548bac413c5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57c753fc-b8fc-4fca-8c2c-4332a9d19712 HTTP/1.1" status: 200 len: 835 time: 0.0591507 Jan 28 18:03:29.305572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5f134-0eeb-4b04-b918-3c29d87ca20b req-7ad4143f-18d8-4933-a021-334630a61be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:29.306949 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-95d5f134-0eeb-4b04-b918-3c29d87ca20b req-7ad4143f-18d8-4933-a021-334630a61be6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dcb6251-53ce-4bf2-9c7f-8bfd871a501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681758 Jan 28 18:03:29.437824 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-95d5f134-0eeb-4b04-b918-3c29d87ca20b req-586267f5-a05c-4b49-bfa9-84f143a7441c service neutron] 10.222.0.16 "GET /v2.0/networks/7dcb6251-53ce-4bf2-9c7f-8bfd871a501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239974 Jan 28 18:03:29.595764 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c760a272-47a1-4b4f-840e-9c2a8ca2cd6a req-cda5f740-65be-4039-a866-3620bc32b19e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 210 time: 0.0479851 Jan 28 18:03:29.637961 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-95d5f134-0eeb-4b04-b918-3c29d87ca20b req-29f79d27-aa11-4080-94c8-de1bab7cc302 service neutron] 10.222.0.16 "GET /v2.0/networks/7dcb6251-53ce-4bf2-9c7f-8bfd871a501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939809 Jan 28 18:03:29.645750 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-48ec04ae-29d9-428e-99b7-7096cbadbd19 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:29.647208 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-48ec04ae-29d9-428e-99b7-7096cbadbd19 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 812 time: 0.2684929 Jan 28 18:03:29.764392 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-c827293e-361d-4892-83f9-167f80421d93 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1511d18bc53c42cca11b6d652fdada14 HTTP/1.1" status: 200 len: 380 time: 0.0430493 Jan 28 18:03:29.773004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Request body: {'port': {'device_id': 'b57eaa0d-057a-4ab9-adaa-20380b07beab', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'admin_state_up': True, 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'security_groups': ['5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:29.908184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:29.917570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:30.007270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Made reservation on behalf of 1511d18bc53c42cca11b6d652fdada14 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:03:30.011079 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:30.176122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Allocated IP 172.20.0.8 (43ae5c1a-c3e8-4c78-8f83-e060ba4979f8/a6817f40-4afa-4732-973b-b002effd2e89/ceb398d8-01e7-4af6-a8d1-2525fd5943cf) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:03:30.365203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:30.382060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Transition to ACTIVE for port object ceb398d8-01e7-4af6-a8d1-2525fd5943cf will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:03:30.471698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:30.543700 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:03:30.546719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:03:30.549370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:03:30.602357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'Port': ['ID=ceb398d8-01e7-4af6-a8d1-2525fd5943cf,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:30.634758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:30.635752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:30.768624 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-f2da8469-fc68-4e50-9f79-3a1f59a6708d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9991474 Jan 28 18:03:30.780768 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Request body: {'port': {'device_id': 'b57eaa0d-057a-4ab9-adaa-20380b07beab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:30.899633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f222a3ff-4d6e-4a4d-aeba-642b7f60a1d8 None None] Provisioning for port ceb398d8-01e7-4af6-a8d1-2525fd5943cf completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:03:30.906345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f222a3ff-4d6e-4a4d-aeba-642b7f60a1d8 None None] Provisioning complete for port ceb398d8-01e7-4af6-a8d1-2525fd5943cf triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:30.907618 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f222a3ff-4d6e-4a4d-aeba-642b7f60a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:30.912426 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:30.932480 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4fa30-d43b-4507-96a4-3f6e32f93a1c req-4a18c2a6-d038-42c2-b867-c6a1fc9fa3b0 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:30.933215 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-92a4fa30-d43b-4507-96a4-3f6e32f93a1c req-4a18c2a6-d038-42c2-b867-c6a1fc9fa3b0 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Synchronizing usage tracker for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:03:30.974423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f222a3ff-4d6e-4a4d-aeba-642b7f60a1d8 None None] Port ceb398d8-01e7-4af6-a8d1-2525fd5943cf cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:03:31.057819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-92a4fa30-d43b-4507-96a4-3f6e32f93a1c req-4a18c2a6-d038-42c2-b867-c6a1fc9fa3b0 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Unset dirty status for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:03:31.058335 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-92a4fa30-d43b-4507-96a4-3f6e32f93a1c req-4a18c2a6-d038-42c2-b867-c6a1fc9fa3b0 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 931 time: 0.3271546 Jan 28 18:03:31.188748 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-92a4fa30-d43b-4507-96a4-3f6e32f93a1c req-9d54aa20-61d2-4c52-b767-ed2d7402c100 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164770 Jan 28 18:03:31.321505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb398d8-01e7-4af6-a8d1-2525fd5943cf {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:03:31.328584 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:31.342755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Transition to ACTIVE for port object ceb398d8-01e7-4af6-a8d1-2525fd5943cf will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:03:31.408229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:31.604583 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Pushing event updated for resources: {'Port': ['ID=ceb398d8-01e7-4af6-a8d1-2525fd5943cf,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:31.653617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Attempting to bind port ceb398d8-01e7-4af6-a8d1-2525fd5943cf on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:03:31.653947 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Attempting to bind port ceb398d8-01e7-4af6-a8d1-2525fd5943cf by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:03:31.654264 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Attempting to bind port ceb398d8-01e7-4af6-a8d1-2525fd5943cf on network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:03:31.659088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Port ceb398d8-01e7-4af6-a8d1-2525fd5943cf on network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:03:31.659451 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Attempting to bind port ceb398d8-01e7-4af6-a8d1-2525fd5943cf on network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:03:31.665007 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:03:31.665334 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Checking segment: {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:03:31.665744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Bound using segment: {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:03:31.666567 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Bound port: ceb398d8-01e7-4af6-a8d1-2525fd5943cf, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:03:31.666904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:31.761708 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] For port ceb398d8-01e7-4af6-a8d1-2525fd5943cf, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:03:31.881028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] For port ceb398d8-01e7-4af6-a8d1-2525fd5943cf, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=ceb398d8-01e7-4af6-a8d1-2525fd5943cf,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:03:31.972458 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:32.155932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:32.156606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:32.157958 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] 10.222.0.16 "PUT /v2.0/ports/ceb398d8-01e7-4af6-a8d1-2525fd5943cf HTTP/1.1" status: 200 len: 1093 time: 1.3810725 Jan 28 18:03:32.158406 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57eaa0d-057a-4ab9-adaa-20380b07beab', 'tag': 'ceb398d8-01e7-4af6-a8d1-2525fd5943cf'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:03:32.185705 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b9d75-7c59-4d76-8bdf-865b48fd95af service neutron] Pushing event updated for resources: {'Port': ['ID=ceb398d8-01e7-4af6-a8d1-2525fd5943cf,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:32.206829 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57eaa0d-057a-4ab9-adaa-20380b07beab', 'tag': 'ceb398d8-01e7-4af6-a8d1-2525fd5943cf', 'status': 'completed', 'code': 200} Jan 28 18:03:32.321773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4652e65-675c-4626-8928-f611cbd4a939 req-a077dc3a-b21c-4f6f-844d-c62ab9df77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:32.325733 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b4652e65-675c-4626-8928-f611cbd4a939 req-a077dc3a-b21c-4f6f-844d-c62ab9df77d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 1096 time: 0.0914433 Jan 28 18:03:32.520247 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecf519-18c1-4779-9f93-722f5f5d410b req-88b2c7db-773a-4e07-8532-be026d0516d2 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:32.521694 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-14ecf519-18c1-4779-9f93-722f5f5d410b req-88b2c7db-773a-4e07-8532-be026d0516d2 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 943 time: 0.1974695 Jan 28 18:03:32.524731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4652e65-675c-4626-8928-f611cbd4a939 req-f1123080-a937-4be8-9787-5cd6f89b67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:32.526024 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b4652e65-675c-4626-8928-f611cbd4a939 req-f1123080-a937-4be8-9787-5cd6f89b67f0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1511d18bc53c42cca11b6d652fdada14&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1708488 Jan 28 18:03:32.645716 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-14ecf519-18c1-4779-9f93-722f5f5d410b req-ae44e1c9-5232-4778-ae33-bd040fc406d7 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178648 Jan 28 18:03:32.695836 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4652e65-675c-4626-8928-f611cbd4a939 req-a2e70704-0d59-4bbe-ab3e-b12f444cbf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:32.699373 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b4652e65-675c-4626-8928-f611cbd4a939 req-a2e70704-0d59-4bbe-ab3e-b12f444cbf9a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571476 Jan 28 18:03:32.801534 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-adf9627b-f2ba-455d-b4a9-387bac52f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:32.803546 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-adf9627b-f2ba-455d-b4a9-387bac52f580 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 1096 time: 0.0697887 Jan 28 18:03:32.873627 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-247a5e3f-82a0-4454-bd0f-a1cd2035cd65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceb398d8-01e7-4af6-a8d1-2525fd5943cf HTTP/1.1" status: 200 len: 217 time: 0.0629208 Jan 28 18:03:32.938872 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-8a35d700-db13-4a02-99e1-614254228c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:32.940328 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-8a35d700-db13-4a02-99e1-614254228c4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 200 len: 851 time: 0.0598283 Jan 28 18:03:33.018482 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-9cabffa3-3f27-4b88-853c-4c3f20c503ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:33.019973 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-9cabffa3-3f27-4b88-853c-4c3f20c503ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730424 Jan 28 18:03:33.152246 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-1332607c-b3b5-4b7b-8848-59569a2ca902 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252725 Jan 28 18:03:33.282919 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9fe379ab-f14e-4030-b13c-9288760ac990 req-30894be5-fd14-45ca-b47b-3f5d7cdf2ed2 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246355 Jan 28 18:03:33.831330 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb5646-3ba1-49d0-b4d4-21ed55ea68cb req-158243d7-1058-47fe-abb3-4158609307bf tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:33.832817 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1cdb5646-3ba1-49d0-b4d4-21ed55ea68cb req-158243d7-1058-47fe-abb3-4158609307bf tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 943 time: 0.0813825 Jan 28 18:03:33.876275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-1cdb5646-3ba1-49d0-b4d4-21ed55ea68cb req-4a56d52b-e81d-42f2-8bff-3e1fce8dbf20 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Synchronizing usage tracker for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:03:33.887822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-1cdb5646-3ba1-49d0-b4d4-21ed55ea68cb req-4a56d52b-e81d-42f2-8bff-3e1fce8dbf20 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Unset dirty status for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:03:33.888953 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1cdb5646-3ba1-49d0-b4d4-21ed55ea68cb req-4a56d52b-e81d-42f2-8bff-3e1fce8dbf20 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496533 Jan 28 18:03:35.067997 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a53ca-a137-440b-8f81-5d34a2dd4767 req-aba49109-ada0-4f2d-8bf4-12076a56d70d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:35.069444 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dc7a53ca-a137-440b-8f81-5d34a2dd4767 req-aba49109-ada0-4f2d-8bf4-12076a56d70d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 943 time: 0.0776556 Jan 28 18:03:35.114248 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dc7a53ca-a137-440b-8f81-5d34a2dd4767 req-f484b8ef-1d56-4bdc-9741-3733f6ae5469 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392439 Jan 28 18:03:36.302016 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4a478-8232-4a50-bc53-8daca801fcf4 req-cba2ac93-9bec-4621-8d43-ec2536f0aae3 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:36.304302 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e8c4a478-8232-4a50-bc53-8daca801fcf4 req-cba2ac93-9bec-4621-8d43-ec2536f0aae3 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 943 time: 0.0826147 Jan 28 18:03:36.346509 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e8c4a478-8232-4a50-bc53-8daca801fcf4 req-e8e14b80-8327-40b6-be6e-4aa0006d0cc0 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367463 Jan 28 18:03:37.117051 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:03:37.529347 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b225a38-023c-4a6f-8ed9-aba0e16528e1 req-fb8cd548-7927-42aa-bc9f-e4663b71590a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:37.530779 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6b225a38-023c-4a6f-8ed9-aba0e16528e1 req-fb8cd548-7927-42aa-bc9f-e4663b71590a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 943 time: 0.0807886 Jan 28 18:03:37.573942 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6b225a38-023c-4a6f-8ed9-aba0e16528e1 req-0c7e4c64-c5c9-4fd2-9b10-f767e72e7a22 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374987 Jan 28 18:03:38.757617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cfe42-bbc0-46a4-a612-a4abaa67a9f9 req-606e7ad7-2bd9-48e0-ab9a-9ceb74ad3be1 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:38.759067 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5a1cfe42-bbc0-46a4-a612-a4abaa67a9f9 req-606e7ad7-2bd9-48e0-ab9a-9ceb74ad3be1 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 943 time: 0.0846221 Jan 28 18:03:38.804857 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5a1cfe42-bbc0-46a4-a612-a4abaa67a9f9 req-b4916004-4a8e-4edc-993f-e642e9e91517 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402856 Jan 28 18:03:39.876389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcf70-e293-4ff6-8daa-c608f70299e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:39.986370 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cfe63-6578-4bc2-b0c2-d0cdd205ddc0 req-e67c5c3d-0467-4e30-ade9-d5eeacc2db5c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:39.987788 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c7cfe63-6578-4bc2-b0c2-d0cdd205ddc0 req-e67c5c3d-0467-4e30-ade9-d5eeacc2db5c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 943 time: 0.0780833 Jan 28 18:03:40.031546 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c7cfe63-6578-4bc2-b0c2-d0cdd205ddc0 req-4f017736-4f0a-4a83-a2fd-138448a17298 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380957 Jan 28 18:03:41.210596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3e9cf-d71e-4c41-a486-f86c17d84ab8 req-bfd97525-c98a-4db7-9c94-63330906e85e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:41.212041 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1fa3e9cf-d71e-4c41-a486-f86c17d84ab8 req-bfd97525-c98a-4db7-9c94-63330906e85e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 943 time: 0.0783243 Jan 28 18:03:41.254652 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1fa3e9cf-d71e-4c41-a486-f86c17d84ab8 req-d5798a29-aad4-4537-8ff1-8265543d152c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371506 Jan 28 18:03:42.268586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5d8776c6-b9a1-45a5-ad97-853be5d08699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:42.596355 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eb432-b7ea-48e9-bea0-f7cd376c63ec req-e363fe14-d168-4dde-b884-a70afb7a7341 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:42.597733 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d78eb432-b7ea-48e9-bea0-f7cd376c63ec req-e363fe14-d168-4dde-b884-a70afb7a7341 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 943 time: 0.2422457 Jan 28 18:03:42.640416 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d78eb432-b7ea-48e9-bea0-f7cd376c63ec req-233ba958-0b6c-40a3-9e21-75b859772ace tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371609 Jan 28 18:03:43.182396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:43.282191 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device ceb398d8-01e7-4af6-a8d1-2525fd5943cf details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:03:43.365979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:43.413183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port ceb398d8-01e7-4af6-a8d1-2525fd5943cf, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=ceb398d8-01e7-4af6-a8d1-2525fd5943cf,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:03:43.425786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'ceb398d8-01e7-4af6-a8d1-2525fd5943cf', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'port_id': 'ceb398d8-01e7-4af6-a8d1-2525fd5943cf', 'mac_address': 'fa:16:3e:27:9a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:03:43.479720 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:43.496140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb398d8-01e7-4af6-a8d1-2525fd5943cf {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:03:43.510702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port ceb398d8-01e7-4af6-a8d1-2525fd5943cf, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=ceb398d8-01e7-4af6-a8d1-2525fd5943cf,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:03:43.601580 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:43.669793 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=ceb398d8-01e7-4af6-a8d1-2525fd5943cf,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:43.814147 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['ceb398d8-01e7-4af6-a8d1-2525fd5943cf'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:03:43.879727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad199ca-25f3-464b-b99f-44c04c8197fe req-06613a96-3042-4c51-a532-4f78cbda372e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:43.881211 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7ad199ca-25f3-464b-b99f-44c04c8197fe req-06613a96-3042-4c51-a532-4f78cbda372e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 944 time: 0.1332471 Jan 28 18:03:43.924687 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7ad199ca-25f3-464b-b99f-44c04c8197fe req-afa80f1f-4ed3-4caa-81f4-4dbb86369f23 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378199 Jan 28 18:03:44.902636 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:45.102214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ee6d7-82c7-4cc4-953e-987323f7d87e req-73da707d-6819-409b-85ea-110758fb4841 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:45.103598 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-910ee6d7-82c7-4cc4-953e-987323f7d87e req-73da707d-6819-409b-85ea-110758fb4841 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 944 time: 0.0787370 Jan 28 18:03:45.146573 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-910ee6d7-82c7-4cc4-953e-987323f7d87e req-acd2f49c-434d-4364-8f41-a955d7261101 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373580 Jan 28 18:03:45.290585 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device ceb398d8-01e7-4af6-a8d1-2525fd5943cf up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:03:45.407572 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port ceb398d8-01e7-4af6-a8d1-2525fd5943cf completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:03:45.412982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port ceb398d8-01e7-4af6-a8d1-2525fd5943cf triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:45.416691 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:45.525730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:45.551313 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57eaa0d-057a-4ab9-adaa-20380b07beab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb398d8-01e7-4af6-a8d1-2525fd5943cf'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:03:45.561884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port ceb398d8-01e7-4af6-a8d1-2525fd5943cf, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=ceb398d8-01e7-4af6-a8d1-2525fd5943cf,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:03:45.593835 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57eaa0d-057a-4ab9-adaa-20380b07beab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb398d8-01e7-4af6-a8d1-2525fd5943cf', 'code': 200} Jan 28 18:03:45.630728 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:45.697260 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=ceb398d8-01e7-4af6-a8d1-2525fd5943cf,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:45.891799 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a658684-3edc-4aeb-b286-7a6c56d1eddf req-c734fe83-dc2f-40f3-be43-5b6e2c5ab5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:45.893322 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2a658684-3edc-4aeb-b286-7a6c56d1eddf req-c734fe83-dc2f-40f3-be43-5b6e2c5ab5a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 1098 time: 0.0682406 Jan 28 18:03:45.934945 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2a658684-3edc-4aeb-b286-7a6c56d1eddf req-f5e8e4bd-18de-480b-86d0-39bc12541d1f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349493 Jan 28 18:03:46.331112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a1b39-5b5e-4784-b3b5-64ed4b80da7a req-7e4ff0ce-aae3-4209-8b32-2597667f669f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:46.332536 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c06a1b39-5b5e-4784-b3b5-64ed4b80da7a req-7e4ff0ce-aae3-4209-8b32-2597667f669f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 945 time: 0.0817540 Jan 28 18:03:46.375898 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c06a1b39-5b5e-4784-b3b5-64ed4b80da7a req-f0eed840-91b3-4540-872c-7d1b73758da1 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372009 Jan 28 18:03:46.442104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47520) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:46.513143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe1d138-b510-42f1-9672-70c5ed1cae17 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:46.513611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe1d138-b510-42f1-9672-70c5ed1cae17 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:46.514068 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe1d138-b510-42f1-9672-70c5ed1cae17 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:46.515696 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2fe1d138-b510-42f1-9672-70c5ed1cae17 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=92550370897a4318a214dd17d934ca5a&network_id=7dcb6251-53ce-4bf2-9c7f-8bfd871a501b HTTP/1.1" status: 200 len: 3000 time: 0.0726185 Jan 28 18:03:47.669578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6853822-42aa-47fb-8bd4-fc0772a38a2a req-c9e91c1e-9a0e-4aab-997e-b04804c2f912 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:47.670912 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b6853822-42aa-47fb-8bd4-fc0772a38a2a req-c9e91c1e-9a0e-4aab-997e-b04804c2f912 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 945 time: 0.1856489 Jan 28 18:03:47.714374 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b6853822-42aa-47fb-8bd4-fc0772a38a2a req-115996ba-0186-4d33-b123-07f9c9b94358 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376537 Jan 28 18:03:47.897186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0d2ba-ffd9-4f30-9ec0-fc713851fc2f req-b9a14ad5-43c9-4cbd-9a17-4e7f1b5bc0c1 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:47.898632 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddc0d2ba-ffd9-4f30-9ec0-fc713851fc2f req-b9a14ad5-43c9-4cbd-9a17-4e7f1b5bc0c1 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 945 time: 0.0831764 Jan 28 18:03:47.941458 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddc0d2ba-ffd9-4f30-9ec0-fc713851fc2f req-ff223881-be6a-4ddc-9bea-a6a237f20bea tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372052 Jan 28 18:03:47.964596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47534) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:48.135860 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3630803-b2e0-4c1b-bd92-b1efa7322650 tempest-TestVolumeBootPattern-214744806 tempest-TestVolumeBootPattern-214744806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:48.136558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f3630803-b2e0-4c1b-bd92-b1efa7322650 tempest-TestVolumeBootPattern-214744806 tempest-TestVolumeBootPattern-214744806-project-admin] Synchronizing usage tracker for tenant:55f978410f144d37b145f95eb7f0ebc6 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:03:48.227998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f3630803-b2e0-4c1b-bd92-b1efa7322650 tempest-TestVolumeBootPattern-214744806 tempest-TestVolumeBootPattern-214744806-project-admin] Unset dirty status for tenant:55f978410f144d37b145f95eb7f0ebc6 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:03:48.229071 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f3630803-b2e0-4c1b-bd92-b1efa7322650 tempest-TestVolumeBootPattern-214744806 tempest-TestVolumeBootPattern-214744806-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 1093 time: 0.2635243 Jan 28 18:03:48.231987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47540) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:48.237143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': 'ceb398d8-01e7-4af6-a8d1-2525fd5943cf', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:48.243056 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:48.246793 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Usage tracker for resource:floatingip and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:48.251563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:48.257887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:48.339219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:48.469626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:48.605329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Allocated IP 172.26.1.17 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/65522fac-562d-451a-aad3-68cdc76da6e9) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:03:48.839174 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47546) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:48.849420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:48.897476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03513039-37a4-46f9-978c-0878a4af39f7 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:48.902409 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-03513039-37a4-46f9-978c-0878a4af39f7 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 814 time: 0.0587564 Jan 28 18:03:48.945001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:49.011393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:03:49.014016 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:03:49.017812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:03:49.051833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'Port': ['ID=65522fac-562d-451a-aad3-68cdc76da6e9,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:49.417981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:49.562086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:49.701853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47554) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:49.707596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-541bb3aa-72d4-4971-8dc7-f73dedb2de88 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'network': {'name': 'tempest-network-smoke--112430741', 'project_id': '92550370897a4318a214dd17d934ca5a', 'port_security_enabled': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:49.712898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-541bb3aa-72d4-4971-8dc7-f73dedb2de88 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:49.722877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-541bb3aa-72d4-4971-8dc7-f73dedb2de88 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:49.760304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:49.807454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541bb3aa-72d4-4971-8dc7-f73dedb2de88 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:03:49.811236 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-541bb3aa-72d4-4971-8dc7-f73dedb2de88 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:49.836058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:49.836294 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:49.841824 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541bb3aa-72d4-4971-8dc7-f73dedb2de88 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:03:49.851870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-541bb3aa-72d4-4971-8dc7-f73dedb2de88 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:49.852359 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-541bb3aa-72d4-4971-8dc7-f73dedb2de88 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Added segment 7dc71e9a-4f1d-48b7-9336-2b21fd65c800 of type vlan for network 4cbbff51-80c7-4269-805b-7508635438a1 Jan 28 18:03:49.877093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-541bb3aa-72d4-4971-8dc7-f73dedb2de88 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:49.945847 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'Port': ['ID=65522fac-562d-451a-aad3-68cdc76da6e9,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:49.955674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:49.967809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-541bb3aa-72d4-4971-8dc7-f73dedb2de88 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:49.973345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541bb3aa-72d4-4971-8dc7-f73dedb2de88 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:49.973928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-541bb3aa-72d4-4971-8dc7-f73dedb2de88 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:50.082237 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bb3aa-72d4-4971-8dc7-f73dedb2de88 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Network': ['ID=4cbbff51-80c7-4269-805b-7508635438a1,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:50.092652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 4cbbff51-80c7-4269-805b-7508635438a1 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:03:50.132278 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Floating IP 0739d823-ebaf-4ac1-951c-ae0a35f384cb associated. External IP: 172.26.1.17, port: ceb398d8-01e7-4af6-a8d1-2525fd5943cf. Jan 28 18:03:50.148535 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-541bb3aa-72d4-4971-8dc7-f73dedb2de88 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4428573 Jan 28 18:03:50.151799 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47558) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:50.216681 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0510ba-4e27-48df-b7d6-0d9d0cab545f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:50.218198 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7a0510ba-4e27-48df-b7d6-0d9d0cab545f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=92550370897a4318a214dd17d934ca5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0684233 Jan 28 18:03:50.221395 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47562) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:50.352287 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402e7eca-077b-4158-97f3-36f09450147b tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:50.353746 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-402e7eca-077b-4158-97f3-36f09450147b tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314311 Jan 28 18:03:50.356682 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47566) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:50.396143 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-07e7cb2c-f985-4051-b60e-1f42914f2304 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384083 Jan 28 18:03:50.398944 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47570) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:50.444775 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b634afbc-53e2-423b-ad01-13178c33d00b tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=92550370897a4318a214dd17d934ca5a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447180 Jan 28 18:03:50.447364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47574) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:50.588030 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb5a70d-0127-4084-b6f1-d6be71448202 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:50.589400 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ceb5a70d-0127-4084-b6f1-d6be71448202 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1411340 Jan 28 18:03:50.592273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47578) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:50.598362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Router e2f1cdda-f105-48cd-b9c5-06b232c1075c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:03:50.631985 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-88d8064c-02e9-40c6-90ec-fb96af47f18e tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386722 Jan 28 18:03:50.634631 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47582) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:50.639874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-369962049', 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1', 'project_id': '92550370897a4318a214dd17d934ca5a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:50.758408 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:50.762308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:subnet and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:50.766587 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:50.770724 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:50.775080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:03:50.785254 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b3dcb-0757-49ed-91ff-4e5f9b30eee1 None None] Sync routers for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:03:50.794857 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b3dcb-0757-49ed-91ff-4e5f9b30eee1 None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:03:50.795510 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f92b3dcb-0757-49ed-91ff-4e5f9b30eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:03:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:50.841915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:03:50.845442 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:50.887135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:50.949709 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7afec2bf-d212-41dc-9ef6-1e386f061b0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7166934 Jan 28 18:03:50.950492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57eaa0d-057a-4ab9-adaa-20380b07beab', 'tag': 'ceb398d8-01e7-4af6-a8d1-2525fd5943cf'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:03:50.989849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-f92b3dcb-0757-49ed-91ff-4e5f9b30eee1 None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:03:51.016099 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57eaa0d-057a-4ab9-adaa-20380b07beab', 'tag': 'ceb398d8-01e7-4af6-a8d1-2525fd5943cf', 'status': 'completed', 'code': 200} Jan 28 18:03:51.147958 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbad6-d255-408e-98c6-e24b21322218 req-553a2110-de85-4c0c-861f-52d587512116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:51.149463 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e6ffbad6-d255-408e-98c6-e24b21322218 req-553a2110-de85-4c0c-861f-52d587512116 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 1098 time: 0.1118371 Jan 28 18:03:51.222900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:51.319911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Subnet': ['ID=29444002-6a6b-4931-8be7-286db28428b8,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:51.335251 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f92b3dcb-0757-49ed-91ff-4e5f9b30eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '0739d823-ebaf-4ac1-951c-ae0a35f384cb', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': 'ceb398d8-01e7-4af6-a8d1-2525fd5943cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:27:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57eaa0d-057a-4ab9-adaa-20380b07beab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:03:49Z', 'updated_at': '2022-01-28T18:03:49Z', 'revision_number': 0, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:51.339198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b3dcb-0757-49ed-91ff-4e5f9b30eee1 None None] Checking router: e2f1cdda-f105-48cd-b9c5-06b232c1075c for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:03:51.347415 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b3dcb-0757-49ed-91ff-4e5f9b30eee1 None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:03:51.348005 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Checking segment: {'id': '7dc71e9a-4f1d-48b7-9336-2b21fd65c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:03:51.348140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f92b3dcb-0757-49ed-91ff-4e5f9b30eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:03:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:51.348359 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network hostable DHCP agents. Network: 4cbbff51-80c7-4269-805b-7508635438a1, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:03:51.371376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbad6-d255-408e-98c6-e24b21322218 req-f1c021fe-4e79-4eb8-b785-493d35792f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:51.372805 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e6ffbad6-d255-408e-98c6-e24b21322218 req-f1c021fe-4e79-4eb8-b785-493d35792f2a service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 913 time: 0.2175441 Jan 28 18:03:51.454483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 4cbbff51-80c7-4269-805b-7508635438a1 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:03:51.475388 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e6ffbad6-d255-408e-98c6-e24b21322218 req-c222fb9d-2f01-4b10-abbb-5812619b8b15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceb398d8-01e7-4af6-a8d1-2525fd5943cf HTTP/1.1" status: 200 len: 998 time: 0.0962481 Jan 28 18:03:51.530657 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-f92b3dcb-0757-49ed-91ff-4e5f9b30eee1 None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:03:51.636277 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 4cbbff51-80c7-4269-805b-7508635438a1) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:03:51.642555 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:51.643177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:51.667914 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b624ce04-b4ad-4227-b982-8b9bf99254a3 None None] Network 4cbbff51-80c7-4269-805b-7508635438a1 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:03:51.678918 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbad6-d255-408e-98c6-e24b21322218 req-5ad2d0e6-ca4b-43a3-8af9-c94d9a31c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:51.679952 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e6ffbad6-d255-408e-98c6-e24b21322218 req-5ad2d0e6-ca4b-43a3-8af9-c94d9a31c1e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 200 len: 851 time: 0.1984320 Jan 28 18:03:51.740316 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1f08aaff-fe48-46f4-9e0f-9e646b462a01 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1045406 Jan 28 18:03:51.761815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbad6-d255-408e-98c6-e24b21322218 req-f5ec0b76-f132-45ae-b707-da937f4007c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:51.763312 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e6ffbad6-d255-408e-98c6-e24b21322218 req-f5ec0b76-f132-45ae-b707-da937f4007c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774174 Jan 28 18:03:51.904895 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e6ffbad6-d255-408e-98c6-e24b21322218 req-d7138e5f-fdcd-4d1a-a4f7-9a18ac6df8d5 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357219 Jan 28 18:03:52.047455 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e6ffbad6-d255-408e-98c6-e24b21322218 req-e63914f3-eef8-4853-9914-3ae30c7554ed service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368797 Jan 28 18:03:52.093642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47592) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:52.099063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ed113360-46f0-4758-b9ec-5b35796e9b1f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000270712', 'description': 'tempest-secgroup-smoke-2000270712 description', 'project_id': '92550370897a4318a214dd17d934ca5a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:52.104999 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ed113360-46f0-4758-b9ec-5b35796e9b1f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:52.116533 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ed113360-46f0-4758-b9ec-5b35796e9b1f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:52.140046 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-4cbbff51-80c7-4269-805b-7508635438a1', 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ips': [{'subnet_id': '29444002-6a6b-4931-8be7-286db28428b8'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:03:52.140854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:52.196860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed113360-46f0-4758-b9ec-5b35796e9b1f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:52.225638 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ed113360-46f0-4758-b9ec-5b35796e9b1f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:52.230026 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ed113360-46f0-4758-b9ec-5b35796e9b1f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:52.232954 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ed113360-46f0-4758-b9ec-5b35796e9b1f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:52.238923 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ed113360-46f0-4758-b9ec-5b35796e9b1f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:52.239202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f92b3dcb-0757-49ed-91ff-4e5f9b30eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '0739d823-ebaf-4ac1-951c-ae0a35f384cb', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': 'ceb398d8-01e7-4af6-a8d1-2525fd5943cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:27:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57eaa0d-057a-4ab9-adaa-20380b07beab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:03:49Z', 'updated_at': '2022-01-28T18:03:49Z', 'revision_number': 0, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:03:52.248418 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b3dcb-0757-49ed-91ff-4e5f9b30eee1 None None] The sync data for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv is: [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '0739d823-ebaf-4ac1-951c-ae0a35f384cb', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': 'ceb398d8-01e7-4af6-a8d1-2525fd5943cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:27:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57eaa0d-057a-4ab9-adaa-20380b07beab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:03:49Z', 'updated_at': '2022-01-28T18:03:49Z', 'revision_number': 0, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:03:52.320825 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Allocated IP 172.20.0.18 (4cbbff51-80c7-4269-805b-7508635438a1/29444002-6a6b-4931-8be7-286db28428b8/0b1d35ab-aac0-4290-bce1-6edfb1a65c0a) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:03:52.324422 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed113360-46f0-4758-b9ec-5b35796e9b1f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:52.402226 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed113360-46f0-4758-b9ec-5b35796e9b1f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:52.452536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed113360-46f0-4758-b9ec-5b35796e9b1f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e442f66b-df06-4a3a-8759-efbb9d794dff,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:52.467509 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1823ee30-7ee3-4693-bc0f-ca002ab28f28 None None] New status for floating IP 0739d823-ebaf-4ac1-951c-ae0a35f384cb: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:03:52.510857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ed113360-46f0-4758-b9ec-5b35796e9b1f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:52.515178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47596) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:52.515704 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ed113360-46f0-4758-b9ec-5b35796e9b1f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4206569 Jan 28 18:03:52.522065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a97a8e68-7c39-4c97-8ac3-ed1aa8d72685 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'e442f66b-df06-4a3a-8759-efbb9d794dff', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:52.528367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a97a8e68-7c39-4c97-8ac3-ed1aa8d72685 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:52.532224 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a97a8e68-7c39-4c97-8ac3-ed1aa8d72685 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:52.535130 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a97a8e68-7c39-4c97-8ac3-ed1aa8d72685 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:52.536607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:52.543100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a97a8e68-7c39-4c97-8ac3-ed1aa8d72685 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:52.547212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Transition to ACTIVE for port object 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:03:52.566035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Transition to ACTIVE for port object 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:03:52.641259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a97a8e68-7c39-4c97-8ac3-ed1aa8d72685 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:52.642188 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:52.704091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a97a8e68-7c39-4c97-8ac3-ed1aa8d72685 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:52.712053 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Network 4cbbff51-80c7-4269-805b-7508635438a1 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:03:52.714876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:03:52.717853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:03:52.763489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Pushing event updated for resources: {'Port': ['ID=0b1d35ab-aac0-4290-bce1-6edfb1a65c0a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:52.799701 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a97a8e68-7c39-4c97-8ac3-ed1aa8d72685 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:52.820879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Attempting to bind port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:03:52.820879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Attempting to bind port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '7dc71e9a-4f1d-48b7-9336-2b21fd65c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:03:52.821083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Attempting to bind port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a on network 4cbbff51-80c7-4269-805b-7508635438a1 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:03:52.826703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:03:52.827112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Checking segment: {'id': '7dc71e9a-4f1d-48b7-9336-2b21fd65c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:03:52.827515 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:52.828081 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Bound using segment: {'id': '7dc71e9a-4f1d-48b7-9336-2b21fd65c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:03:52.828499 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Bound port: 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc71e9a-4f1d-48b7-9336-2b21fd65c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:03:52.828880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:52.831943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a8e68-7c39-4c97-8ac3-ed1aa8d72685 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a02d134-e4a1-45db-b3b5-1ba1ebf90cfe,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:52.908674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a97a8e68-7c39-4c97-8ac3-ed1aa8d72685 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:52.910049 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a97a8e68-7c39-4c97-8ac3-ed1aa8d72685 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3926296 Jan 28 18:03:52.913409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47600) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:52.918816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-0c236e78-8fdb-4815-8588-045102e9856e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'e442f66b-df06-4a3a-8759-efbb9d794dff', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:52.919741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] For port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:03:52.922717 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] For port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0b1d35ab-aac0-4290-bce1-6edfb1a65c0a,segment=NetworkSegment(7dc71e9a-4f1d-48b7-9336-2b21fd65c800),segment_id=7dc71e9a-4f1d-48b7-9336-2b21fd65c800)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:03:52.924715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0c236e78-8fdb-4815-8588-045102e9856e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:52.928791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0c236e78-8fdb-4815-8588-045102e9856e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:52.931645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0c236e78-8fdb-4815-8588-045102e9856e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:52.937321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0c236e78-8fdb-4815-8588-045102e9856e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:52.994326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:53.054413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c236e78-8fdb-4815-8588-045102e9856e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:53.074788 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3709bc-07c1-49fc-8b39-b2cdd8edaa00 None None] Pushing event updated for resources: {'Port': ['ID=0b1d35ab-aac0-4290-bce1-6edfb1a65c0a,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:53.117038 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c236e78-8fdb-4815-8588-045102e9856e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:53.195056 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c236e78-8fdb-4815-8588-045102e9856e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:53.219239 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c236e78-8fdb-4815-8588-045102e9856e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eead1966-0e66-4b3c-b913-ac48eaee7255,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:53.297063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0c236e78-8fdb-4815-8588-045102e9856e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:53.298276 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0c236e78-8fdb-4815-8588-045102e9856e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3835809 Jan 28 18:03:53.300988 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47604) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:53.306329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b170961d-17a5-4eae-b8d0-cb068949dcd4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'e442f66b-df06-4a3a-8759-efbb9d794dff', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:53.316087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b170961d-17a5-4eae-b8d0-cb068949dcd4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:53.317157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b170961d-17a5-4eae-b8d0-cb068949dcd4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:53.321015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b170961d-17a5-4eae-b8d0-cb068949dcd4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:53.332526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b170961d-17a5-4eae-b8d0-cb068949dcd4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:53.431990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b170961d-17a5-4eae-b8d0-cb068949dcd4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:53.500743 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b170961d-17a5-4eae-b8d0-cb068949dcd4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:53.556424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b170961d-17a5-4eae-b8d0-cb068949dcd4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:53.579794 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170961d-17a5-4eae-b8d0-cb068949dcd4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285a44d0-dd70-40a8-b176-245f6a36f416,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:53.641687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b170961d-17a5-4eae-b8d0-cb068949dcd4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:53.642920 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b170961d-17a5-4eae-b8d0-cb068949dcd4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3409984 Jan 28 18:03:53.645561 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47608) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:53.650506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-7db5b3ae-adc6-44e8-8657-5bfa5861e540 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'e442f66b-df06-4a3a-8759-efbb9d794dff', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:53.656556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7db5b3ae-adc6-44e8-8657-5bfa5861e540 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:53.660424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7db5b3ae-adc6-44e8-8657-5bfa5861e540 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:53.663298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7db5b3ae-adc6-44e8-8657-5bfa5861e540 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:53.668902 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7db5b3ae-adc6-44e8-8657-5bfa5861e540 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:53.746090 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7db5b3ae-adc6-44e8-8657-5bfa5861e540 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:53.811145 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7db5b3ae-adc6-44e8-8657-5bfa5861e540 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:53.887827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7db5b3ae-adc6-44e8-8657-5bfa5861e540 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:53.912379 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5b3ae-adc6-44e8-8657-5bfa5861e540 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5695ffa3-488a-4533-a34e-40f3f4ff240f,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:53.984671 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7db5b3ae-adc6-44e8-8657-5bfa5861e540 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:53.986353 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7db5b3ae-adc6-44e8-8657-5bfa5861e540 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394845 Jan 28 18:03:53.988690 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47612) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:53.994678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-937e67fa-7d98-4e03-97b7-f06fa01befde tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'e442f66b-df06-4a3a-8759-efbb9d794dff', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:54.000954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-937e67fa-7d98-4e03-97b7-f06fa01befde tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:54.005200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-937e67fa-7d98-4e03-97b7-f06fa01befde tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:54.008097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-937e67fa-7d98-4e03-97b7-f06fa01befde tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:54.013879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-937e67fa-7d98-4e03-97b7-f06fa01befde tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:54.085280 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5108b8d3-2ba9-4379-a993-a0d1d318d4c4 None None] Network 4cbbff51-80c7-4269-805b-7508635438a1 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:03:54.087481 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-937e67fa-7d98-4e03-97b7-f06fa01befde tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:03:54.094493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-937e67fa-7d98-4e03-97b7-f06fa01befde tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:54.159042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-937e67fa-7d98-4e03-97b7-f06fa01befde tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:54.239526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-937e67fa-7d98-4e03-97b7-f06fa01befde tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:54.267184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e67fa-7d98-4e03-97b7-f06fa01befde tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4537bb3-1387-4dad-a82a-533961fa5788,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:54.285673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1d76b0d9-fe35-4756-9ecf-e34f4d5366fc None None] Provisioning for port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:03:54.348566 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-937e67fa-7d98-4e03-97b7-f06fa01befde tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:54.353253 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47616) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:03:54.353825 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-937e67fa-7d98-4e03-97b7-f06fa01befde tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3635483 Jan 28 18:03:54.359701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-deb80c4d-2391-4226-b6e2-2404d495b4cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'e442f66b-df06-4a3a-8759-efbb9d794dff', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:54.365844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-deb80c4d-2391-4226-b6e2-2404d495b4cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:54.369946 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-deb80c4d-2391-4226-b6e2-2404d495b4cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:54.372875 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-deb80c4d-2391-4226-b6e2-2404d495b4cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:54.379847 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-deb80c4d-2391-4226-b6e2-2404d495b4cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:54.400902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:03:54.447638 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-deb80c4d-2391-4226-b6e2-2404d495b4cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:03:54.455636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-deb80c4d-2391-4226-b6e2-2404d495b4cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:54.526276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-deb80c4d-2391-4226-b6e2-2404d495b4cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:54.544855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:03:54.550086 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:54.550785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:54.600591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-deb80c4d-2391-4226-b6e2-2404d495b4cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:54.624850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e3aca6dc-4186-4f33-a985-d8ddb171d842 None None] Provisioning complete for port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:54.625219 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e3aca6dc-4186-4f33-a985-d8ddb171d842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:54.626574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb80c4d-2391-4226-b6e2-2404d495b4cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75743dd-9932-4c9b-a39e-dbf140da524a,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:54.711278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-deb80c4d-2391-4226-b6e2-2404d495b4cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:54.712527 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-deb80c4d-2391-4226-b6e2-2404d495b4cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3575633 Jan 28 18:03:54.766326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:54.831674 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0b1d35ab-aac0-4290-bce1-6edfb1a65c0a,segment=NetworkSegment(7dc71e9a-4f1d-48b7-9336-2b21fd65c800),segment_id=7dc71e9a-4f1d-48b7-9336-2b21fd65c800)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:03:54.860284 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e3aca6dc-4186-4f33-a985-d8ddb171d842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:54.899902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:54.948787 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-dfcdcd98-c116-488b-bc26-8538d767547c req-8d80ed0a-7f85-4156-926f-73b337331130 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:03:55.009213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-e3aca6dc-4186-4f33-a985-d8ddb171d842 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:03:55.009562 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-e3aca6dc-4186-4f33-a985-d8ddb171d842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:03:55.014340 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=0b1d35ab-aac0-4290-bce1-6edfb1a65c0a,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:55.019283 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-dfcdcd98-c116-488b-bc26-8538d767547c req-8d80ed0a-7f85-4156-926f-73b337331130 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:03:55.020850 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-8d80ed0a-7f85-4156-926f-73b337331130 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000270712&fields=id&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 267 time: 0.1145198 Jan 28 18:03:55.170106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdcd98-c116-488b-bc26-8538d767547c req-263aa557-ca2b-465e-8bf5-75fffc644a9d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:55.170773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-dfcdcd98-c116-488b-bc26-8538d767547c req-263aa557-ca2b-465e-8bf5-75fffc644a9d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:03:55.241655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-dfcdcd98-c116-488b-bc26-8538d767547c req-263aa557-ca2b-465e-8bf5-75fffc644a9d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:03:55.242811 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-263aa557-ca2b-465e-8bf5-75fffc644a9d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/networks?id=4cbbff51-80c7-4269-805b-7508635438a1 HTTP/1.1" status: 200 len: 796 time: 0.2145927 Jan 28 18:03:55.257628 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-28ebb0a4-d8ab-45fd-8a5a-3e7a76ec5543 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/quotas/92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 375 time: 0.0094392 Jan 28 18:03:55.345241 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-16ab1d27-5eb4-4f88-860b-c2ccd5a08570 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0825784 Jan 28 18:03:55.360111 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-d28fe360-2f65-43ce-b2f8-389a44d8bc5b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 18:03:55.361057 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-d28fe360-2f65-43ce-b2f8-389a44d8bc5b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048265 Jan 28 18:03:55.488054 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-14d0f99a-2eb8-4b62-ae44-a0d5df89e9ce service neutron] 10.222.0.26 "GET /v2.0/networks/4cbbff51-80c7-4269-805b-7508635438a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209705 Jan 28 18:03:55.618539 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-b646b0fd-2a66-4829-a546-a03491852d64 service neutron] 10.222.0.26 "GET /v2.0/networks/4cbbff51-80c7-4269-805b-7508635438a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243982 Jan 28 18:03:55.976357 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c2e19e64-f387-44a7-81a6-48cb45eccb3b req-a2ce2dad-daf8-4362-8ba9-a90717180513 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 210 time: 0.0447733 Jan 28 18:03:56.359847 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:03:56.430052 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:56.430751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:57.122271 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-38cd128d-4084-4b86-8f86-a314dc288c45 req-4320c2e6-8228-4735-8a5c-85d1e1c8412d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 210 time: 0.0411918 Jan 28 18:03:58.282253 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a0ba79a3-9b68-4f30-a5e0-1ca35eabfb61 req-1ab473a3-1f37-464e-9ce4-e8c773a57ace tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 210 time: 0.0483091 Jan 28 18:03:58.337925 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdcd98-c116-488b-bc26-8538d767547c req-27756171-1b61-48da-a20b-c8fd990502db tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:58.340691 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-27756171-1b61-48da-a20b-c8fd990502db tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/networks?id=4cbbff51-80c7-4269-805b-7508635438a1 HTTP/1.1" status: 200 len: 796 time: 0.1587043 Jan 28 18:03:58.394118 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-50a5cf41-56c2-44f7-b9b3-b190243a5a62 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 473 time: 0.0461273 Jan 28 18:03:58.402363 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'port': {'device_id': 'b3375193-ad4c-4fef-8bce-a77a5bdb0bc5', 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1', 'admin_state_up': True, 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'security_groups': ['e442f66b-df06-4a3a-8759-efbb9d794dff']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:58.538804 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:03:58.543238 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:port and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:03:58.545739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:03:58.552066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:03:58.635950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:03:58.639986 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:58.800595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.26 (4cbbff51-80c7-4269-805b-7508635438a1/29444002-6a6b-4931-8be7-286db28428b8/5cea373f-14bd-4e0a-a090-65eca29f845b) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:03:58.985017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:59.000971 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object 5cea373f-14bd-4e0a-a090-65eca29f845b will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:03:59.097302 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:59.165195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 4cbbff51-80c7-4269-805b-7508635438a1 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:03:59.168332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:03:59.172034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:03:59.205675 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=5cea373f-14bd-4e0a-a090-65eca29f845b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:03:59.353185 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:59.353847 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:59.483078 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-a7480afd-c8e1-40cc-b80e-3ce352a7cfb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0840659 Jan 28 18:03:59.493224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-caee62a0-396a-4045-a4b7-2e43ea8520d3 None None] Provisioning for port 5cea373f-14bd-4e0a-a090-65eca29f845b completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:03:59.495398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-9808f3a4-8d6a-47f5-819f-743657b8a3f5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 18:03:59.496320 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-9808f3a4-8d6a-47f5-819f-743657b8a3f5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052385 Jan 28 18:03:59.498525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-caee62a0-396a-4045-a4b7-2e43ea8520d3 None None] Provisioning complete for port 5cea373f-14bd-4e0a-a090-65eca29f845b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:03:59.498894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-caee62a0-396a-4045-a4b7-2e43ea8520d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:59.554532 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-caee62a0-396a-4045-a4b7-2e43ea8520d3 None None] Port 5cea373f-14bd-4e0a-a090-65eca29f845b cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:03:59.584186 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Request body: {'port': {'device_id': 'b3375193-ad4c-4fef-8bce-a77a5bdb0bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:03:59.720794 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88896f7-d994-41be-b0fa-75141ec13277 req-18602faa-50dd-4b08-a608-3f74519ddadb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:03:59.721480 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-b88896f7-d994-41be-b0fa-75141ec13277 req-18602faa-50dd-4b08-a608-3f74519ddadb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:03:59.727254 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:03:59.848773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-b88896f7-d994-41be-b0fa-75141ec13277 req-18602faa-50dd-4b08-a608-3f74519ddadb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:03:59.850439 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b88896f7-d994-41be-b0fa-75141ec13277 req-18602faa-50dd-4b08-a608-3f74519ddadb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 932 time: 0.3124318 Jan 28 18:03:59.974352 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b88896f7-d994-41be-b0fa-75141ec13277 req-8b1fa4ca-4471-44ff-8712-54dff6e7a181 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442f66b-df06-4a3a-8759-efbb9d794dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179895 Jan 28 18:04:00.103822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cea373f-14bd-4e0a-a090-65eca29f845b {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:04:00.110863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:00.125273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Transition to ACTIVE for port object 5cea373f-14bd-4e0a-a090-65eca29f845b will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:04:00.189930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:00.347657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Pushing event updated for resources: {'Port': ['ID=5cea373f-14bd-4e0a-a090-65eca29f845b,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:00.428981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Attempting to bind port 5cea373f-14bd-4e0a-a090-65eca29f845b on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:04:00.429628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Attempting to bind port 5cea373f-14bd-4e0a-a090-65eca29f845b by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '7dc71e9a-4f1d-48b7-9336-2b21fd65c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:04:00.429628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Attempting to bind port 5cea373f-14bd-4e0a-a090-65eca29f845b on network 4cbbff51-80c7-4269-805b-7508635438a1 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:04:00.434070 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Port 5cea373f-14bd-4e0a-a090-65eca29f845b on network 4cbbff51-80c7-4269-805b-7508635438a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:04:00.434380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Attempting to bind port 5cea373f-14bd-4e0a-a090-65eca29f845b on network 4cbbff51-80c7-4269-805b-7508635438a1 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:04:00.439332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:04:00.439659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Checking segment: {'id': '7dc71e9a-4f1d-48b7-9336-2b21fd65c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:04:00.440031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Bound using segment: {'id': '7dc71e9a-4f1d-48b7-9336-2b21fd65c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:04:00.440444 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Bound port: 5cea373f-14bd-4e0a-a090-65eca29f845b, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc71e9a-4f1d-48b7-9336-2b21fd65c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:04:00.440780 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:00.529000 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] For port 5cea373f-14bd-4e0a-a090-65eca29f845b, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:04:00.531791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] For port 5cea373f-14bd-4e0a-a090-65eca29f845b, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=5cea373f-14bd-4e0a-a090-65eca29f845b,segment=NetworkSegment(7dc71e9a-4f1d-48b7-9336-2b21fd65c800),segment_id=7dc71e9a-4f1d-48b7-9336-2b21fd65c800)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:04:00.578640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:00.637437 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:00.642885 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:00.642885 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] 10.222.0.16 "PUT /v2.0/ports/5cea373f-14bd-4e0a-a090-65eca29f845b HTTP/1.1" status: 200 len: 1094 time: 1.1363473 Jan 28 18:04:00.642885 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3375193-ad4c-4fef-8bce-a77a5bdb0bc5', 'tag': '5cea373f-14bd-4e0a-a090-65eca29f845b'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:04:00.662600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b3b9b-a90a-438b-897d-f776c2027754 service neutron] Pushing event updated for resources: {'Port': ['ID=5cea373f-14bd-4e0a-a090-65eca29f845b,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:00.688606 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3375193-ad4c-4fef-8bce-a77a5bdb0bc5', 'tag': '5cea373f-14bd-4e0a-a090-65eca29f845b', 'status': 'completed', 'code': 200} Jan 28 18:04:00.784124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aefdfb-0ba6-43d3-b958-6f56bdd94ad0 req-fccdc894-1ff9-47e5-8716-c9a36249535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:00.785505 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a4aefdfb-0ba6-43d3-b958-6f56bdd94ad0 req-fccdc894-1ff9-47e5-8716-c9a36249535a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0756376 Jan 28 18:04:00.929170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aefdfb-0ba6-43d3-b958-6f56bdd94ad0 req-5eeb76c8-318a-42c5-a5a2-eb65cd31b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:00.929634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aefdfb-0ba6-43d3-b958-6f56bdd94ad0 req-5eeb76c8-318a-42c5-a5a2-eb65cd31b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:00.931142 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a4aefdfb-0ba6-43d3-b958-6f56bdd94ad0 req-5eeb76c8-318a-42c5-a5a2-eb65cd31b5ae service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=92550370897a4318a214dd17d934ca5a&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1366198 Jan 28 18:04:01.069587 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aefdfb-0ba6-43d3-b958-6f56bdd94ad0 req-e66bc8f2-53f3-4cbf-9c71-03b00b8f4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:01.071157 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a4aefdfb-0ba6-43d3-b958-6f56bdd94ad0 req-e66bc8f2-53f3-4cbf-9c71-03b00b8f4b8b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334379 Jan 28 18:04:01.214863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5651d-9404-4fc8-ac9c-7c386734647e req-72e64742-7f1c-4d40-95b7-b9e97c849e38 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:01.216256 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c2b5651d-9404-4fc8-ac9c-7c386734647e req-72e64742-7f1c-4d40-95b7-b9e97c849e38 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 944 time: 0.1346807 Jan 28 18:04:01.222028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdcd98-c116-488b-bc26-8538d767547c req-b81c3a92-3230-4f25-bd13-820a10e7be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:01.223391 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-b81c3a92-3230-4f25-bd13-820a10e7be62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 1097 time: 0.1062629 Jan 28 18:04:01.302731 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-ba5f37d9-79dd-48d7-9419-654f61835f21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=5cea373f-14bd-4e0a-a090-65eca29f845b HTTP/1.1" status: 200 len: 217 time: 0.0643618 Jan 28 18:04:01.469182 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c2b5651d-9404-4fc8-ac9c-7c386734647e req-860bb9ba-7605-4f14-a6ca-b43ec6fc5663 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442f66b-df06-4a3a-8759-efbb9d794dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447591 Jan 28 18:04:01.483499 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdcd98-c116-488b-bc26-8538d767547c req-75fd2027-b890-44a7-9ad1-a031e68e79a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:01.484903 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-75fd2027-b890-44a7-9ad1-a031e68e79a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29444002-6a6b-4931-8be7-286db28428b8 HTTP/1.1" status: 200 len: 837 time: 0.1734550 Jan 28 18:04:01.560413 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdcd98-c116-488b-bc26-8538d767547c req-fca15f79-e091-4aa5-bedf-4c42ae9c53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:01.561848 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-fca15f79-e091-4aa5-bedf-4c42ae9c53a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4cbbff51-80c7-4269-805b-7508635438a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0683303 Jan 28 18:04:01.689176 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-7af8f5ed-7955-4490-9f03-aa3fc0f8fd35 service neutron] 10.222.0.16 "GET /v2.0/networks/4cbbff51-80c7-4269-805b-7508635438a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214314 Jan 28 18:04:01.818777 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfcdcd98-c116-488b-bc26-8538d767547c req-b95563db-0fda-4e45-a011-2d9eb077eb96 service neutron] 10.222.0.16 "GET /v2.0/networks/4cbbff51-80c7-4269-805b-7508635438a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237042 Jan 28 18:04:02.654168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00230f8c-1f38-4140-a5f1-31d43c493798 req-dd6ec167-67ad-4041-b8be-6f348fbf26e2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:02.655625 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00230f8c-1f38-4140-a5f1-31d43c493798 req-dd6ec167-67ad-4041-b8be-6f348fbf26e2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 944 time: 0.0812876 Jan 28 18:04:02.699184 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00230f8c-1f38-4140-a5f1-31d43c493798 req-fa842bbf-ac18-43fe-b8de-0ffe5deb6111 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442f66b-df06-4a3a-8759-efbb9d794dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378807 Jan 28 18:04:03.393638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 5cea373f-14bd-4e0a-a090-65eca29f845b details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:04:03.525146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 5cea373f-14bd-4e0a-a090-65eca29f845b, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=5cea373f-14bd-4e0a-a090-65eca29f845b,segment=NetworkSegment(7dc71e9a-4f1d-48b7-9336-2b21fd65c800),segment_id=7dc71e9a-4f1d-48b7-9336-2b21fd65c800)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:04:03.538521 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '5cea373f-14bd-4e0a-a090-65eca29f845b', 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1', 'port_id': '5cea373f-14bd-4e0a-a090-65eca29f845b', 'mac_address': 'fa:16:3e:b2:37:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29444002-6a6b-4931-8be7-286db28428b8', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:04:03.594720 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:03.611333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cea373f-14bd-4e0a-a090-65eca29f845b {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:04:03.626080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 5cea373f-14bd-4e0a-a090-65eca29f845b, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=5cea373f-14bd-4e0a-a090-65eca29f845b,segment=NetworkSegment(7dc71e9a-4f1d-48b7-9336-2b21fd65c800),segment_id=7dc71e9a-4f1d-48b7-9336-2b21fd65c800)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:04:03.684849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:03.750089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=5cea373f-14bd-4e0a-a090-65eca29f845b,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:03.882305 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008fc7-709a-4cd7-93b5-f9b65e144399 req-bda0037b-64ca-488a-94d0-78a8d033c128 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:03.883774 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-25008fc7-709a-4cd7-93b5-f9b65e144399 req-bda0037b-64ca-488a-94d0-78a8d033c128 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 945 time: 0.0828097 Jan 28 18:04:03.904889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['5cea373f-14bd-4e0a-a090-65eca29f845b'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:04:03.927747 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-25008fc7-709a-4cd7-93b5-f9b65e144399 req-a71e6a1e-64bd-4017-aa12-144a1cc8c01d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442f66b-df06-4a3a-8759-efbb9d794dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377491 Jan 28 18:04:05.125278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f47625-632e-4dbd-b410-bfe1c519b342 req-baa6771e-0528-4819-9c58-df2cf28dc6e2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:05.127904 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-55f47625-632e-4dbd-b410-bfe1c519b342 req-baa6771e-0528-4819-9c58-df2cf28dc6e2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 945 time: 0.0929666 Jan 28 18:04:05.177360 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-55f47625-632e-4dbd-b410-bfe1c519b342 req-a6217c48-3277-4b0c-8352-79017f688cf1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442f66b-df06-4a3a-8759-efbb9d794dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 Jan 28 18:04:05.393510 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 5cea373f-14bd-4e0a-a090-65eca29f845b up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:04:05.513358 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 5cea373f-14bd-4e0a-a090-65eca29f845b completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:04:05.518748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 5cea373f-14bd-4e0a-a090-65eca29f845b triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:04:05.518748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:05.644832 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:05.672325 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3375193-ad4c-4fef-8bce-a77a5bdb0bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cea373f-14bd-4e0a-a090-65eca29f845b'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:04:05.685423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 5cea373f-14bd-4e0a-a090-65eca29f845b, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=5cea373f-14bd-4e0a-a090-65eca29f845b,segment=NetworkSegment(7dc71e9a-4f1d-48b7-9336-2b21fd65c800),segment_id=7dc71e9a-4f1d-48b7-9336-2b21fd65c800)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:04:05.711193 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3375193-ad4c-4fef-8bce-a77a5bdb0bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cea373f-14bd-4e0a-a090-65eca29f845b', 'code': 200} Jan 28 18:04:05.794107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:05.873391 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=5cea373f-14bd-4e0a-a090-65eca29f845b,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:06.107795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3e93f-752b-4463-9a9c-eb09be975588 req-48428944-dd31-49f3-bc28-b4915c32f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:06.109237 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0af3e93f-752b-4463-9a9c-eb09be975588 req-48428944-dd31-49f3-bc28-b4915c32f021 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0682802 Jan 28 18:04:06.151705 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0af3e93f-752b-4463-9a9c-eb09be975588 req-ef79419c-8150-402b-b3a5-043ce8857ddb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e442f66b-df06-4a3a-8759-efbb9d794dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358438 Jan 28 18:04:06.365462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03063b-9d96-4fd3-ba1f-14b640b488ad req-98f8c726-05c7-44a1-a519-eb1924818f1a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:06.367204 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dd03063b-9d96-4fd3-ba1f-14b640b488ad req-98f8c726-05c7-44a1-a519-eb1924818f1a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 946 time: 0.0877335 Jan 28 18:04:06.414258 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dd03063b-9d96-4fd3-ba1f-14b640b488ad req-43ee5696-7ff2-4a37-a822-6bcd4c6df812 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442f66b-df06-4a3a-8759-efbb9d794dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413659 Jan 28 18:04:07.596312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe9083-0a21-44b6-9032-eec3ebf81cb4 req-4ac87413-6cc7-4764-9c2a-4647497d932c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:07.597851 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7bbe9083-0a21-44b6-9032-eec3ebf81cb4 req-4ac87413-6cc7-4764-9c2a-4647497d932c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 946 time: 0.0804255 Jan 28 18:04:07.645810 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7bbe9083-0a21-44b6-9032-eec3ebf81cb4 req-fbd39467-4c58-4a37-b725-aaa77add0144 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442f66b-df06-4a3a-8759-efbb9d794dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401094 Jan 28 18:04:08.838898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21148c0c-b4a2-4a73-9215-502d3e1721ed req-2e069c6e-4190-4013-84bb-42e80dd8cddf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:08.839983 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-21148c0c-b4a2-4a73-9215-502d3e1721ed req-2e069c6e-4190-4013-84bb-42e80dd8cddf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 946 time: 0.0814290 Jan 28 18:04:08.893234 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-21148c0c-b4a2-4a73-9215-502d3e1721ed req-74ea55ba-7f7a-4b75-a035-ef3697f43eb9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442f66b-df06-4a3a-8759-efbb9d794dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471425 Jan 28 18:04:09.088348 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4d06d-595e-43a4-972c-41b628602fbd req-d1f256ca-4030-4dbc-904b-7c6cd775dc9d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:09.090071 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-18b4d06d-595e-43a4-972c-41b628602fbd req-d1f256ca-4030-4dbc-904b-7c6cd775dc9d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 946 time: 0.0938261 Jan 28 18:04:09.135977 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-18b4d06d-595e-43a4-972c-41b628602fbd req-5834b781-82cd-49c0-91be-906cff8f2fc5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442f66b-df06-4a3a-8759-efbb9d794dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399547 Jan 28 18:04:09.911702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bfed9b82-46b0-4b40-a48f-206652d0f111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:10.622275 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47686) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:11.438716 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:11.826123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.17 (4cbbff51-80c7-4269-805b-7508635438a1/29444002-6a6b-4931-8be7-286db28428b8/5cb558ae-2253-4148-9b76-459fe5c46a05) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:04:11.981025 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:11.997436 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object 5cb558ae-2253-4148-9b76-459fe5c46a05 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:04:12.081514 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:12.150458 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 4cbbff51-80c7-4269-805b-7508635438a1 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:04:12.153301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:04:12.157368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:04:12.194627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=5cb558ae-2253-4148-9b76-459fe5c46a05,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:12.227050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:12.274634 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dfefaa85-d8c3-4d7e-a44c-f34d95325818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:12.529786 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:12.558906 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-69958a60-ddc3-4319-8f4d-347370e3d728 None None] Provisioning for port 5cb558ae-2253-4148-9b76-459fe5c46a05 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:04:12.560820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-69958a60-ddc3-4319-8f4d-347370e3d728 None None] Provisioning complete for port 5cb558ae-2253-4148-9b76-459fe5c46a05 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:04:12.561195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-69958a60-ddc3-4319-8f4d-347370e3d728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:12.616782 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-69958a60-ddc3-4319-8f4d-347370e3d728 None None] Port 5cb558ae-2253-4148-9b76-459fe5c46a05 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:04:12.926895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:12.981761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:13.100092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=5cb558ae-2253-4148-9b76-459fe5c46a05,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:13.101019 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:13.230036 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:13.359586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 4cbbff51-80c7-4269-805b-7508635438a1 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:04:13.360671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:04:13.371720 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:13.557975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router f14410b0-8fae-47a1-92b7-49dea1949c49 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:04:13.643535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f10d054a-0221-4620-a3ec-cf46bec8f25f None None] Provisioning complete for port 5cb558ae-2253-4148-9b76-459fe5c46a05 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:04:13.643863 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f10d054a-0221-4620-a3ec-cf46bec8f25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:13.697352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f10d054a-0221-4620-a3ec-cf46bec8f25f None None] Port 5cb558ae-2253-4148-9b76-459fe5c46a05 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:04:13.735511 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:04:13.744814 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Sync routers for ids ['f14410b0-8fae-47a1-92b7-49dea1949c49'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:04:13.753760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Routers {'f14410b0-8fae-47a1-92b7-49dea1949c49'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:04:13.754740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:04:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f14410b0-8fae-47a1-92b7-49dea1949c49'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:13.807471 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-577c2199-b8f5-4108-98e7-9b56713983aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/f14410b0-8fae-47a1-92b7-49dea1949c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1834357 Jan 28 18:04:13.974685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Set router f14410b0-8fae-47a1-92b7-49dea1949c49 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:04:14.116473 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:04:14.323440 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:04:12Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '06c5bb68-99ee-4a95-a5f0-875d6aa47a3d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'port_id': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'mac_address': 'fa:16:3e:4d:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:03:12Z', 'updated_at': '2022-01-28T18:03:16Z', 'revision_number': 1, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb558ae-2253-4148-9b76-459fe5c46a05', 'name': '', 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:71:f4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '29444002-6a6b-4931-8be7-286db28428b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:11Z', 'updated_at': '2022-01-28T18:04:12Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '29444002-6a6b-4931-8be7-286db28428b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:53Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:14.327183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Checking router: f14410b0-8fae-47a1-92b7-49dea1949c49 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:04:14.327530 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Updating router f14410b0-8fae-47a1-92b7-49dea1949c49 port 5cb558ae-2253-4148-9b76-459fe5c46a05 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:04:14.378710 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:14.718671 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:14.729648 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Transition to ACTIVE for port object 5cb558ae-2253-4148-9b76-459fe5c46a05 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:04:14.890661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:15.004626 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:15.056897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd251e8c-5cff-48fa-8db6-9e4654eea15f None None] Pushing event updated for resources: {'Port': ['ID=5cb558ae-2253-4148-9b76-459fe5c46a05,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:15.113759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Attempting to bind port 5cb558ae-2253-4148-9b76-459fe5c46a05 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:04:15.114356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Attempting to bind port 5cb558ae-2253-4148-9b76-459fe5c46a05 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '7dc71e9a-4f1d-48b7-9336-2b21fd65c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:04:15.115273 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Attempting to bind port 5cb558ae-2253-4148-9b76-459fe5c46a05 on network 4cbbff51-80c7-4269-805b-7508635438a1 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:04:15.120940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:04:15.121312 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Checking segment: {'id': '7dc71e9a-4f1d-48b7-9336-2b21fd65c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:04:15.121710 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:15.122129 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Bound using segment: {'id': '7dc71e9a-4f1d-48b7-9336-2b21fd65c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:04:15.122591 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Bound port: 5cb558ae-2253-4148-9b76-459fe5c46a05, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc71e9a-4f1d-48b7-9336-2b21fd65c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:04:15.122968 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:15.211409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] For port 5cb558ae-2253-4148-9b76-459fe5c46a05, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:04:15.214366 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] For port 5cb558ae-2253-4148-9b76-459fe5c46a05, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5cb558ae-2253-4148-9b76-459fe5c46a05,segment=NetworkSegment(7dc71e9a-4f1d-48b7-9336-2b21fd65c800),segment_id=7dc71e9a-4f1d-48b7-9336-2b21fd65c800)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:04:15.321620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:15.398392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Routers {'f14410b0-8fae-47a1-92b7-49dea1949c49'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:04:15.398392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:04:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f14410b0-8fae-47a1-92b7-49dea1949c49'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:15.466093 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd251e8c-5cff-48fa-8db6-9e4654eea15f None None] Pushing event updated for resources: {'Port': ['ID=5cb558ae-2253-4148-9b76-459fe5c46a05,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:15.587406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] Set router f14410b0-8fae-47a1-92b7-49dea1949c49 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:04:15.981640 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:04:12Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '06c5bb68-99ee-4a95-a5f0-875d6aa47a3d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'port_id': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'mac_address': 'fa:16:3e:4d:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:03:12Z', 'updated_at': '2022-01-28T18:03:16Z', 'revision_number': 1, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb558ae-2253-4148-9b76-459fe5c46a05', 'name': '', 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:71:f4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '29444002-6a6b-4931-8be7-286db28428b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:11Z', 'updated_at': '2022-01-28T18:04:15Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '29444002-6a6b-4931-8be7-286db28428b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:53Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:15.985765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f49eef-1c23-4574-8168-750f85542f25 None None] The sync data for ids ['f14410b0-8fae-47a1-92b7-49dea1949c49'] in dv-neutron-826919-1-hyperv is: [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:04:12Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '06c5bb68-99ee-4a95-a5f0-875d6aa47a3d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'port_id': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'mac_address': 'fa:16:3e:4d:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:03:12Z', 'updated_at': '2022-01-28T18:03:16Z', 'revision_number': 1, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb558ae-2253-4148-9b76-459fe5c46a05', 'name': '', 'network_id': '4cbbff51-80c7-4269-805b-7508635438a1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:71:f4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '29444002-6a6b-4931-8be7-286db28428b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:11Z', 'updated_at': '2022-01-28T18:04:15Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '29444002-6a6b-4931-8be7-286db28428b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:53Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:04:16.399194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5cb558ae-2253-4148-9b76-459fe5c46a05 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:04:16.505434 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 5cb558ae-2253-4148-9b76-459fe5c46a05 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:04:16.510824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 5cb558ae-2253-4148-9b76-459fe5c46a05 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:04:16.511227 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:16.633634 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:16.665320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 5cb558ae-2253-4148-9b76-459fe5c46a05, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5cb558ae-2253-4148-9b76-459fe5c46a05,segment=NetworkSegment(7dc71e9a-4f1d-48b7-9336-2b21fd65c800),segment_id=7dc71e9a-4f1d-48b7-9336-2b21fd65c800)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:04:16.788259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:16.858979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=5cb558ae-2253-4148-9b76-459fe5c46a05,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:18.367702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5cb558ae-2253-4148-9b76-459fe5c46a05 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:04:18.434040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 5cb558ae-2253-4148-9b76-459fe5c46a05 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:04:18.434403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:19.892524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:29.679767 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8f777e95-55c3-489c-a7fe-f25baa6edecf req-db0296ea-1021-4d1f-b681-c61f998836e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718269 Jan 28 18:04:29.819887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f777e95-55c3-489c-a7fe-f25baa6edecf req-d6143cfc-f526-446f-9809-29438d43ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:29.821334 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8f777e95-55c3-489c-a7fe-f25baa6edecf req-d6143cfc-f526-446f-9809-29438d43ac88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 1099 time: 0.0694735 Jan 28 18:04:29.965935 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f777e95-55c3-489c-a7fe-f25baa6edecf req-e86e1552-e572-4051-b9c9-470c224c106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:29.967402 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8f777e95-55c3-489c-a7fe-f25baa6edecf req-e86e1552-e572-4051-b9c9-470c224c106f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dcb6251-53ce-4bf2-9c7f-8bfd871a501b HTTP/1.1" status: 200 len: 897 time: 0.1247122 Jan 28 18:04:30.069430 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8f777e95-55c3-489c-a7fe-f25baa6edecf req-da4492e5-70e2-4a8f-9caf-3bb10751aeec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=264d5f6b-60c8-40e8-9865-8ea1f86081de HTTP/1.1" status: 200 len: 1001 time: 0.0950112 Jan 28 18:04:30.131115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f777e95-55c3-489c-a7fe-f25baa6edecf req-3b58ebff-63e8-42c8-9a8f-d142da4645cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:30.132511 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8f777e95-55c3-489c-a7fe-f25baa6edecf req-3b58ebff-63e8-42c8-9a8f-d142da4645cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57c753fc-b8fc-4fca-8c2c-4332a9d19712 HTTP/1.1" status: 200 len: 835 time: 0.0558765 Jan 28 18:04:30.209521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f777e95-55c3-489c-a7fe-f25baa6edecf req-f893cfe8-880e-42cb-a807-c648d764a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:30.210900 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8f777e95-55c3-489c-a7fe-f25baa6edecf req-f893cfe8-880e-42cb-a807-c648d764a673 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dcb6251-53ce-4bf2-9c7f-8bfd871a501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708404 Jan 28 18:04:30.345231 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8f777e95-55c3-489c-a7fe-f25baa6edecf req-85346be9-5bd5-4326-afef-b974936632b6 service neutron] 10.222.0.16 "GET /v2.0/networks/7dcb6251-53ce-4bf2-9c7f-8bfd871a501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245921 Jan 28 18:04:30.476488 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8f777e95-55c3-489c-a7fe-f25baa6edecf req-ec2a19d3-c9c8-44f4-8714-842a6ab76fbc service neutron] 10.222.0.16 "GET /v2.0/networks/7dcb6251-53ce-4bf2-9c7f-8bfd871a501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224134 Jan 28 18:04:32.263951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47716) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:32.940069 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:33.329866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 5cb558ae-2253-4148-9b76-459fe5c46a05 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:04:33.330546 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:33.517911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 5cb558ae-2253-4148-9b76-459fe5c46a05, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5cb558ae-2253-4148-9b76-459fe5c46a05,segment=NetworkSegment(7dc71e9a-4f1d-48b7-9336-2b21fd65c800),segment_id=7dc71e9a-4f1d-48b7-9336-2b21fd65c800)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:04:33.518258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:33.640652 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 5cb558ae-2253-4148-9b76-459fe5c46a05 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:04:33.995345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:34.039956 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=5cb558ae-2253-4148-9b76-459fe5c46a05,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:34.081297 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:34.081647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:34.081983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:34.082310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:34.082636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:34.082962 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:34.083312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:34.083638 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:34.083956 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:34.084271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:34.084594 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:34.084908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:34.456527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:34.814084 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router f14410b0-8fae-47a1-92b7-49dea1949c49 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:04:34.996196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:04:35.006735 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8fc486-07cc-415a-bae1-18ee70fc8be7 None None] Sync routers for ids ['f14410b0-8fae-47a1-92b7-49dea1949c49'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:04:35.011302 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dcbd6670-15a4-4afb-a75d-6697e8d6ab79 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/f14410b0-8fae-47a1-92b7-49dea1949c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7437284 Jan 28 18:04:35.016896 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8fc486-07cc-415a-bae1-18ee70fc8be7 None None] Routers {'f14410b0-8fae-47a1-92b7-49dea1949c49'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:04:35.017906 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1b8fc486-07cc-415a-bae1-18ee70fc8be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:04:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f14410b0-8fae-47a1-92b7-49dea1949c49'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:35.218070 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-1b8fc486-07cc-415a-bae1-18ee70fc8be7 None None] Set router f14410b0-8fae-47a1-92b7-49dea1949c49 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:04:35.567595 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1b8fc486-07cc-415a-bae1-18ee70fc8be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:04:33Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '06c5bb68-99ee-4a95-a5f0-875d6aa47a3d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'port_id': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'mac_address': 'fa:16:3e:4d:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:03:12Z', 'updated_at': '2022-01-28T18:03:16Z', 'revision_number': 1, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:53Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:35.571708 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8fc486-07cc-415a-bae1-18ee70fc8be7 None None] Checking router: f14410b0-8fae-47a1-92b7-49dea1949c49 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:04:35.580666 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8fc486-07cc-415a-bae1-18ee70fc8be7 None None] Routers {'f14410b0-8fae-47a1-92b7-49dea1949c49'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:04:35.581258 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1b8fc486-07cc-415a-bae1-18ee70fc8be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:04:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f14410b0-8fae-47a1-92b7-49dea1949c49'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:35.616993 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ccf6b-a059-4e45-a4ac-26fe672639e9 req-bb774e23-6534-4758-a60d-a116c187f60b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:35.617611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-2e4ccf6b-a059-4e45-a4ac-26fe672639e9 req-bb774e23-6534-4758-a60d-a116c187f60b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:04:35.705670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-2e4ccf6b-a059-4e45-a4ac-26fe672639e9 req-bb774e23-6534-4758-a60d-a116c187f60b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:04:35.705670 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2e4ccf6b-a059-4e45-a4ac-26fe672639e9 req-bb774e23-6534-4758-a60d-a116c187f60b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 946 time: 0.1665220 Jan 28 18:04:35.748798 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2e4ccf6b-a059-4e45-a4ac-26fe672639e9 req-680ef0e3-e636-42ee-9034-6140861dc304 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442f66b-df06-4a3a-8759-efbb9d794dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401165 Jan 28 18:04:35.756604 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-1b8fc486-07cc-415a-bae1-18ee70fc8be7 None None] Set router f14410b0-8fae-47a1-92b7-49dea1949c49 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:04:36.096584 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1b8fc486-07cc-415a-bae1-18ee70fc8be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:04:33Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '06c5bb68-99ee-4a95-a5f0-875d6aa47a3d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'port_id': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'mac_address': 'fa:16:3e:4d:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:03:12Z', 'updated_at': '2022-01-28T18:03:16Z', 'revision_number': 1, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:53Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:36.100425 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8fc486-07cc-415a-bae1-18ee70fc8be7 None None] The sync data for ids ['f14410b0-8fae-47a1-92b7-49dea1949c49'] in dv-neutron-826919-1-hyperv is: [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:04:33Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '06c5bb68-99ee-4a95-a5f0-875d6aa47a3d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'port_id': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'mac_address': 'fa:16:3e:4d:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:03:12Z', 'updated_at': '2022-01-28T18:03:16Z', 'revision_number': 1, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:53Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:04:36.455556 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5cb558ae-2253-4148-9b76-459fe5c46a05 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:04:36.490935 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 5cb558ae-2253-4148-9b76-459fe5c46a05 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:04:36.491306 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5cb558ae-2253-4148-9b76-459fe5c46a05 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:04:36.890643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a4691-b14d-435e-b2b2-680c0f89ce6b req-b72d8215-f732-4ec6-a2d4-1701cbb6c355 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:36.892187 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b77a4691-b14d-435e-b2b2-680c0f89ce6b req-b72d8215-f732-4ec6-a2d4-1701cbb6c355 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 946 time: 0.0821512 Jan 28 18:04:36.942001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbceaf-084f-4457-b13d-2663ee610a03 req-528355b3-7484-4f96-ad7c-ffbae838ae2b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:36.943477 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dcfbceaf-084f-4457-b13d-2663ee610a03 req-528355b3-7484-4f96-ad7c-ffbae838ae2b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 946 time: 0.0800319 Jan 28 18:04:36.964641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-b77a4691-b14d-435e-b2b2-680c0f89ce6b req-83d4ddbf-2464-4b2a-ba17-a57581cf5243 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 5cea373f-14bd-4e0a-a090-65eca29f845b {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:04:36.964998 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-b77a4691-b14d-435e-b2b2-680c0f89ce6b req-83d4ddbf-2464-4b2a-ba17-a57581cf5243 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:36.992876 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dcfbceaf-084f-4457-b13d-2663ee610a03 req-37691391-ed8f-45f1-9ec0-74a91d453179 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442f66b-df06-4a3a-8759-efbb9d794dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415318 Jan 28 18:04:37.218641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-b77a4691-b14d-435e-b2b2-680c0f89ce6b req-83d4ddbf-2464-4b2a-ba17-a57581cf5243 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 5cea373f-14bd-4e0a-a090-65eca29f845b, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=5cea373f-14bd-4e0a-a090-65eca29f845b,segment=NetworkSegment(7dc71e9a-4f1d-48b7-9336-2b21fd65c800),segment_id=7dc71e9a-4f1d-48b7-9336-2b21fd65c800)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:04:37.219031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-b77a4691-b14d-435e-b2b2-680c0f89ce6b req-83d4ddbf-2464-4b2a-ba17-a57581cf5243 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:37.447976 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-b77a4691-b14d-435e-b2b2-680c0f89ce6b req-83d4ddbf-2464-4b2a-ba17-a57581cf5243 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 5cea373f-14bd-4e0a-a090-65eca29f845b owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:04:37.715662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-b77a4691-b14d-435e-b2b2-680c0f89ce6b req-83d4ddbf-2464-4b2a-ba17-a57581cf5243 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:37.764114 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4ddbf-2464-4b2a-ba17-a57581cf5243 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=5cea373f-14bd-4e0a-a090-65eca29f845b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:37.838573 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77a4691-b14d-435e-b2b2-680c0f89ce6b req-83d4ddbf-2464-4b2a-ba17-a57581cf5243 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] No DVR routers for this DVR port 5cea373f-14bd-4e0a-a090-65eca29f845b on host hv-neutron-8269 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:04:37.844529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-b77a4691-b14d-435e-b2b2-680c0f89ce6b req-83d4ddbf-2464-4b2a-ba17-a57581cf5243 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:37.844529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3375193-ad4c-4fef-8bce-a77a5bdb0bc5', 'name': 'network-vif-deleted', 'tag': '5cea373f-14bd-4e0a-a090-65eca29f845b'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:04:37.941138 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3375193-ad4c-4fef-8bce-a77a5bdb0bc5', 'name': 'network-vif-deleted', 'tag': '5cea373f-14bd-4e0a-a090-65eca29f845b', 'status': 'completed', 'code': 200} Jan 28 18:04:37.953829 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b77a4691-b14d-435e-b2b2-680c0f89ce6b req-83d4ddbf-2464-4b2a-ba17-a57581cf5243 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "DELETE /v2.0/ports/5cea373f-14bd-4e0a-a090-65eca29f845b HTTP/1.1" status: 204 len: 173 time: 1.0565066 Jan 28 18:04:38.158230 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9f318bf8-a19a-43b2-b0a5-7476ee6f843a req-c6043fb4-f9d4-41a9-8c28-fab157142ef4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3375193-ad4c-4fef-8bce-a77a5bdb0bc5 HTTP/1.1" status: 200 len: 210 time: 0.0498219 Jan 28 18:04:39.252312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47736) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:39.318984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebf479a3-db44-4053-8f29-52a636ea8bbb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:39.348107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebf479a3-db44-4053-8f29-52a636ea8bbb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:39.495658 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebf479a3-db44-4053-8f29-52a636ea8bbb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:39.512740 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf479a3-db44-4053-8f29-52a636ea8bbb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e442f66b-df06-4a3a-8759-efbb9d794dff,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:39.592226 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebf479a3-db44-4053-8f29-52a636ea8bbb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:39.593304 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ebf479a3-db44-4053-8f29-52a636ea8bbb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/security-groups/e442f66b-df06-4a3a-8759-efbb9d794dff HTTP/1.1" status: 204 len: 168 time: 0.3399966 Jan 28 18:04:39.713405 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47742) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:39.777451 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de90dfc-524e-4c2f-821c-1c92097ffc72 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting subnet 29444002-6a6b-4931-8be7-286db28428b8 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:04:39.785625 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3de90dfc-524e-4c2f-821c-1c92097ffc72 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:40.005656 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3de90dfc-524e-4c2f-821c-1c92097ffc72 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:40.005656 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3de90dfc-524e-4c2f-821c-1c92097ffc72 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:40.097794 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b0b05e78-32d1-4b19-9d9c-096023fef64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:40.144594 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3de90dfc-524e-4c2f-821c-1c92097ffc72 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:40.188061 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de90dfc-524e-4c2f-821c-1c92097ffc72 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Subnet': ['ID=29444002-6a6b-4931-8be7-286db28428b8,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:40.193266 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3de90dfc-524e-4c2f-821c-1c92097ffc72 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:40.197606 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3de90dfc-524e-4c2f-821c-1c92097ffc72 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/subnets/29444002-6a6b-4931-8be7-286db28428b8 HTTP/1.1" status: 204 len: 168 time: 0.4832284 Jan 28 18:04:40.198191 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fe3d2b-5197-47ee-9d28-c13f3bd0d190 None None] Network 4cbbff51-80c7-4269-805b-7508635438a1 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:04:40.200219 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47746) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:40.309382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:40.320382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:04:40.321333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:40.449790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2b31a2-2cf1-40bb-a636-e1e3c5e85fde None None] DHCP port deletion for 4cbbff51-80c7-4269-805b-7508635438a1 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:04:40.457623 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-af2b31a2-2cf1-40bb-a636-e1e3c5e85fde None None] Deleting port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:04:40.457623 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-af2b31a2-2cf1-40bb-a636-e1e3c5e85fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:40.527561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0b1d35ab-aac0-4290-bce1-6edfb1a65c0a,segment=NetworkSegment(7dc71e9a-4f1d-48b7-9336-2b21fd65c800),segment_id=7dc71e9a-4f1d-48b7-9336-2b21fd65c800)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:04:40.527862 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:40.650053 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:04:40.654299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-af2b31a2-2cf1-40bb-a636-e1e3c5e85fde None None] For port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0b1d35ab-aac0-4290-bce1-6edfb1a65c0a,segment=NetworkSegment(7dc71e9a-4f1d-48b7-9336-2b21fd65c800),segment_id=7dc71e9a-4f1d-48b7-9336-2b21fd65c800)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:04:40.660109 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-af2b31a2-2cf1-40bb-a636-e1e3c5e85fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:40.776005 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-af2b31a2-2cf1-40bb-a636-e1e3c5e85fde None None] Calling delete_port for 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:04:40.821440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:40.847231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-af2b31a2-2cf1-40bb-a636-e1e3c5e85fde None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:04:40.847586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-af2b31a2-2cf1-40bb-a636-e1e3c5e85fde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:04:40.868911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=0b1d35ab-aac0-4290-bce1-6edfb1a65c0a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:40.870687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] No DVR routers for this DVR port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:04:40.992342 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:41.022221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbbff51-80c7-4269-805b-7508635438a1']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:41.040496 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc71e9a-4f1d-48b7-9336-2b21fd65c800') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:41.040630 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc71e9a-4f1d-48b7-9336-2b21fd65c800') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:41.052977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:41.073023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:41.079040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:04:41.079730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:04:41.093712 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:04:41.250554 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:41.263808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:41.275708 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Network': ['ID=4cbbff51-80c7-4269-805b-7508635438a1,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:41.349589 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-af2b31a2-2cf1-40bb-a636-e1e3c5e85fde None None] Deleting port 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:04:41.349589 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-af2b31a2-2cf1-40bb-a636-e1e3c5e85fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:41.350139 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c2175fca-4e09-4dea-a613-982e7a41a04a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/networks/4cbbff51-80c7-4269-805b-7508635438a1 HTTP/1.1" status: 204 len: 168 time: 1.1486511 Jan 28 18:04:41.352769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47750) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:41.445559 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-af2b31a2-2cf1-40bb-a636-e1e3c5e85fde None None] The port '0b1d35ab-aac0-4290-bce1-6edfb1a65c0a' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:04:41.505241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 5cea373f-14bd-4e0a-a090-65eca29f845b no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:04:41.538712 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 5cea373f-14bd-4e0a-a090-65eca29f845b {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:04:41.539074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 5cea373f-14bd-4e0a-a090-65eca29f845b not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:04:41.562294 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-273952d6-bbfa-49d7-8967-7563d034c055 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 0398a50f-ae34-468a-b44d-1add26ca426f {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:04:41.562636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-273952d6-bbfa-49d7-8967-7563d034c055 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:41.730656 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-273952d6-bbfa-49d7-8967-7563d034c055 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:41.730980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-273952d6-bbfa-49d7-8967-7563d034c055 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:41.956579 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-273952d6-bbfa-49d7-8967-7563d034c055 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 0398a50f-ae34-468a-b44d-1add26ca426f owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:04:42.194226 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-273952d6-bbfa-49d7-8967-7563d034c055 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:42.240379 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273952d6-bbfa-49d7-8967-7563d034c055 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=0398a50f-ae34-468a-b44d-1add26ca426f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:42.284196 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-05502bde-c2ec-4ace-bf26-64469e809426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:42.331730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-273952d6-bbfa-49d7-8967-7563d034c055 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:42.332059 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-273952d6-bbfa-49d7-8967-7563d034c055 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 06c5bb68-99ee-4a95-a5f0-875d6aa47a3d disassociated (deleted). External IP: 172.26.1.60, port: 264d5f6b-60c8-40e8-9865-8ea1f86081de. Jan 28 18:04:42.377328 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:04:42.411304 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:04:42.411677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0b1d35ab-aac0-4290-bce1-6edfb1a65c0a not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:04:42.675655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273952d6-bbfa-49d7-8967-7563d034c055 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router f14410b0-8fae-47a1-92b7-49dea1949c49 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:04:42.860817 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273952d6-bbfa-49d7-8967-7563d034c055 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:04:42.870264 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e91221-8659-49dd-bcf1-2ad04d76067a None None] Sync routers for ids ['f14410b0-8fae-47a1-92b7-49dea1949c49'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:04:42.878753 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-273952d6-bbfa-49d7-8967-7563d034c055 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:42.879326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e91221-8659-49dd-bcf1-2ad04d76067a None None] Routers {'f14410b0-8fae-47a1-92b7-49dea1949c49'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:04:42.879937 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-39e91221-8659-49dd-bcf1-2ad04d76067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:04:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f14410b0-8fae-47a1-92b7-49dea1949c49'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:42.936732 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-273952d6-bbfa-49d7-8967-7563d034c055 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/floatingips/06c5bb68-99ee-4a95-a5f0-875d6aa47a3d HTTP/1.1" status: 204 len: 168 time: 1.5807877 Jan 28 18:04:42.936732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'tag': '264d5f6b-60c8-40e8-9865-8ea1f86081de'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:04:42.994688 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'tag': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'status': 'completed', 'code': 200} Jan 28 18:04:43.085083 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629e58f-664b-4628-95f1-1528c3981739 req-8d419c0b-5694-4d32-a764-119f7836bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:43.087683 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8629e58f-664b-4628-95f1-1528c3981739 req-8d419c0b-5694-4d32-a764-119f7836bbd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 1099 time: 0.0790918 Jan 28 18:04:43.101368 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-39e91221-8659-49dd-bcf1-2ad04d76067a None None] Set router f14410b0-8fae-47a1-92b7-49dea1949c49 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:04:43.228669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629e58f-664b-4628-95f1-1528c3981739 req-94b6d069-b2d4-4f69-a956-c45333bb5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:43.230298 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8629e58f-664b-4628-95f1-1528c3981739 req-94b6d069-b2d4-4f69-a956-c45333bb5d16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7dcb6251-53ce-4bf2-9c7f-8bfd871a501b HTTP/1.1" status: 200 len: 897 time: 0.1368332 Jan 28 18:04:43.305272 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8629e58f-664b-4628-95f1-1528c3981739 req-95dfd3b0-b20a-43ec-9377-6bfa47438f5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=264d5f6b-60c8-40e8-9865-8ea1f86081de HTTP/1.1" status: 200 len: 217 time: 0.0685024 Jan 28 18:04:43.372085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629e58f-664b-4628-95f1-1528c3981739 req-faf9e87b-aefd-479f-bb88-b45439214615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:43.372085 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8629e58f-664b-4628-95f1-1528c3981739 req-faf9e87b-aefd-479f-bb88-b45439214615 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57c753fc-b8fc-4fca-8c2c-4332a9d19712 HTTP/1.1" status: 200 len: 835 time: 0.0583894 Jan 28 18:04:43.372367 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:43.441266 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-39e91221-8659-49dd-bcf1-2ad04d76067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:04:33Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:53Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:43.445198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e91221-8659-49dd-bcf1-2ad04d76067a None None] Checking router: f14410b0-8fae-47a1-92b7-49dea1949c49 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:04:43.450233 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629e58f-664b-4628-95f1-1528c3981739 req-83c2b5f8-45d9-43db-9d90-c5d062540542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:43.452275 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8629e58f-664b-4628-95f1-1528c3981739 req-83c2b5f8-45d9-43db-9d90-c5d062540542 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7dcb6251-53ce-4bf2-9c7f-8bfd871a501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777545 Jan 28 18:04:43.454141 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e91221-8659-49dd-bcf1-2ad04d76067a None None] Routers {'f14410b0-8fae-47a1-92b7-49dea1949c49'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:04:43.454732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-39e91221-8659-49dd-bcf1-2ad04d76067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:04:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f14410b0-8fae-47a1-92b7-49dea1949c49'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:43.508008 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:43.646014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-39e91221-8659-49dd-bcf1-2ad04d76067a None None] Set router f14410b0-8fae-47a1-92b7-49dea1949c49 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:04:43.676480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8256dbd-aacc-4f58-82e0-839e43bc5ce2 req-050ae74e-c616-4f21-886b-8b0bdcc54b2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:43.678248 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b8256dbd-aacc-4f58-82e0-839e43bc5ce2 req-050ae74e-c616-4f21-886b-8b0bdcc54b2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 946 time: 0.0839715 Jan 28 18:04:43.704315 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8629e58f-664b-4628-95f1-1528c3981739 req-cdc554a9-73e6-4852-9351-97bafb9ce60d service neutron] 10.222.0.16 "GET /v2.0/networks/7dcb6251-53ce-4bf2-9c7f-8bfd871a501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453737 Jan 28 18:04:43.727387 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b8256dbd-aacc-4f58-82e0-839e43bc5ce2 req-3c4e075a-7f16-4097-87b6-f7b89d1ee2d2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b401a7d-846c-480d-8451-ed6b65922bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392878 Jan 28 18:04:43.844031 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8629e58f-664b-4628-95f1-1528c3981739 req-71786744-8779-4683-8cc5-a23da237f03b service neutron] 10.222.0.16 "GET /v2.0/networks/7dcb6251-53ce-4bf2-9c7f-8bfd871a501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337075 Jan 28 18:04:43.964535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-39e91221-8659-49dd-bcf1-2ad04d76067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:04:33Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:53Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:43.968469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e91221-8659-49dd-bcf1-2ad04d76067a None None] The sync data for ids ['f14410b0-8fae-47a1-92b7-49dea1949c49'] in dv-neutron-826919-1-hyperv is: [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:04:33Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ea4c4230-2826-4f60-bbb7-8b61d95cafe5', 'name': '', 'network_id': '7dcb6251-53ce-4bf2-9c7f-8bfd871a501b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ca:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:42Z', 'updated_at': '2022-01-28T18:02:53Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '57c753fc-b8fc-4fca-8c2c-4332a9d19712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:04:44.185938 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456053a9-98c6-49bf-8aab-ad80da834436 None None] New status for floating IP 06c5bb68-99ee-4a95-a5f0-875d6aa47a3d: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:04:44.937981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc46bd-3c3f-4d00-9082-5ac2b463e0bd req-e5e42570-c7b0-4e82-b42f-5f20140351f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:44.938667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-5acc46bd-3c3f-4d00-9082-5ac2b463e0bd req-e5e42570-c7b0-4e82-b42f-5f20140351f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:04:44.960629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074271c8-61d9-4300-b3d0-f09674aa6f2a req-d979c790-1294-4637-8927-21855f579a48 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:44.968716 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-074271c8-61d9-4300-b3d0-f09674aa6f2a req-d979c790-1294-4637-8927-21855f579a48 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:04:45.016026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:45.081442 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-5acc46bd-3c3f-4d00-9082-5ac2b463e0bd req-e5e42570-c7b0-4e82-b42f-5f20140351f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:04:45.082677 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5acc46bd-3c3f-4d00-9082-5ac2b463e0bd req-e5e42570-c7b0-4e82-b42f-5f20140351f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 946 time: 0.2877631 Jan 28 18:04:45.083693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-074271c8-61d9-4300-b3d0-f09674aa6f2a req-d979c790-1294-4637-8927-21855f579a48 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:04:45.084657 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-074271c8-61d9-4300-b3d0-f09674aa6f2a req-d979c790-1294-4637-8927-21855f579a48 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 946 time: 0.2476039 Jan 28 18:04:45.188187 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-5acc46bd-3c3f-4d00-9082-5ac2b463e0bd req-dedd9bbc-0d96-434d-86dc-492a41f3f37f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 264d5f6b-60c8-40e8-9865-8ea1f86081de {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:04:45.188532 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-5acc46bd-3c3f-4d00-9082-5ac2b463e0bd req-dedd9bbc-0d96-434d-86dc-492a41f3f37f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:45.227168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-074271c8-61d9-4300-b3d0-f09674aa6f2a req-86af153b-d31d-4817-958d-cd85ce22be8d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:04:45.299915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-074271c8-61d9-4300-b3d0-f09674aa6f2a req-86af153b-d31d-4817-958d-cd85ce22be8d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:04:45.300993 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-074271c8-61d9-4300-b3d0-f09674aa6f2a req-86af153b-d31d-4817-958d-cd85ce22be8d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b401a7d-846c-480d-8451-ed6b65922bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836057 Jan 28 18:04:45.444790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-5acc46bd-3c3f-4d00-9082-5ac2b463e0bd req-dedd9bbc-0d96-434d-86dc-492a41f3f37f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 264d5f6b-60c8-40e8-9865-8ea1f86081de, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=264d5f6b-60c8-40e8-9865-8ea1f86081de,segment=NetworkSegment(4b357f5a-275a-42ad-a7e2-0edf6b9587dd),segment_id=4b357f5a-275a-42ad-a7e2-0edf6b9587dd)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:04:45.445140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-5acc46bd-3c3f-4d00-9082-5ac2b463e0bd req-dedd9bbc-0d96-434d-86dc-492a41f3f37f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:45.570541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-5acc46bd-3c3f-4d00-9082-5ac2b463e0bd req-dedd9bbc-0d96-434d-86dc-492a41f3f37f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 264d5f6b-60c8-40e8-9865-8ea1f86081de owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:04:45.792794 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-5acc46bd-3c3f-4d00-9082-5ac2b463e0bd req-dedd9bbc-0d96-434d-86dc-492a41f3f37f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:45.849803 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd9bbc-0d96-434d-86dc-492a41f3f37f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=264d5f6b-60c8-40e8-9865-8ea1f86081de,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:45.927910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acc46bd-3c3f-4d00-9082-5ac2b463e0bd req-dedd9bbc-0d96-434d-86dc-492a41f3f37f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] No DVR routers for this DVR port 264d5f6b-60c8-40e8-9865-8ea1f86081de on host hv-neutron-8269 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:04:45.930292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-5acc46bd-3c3f-4d00-9082-5ac2b463e0bd req-dedd9bbc-0d96-434d-86dc-492a41f3f37f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:45.932829 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'name': 'network-vif-deleted', 'tag': '264d5f6b-60c8-40e8-9865-8ea1f86081de'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:04:45.979573 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32e5404-e231-4cd7-9315-b736729cb4d9', 'name': 'network-vif-deleted', 'tag': '264d5f6b-60c8-40e8-9865-8ea1f86081de', 'status': 'completed', 'code': 200} Jan 28 18:04:45.996058 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5acc46bd-3c3f-4d00-9082-5ac2b463e0bd req-dedd9bbc-0d96-434d-86dc-492a41f3f37f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "DELETE /v2.0/ports/264d5f6b-60c8-40e8-9865-8ea1f86081de HTTP/1.1" status: 204 len: 173 time: 0.9081206 Jan 28 18:04:46.459326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-37229e0d-d52c-4008-a985-ecd2dc3a53cc req-f552d5b9-6a11-464b-aa60-dce3a63f23b1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:04:46.541391 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-37229e0d-d52c-4008-a985-ecd2dc3a53cc req-f552d5b9-6a11-464b-aa60-dce3a63f23b1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:04:46.542440 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-37229e0d-d52c-4008-a985-ecd2dc3a53cc req-f552d5b9-6a11-464b-aa60-dce3a63f23b1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e5404-e231-4cd7-9315-b736729cb4d9 HTTP/1.1" status: 200 len: 210 time: 0.1252894 Jan 28 18:04:47.640779 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47772) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:47.708134 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbded934-6ca0-42db-9817-b4a943db739e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:47.737057 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbded934-6ca0-42db-9817-b4a943db739e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:47.875896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbded934-6ca0-42db-9817-b4a943db739e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:47.898400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbded934-6ca0-42db-9817-b4a943db739e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b401a7d-846c-480d-8451-ed6b65922bbc,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:47.972192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbded934-6ca0-42db-9817-b4a943db739e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:47.977233 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dbded934-6ca0-42db-9817-b4a943db739e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/security-groups/8b401a7d-846c-480d-8451-ed6b65922bbc HTTP/1.1" status: 204 len: 168 time: 0.3315916 Jan 28 18:04:48.075490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47778) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:48.721111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:49.082471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port ea4c4230-2826-4f60-bbb7-8b61d95cafe5 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:04:49.083155 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:49.268178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port ea4c4230-2826-4f60-bbb7-8b61d95cafe5, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ea4c4230-2826-4f60-bbb7-8b61d95cafe5,segment=NetworkSegment(4b357f5a-275a-42ad-a7e2-0edf6b9587dd),segment_id=4b357f5a-275a-42ad-a7e2-0edf6b9587dd)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:04:49.268531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:49.393258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for ea4c4230-2826-4f60-bbb7-8b61d95cafe5 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:04:49.505740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 264d5f6b-60c8-40e8-9865-8ea1f86081de no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:04:49.574324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 264d5f6b-60c8-40e8-9865-8ea1f86081de {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:04:49.574648 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 264d5f6b-60c8-40e8-9865-8ea1f86081de not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:04:49.766625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:49.817789 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=ea4c4230-2826-4f60-bbb7-8b61d95cafe5,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:49.854267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:49.854614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:49.854942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:49.855292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:49.855615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:49.855937 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:49.856257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:49.856580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:49.856895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:49.857208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:49.857522 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:49.857831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:49.858147 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:50.212076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:50.562695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router f14410b0-8fae-47a1-92b7-49dea1949c49 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:04:50.738334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:04:50.749963 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd9a98-b2fd-4676-8c05-7c12bdfbf7e9 None None] Sync routers for ids ['f14410b0-8fae-47a1-92b7-49dea1949c49'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:04:50.759777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd9a98-b2fd-4676-8c05-7c12bdfbf7e9 None None] Routers {'f14410b0-8fae-47a1-92b7-49dea1949c49'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:04:50.764206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-47fd9a98-b2fd-4676-8c05-7c12bdfbf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:04:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f14410b0-8fae-47a1-92b7-49dea1949c49'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:50.831172 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-02914515-2c5b-497b-a557-99d94bd3a4ba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/f14410b0-8fae-47a1-92b7-49dea1949c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7544918 Jan 28 18:04:50.833717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47782) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:50.901968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-9872f2ad-0067-4360-bf55-9ac0513693d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting subnet 57c753fc-b8fc-4fca-8c2c-4332a9d19712 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:04:50.904965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9872f2ad-0067-4360-bf55-9ac0513693d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:50.936098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-47fd9a98-b2fd-4676-8c05-7c12bdfbf7e9 None None] Set router f14410b0-8fae-47a1-92b7-49dea1949c49 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:04:50.959404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9872f2ad-0067-4360-bf55-9ac0513693d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:51.047267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9872f2ad-0067-4360-bf55-9ac0513693d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:51.116108 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:04:51.184154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9872f2ad-0067-4360-bf55-9ac0513693d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:51.222259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872f2ad-0067-4360-bf55-9ac0513693d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Subnet': ['ID=57c753fc-b8fc-4fca-8c2c-4332a9d19712,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:51.222941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-47fd9a98-b2fd-4676-8c05-7c12bdfbf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:04:49Z', 'revision_number': 7, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:51.226950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd9a98-b2fd-4676-8c05-7c12bdfbf7e9 None None] Checking router: f14410b0-8fae-47a1-92b7-49dea1949c49 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:04:51.227730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9872f2ad-0067-4360-bf55-9ac0513693d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:51.234440 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9872f2ad-0067-4360-bf55-9ac0513693d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/subnets/57c753fc-b8fc-4fca-8c2c-4332a9d19712 HTTP/1.1" status: 204 len: 168 time: 0.3996921 Jan 28 18:04:51.237068 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47786) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:51.239044 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf4aef9-ff46-4d42-b2fb-92675b41f0b6 None None] Network 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:04:51.254717 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd9a98-b2fd-4676-8c05-7c12bdfbf7e9 None None] Routers {'f14410b0-8fae-47a1-92b7-49dea1949c49'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:04:51.255358 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-47fd9a98-b2fd-4676-8c05-7c12bdfbf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:04:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['f14410b0-8fae-47a1-92b7-49dea1949c49'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:51.416675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:51.570200 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-47fd9a98-b2fd-4676-8c05-7c12bdfbf7e9 None None] Set router f14410b0-8fae-47a1-92b7-49dea1949c49 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:04:51.701414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:51.808185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 68901cd5-5118-4120-aae5-6658ff9aa28f {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:04:51.808185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:51.854565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] DHCP port deletion for 7dcb6251-53ce-4bf2-9c7f-8bfd871a501b request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:04:51.862927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Deleting port 627a36db-b61a-4d74-9d07-c05f4f643229 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:04:51.863317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:51.927620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-47fd9a98-b2fd-4676-8c05-7c12bdfbf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:04:49Z', 'revision_number': 7, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:52.007030 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd9a98-b2fd-4676-8c05-7c12bdfbf7e9 None None] The sync data for ids ['f14410b0-8fae-47a1-92b7-49dea1949c49'] in dv-neutron-826919-1-hyperv is: [{'id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'name': 'tempest-TestNetworkBasicOps-router-1555628398', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:35Z', 'updated_at': '2022-01-28T18:04:49Z', 'revision_number': 7, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '68901cd5-5118-4120-aae5-6658ff9aa28f', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14410b0-8fae-47a1-92b7-49dea1949c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:04:52.013215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 68901cd5-5118-4120-aae5-6658ff9aa28f, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=68901cd5-5118-4120-aae5-6658ff9aa28f,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:04:52.013879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:52.146450 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] For port 627a36db-b61a-4d74-9d07-c05f4f643229, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=627a36db-b61a-4d74-9d07-c05f4f643229,segment=NetworkSegment(4b357f5a-275a-42ad-a7e2-0edf6b9587dd),segment_id=4b357f5a-275a-42ad-a7e2-0edf6b9587dd)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:04:52.146833 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:52.173215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 68901cd5-5118-4120-aae5-6658ff9aa28f owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:04:52.285868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Calling delete_port for 627a36db-b61a-4d74-9d07-c05f4f643229 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:04:52.417414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 627a36db-b61a-4d74-9d07-c05f4f643229 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:04:52.454819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:52.455361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:52.491616 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 627a36db-b61a-4d74-9d07-c05f4f643229 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:04:52.491956 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 627a36db-b61a-4d74-9d07-c05f4f643229 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:04:52.492558 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ea4c4230-2826-4f60-bbb7-8b61d95cafe5 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:04:52.545537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=68901cd5-5118-4120-aae5-6658ff9aa28f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:52.545750 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Pushing event deleted for resources: {'Port': ['ID=627a36db-b61a-4d74-9d07-c05f4f643229,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:52.554893 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: ea4c4230-2826-4f60-bbb7-8b61d95cafe5 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:04:52.555463 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ea4c4230-2826-4f60-bbb7-8b61d95cafe5 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:04:52.557306 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] No DVR routers for this DVR port 627a36db-b61a-4d74-9d07-c05f4f643229 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:04:52.559346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:52.559601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:52.559934 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:52.560328 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:52.560703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:52.561028 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:52.561350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:52.562269 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:52.562791 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:52.563586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:52.564065 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:52.564544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3289c58-00e0-472b-8bde-3c3eda4b2509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:52.608239 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:52.780329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:52.782454 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:52.932203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:52.932713 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Fanout notify agent at l3_agent the message router_deleted on router f14410b0-8fae-47a1-92b7-49dea1949c49 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:04:52.948615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:52.949730 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-02b37882-83e4-48d2-bea6-31e88f687be4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/routers/f14410b0-8fae-47a1-92b7-49dea1949c49 HTTP/1.1" status: 204 len: 168 time: 1.7117457 Jan 28 18:04:52.952853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47790) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:53.070532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8535ce4d-b277-4dcf-be59-b4402190eec9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:53.201568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8535ce4d-b277-4dcf-be59-b4402190eec9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:53.227561 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8535ce4d-b277-4dcf-be59-b4402190eec9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dcb6251-53ce-4bf2-9c7f-8bfd871a501b']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:53.239500 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8535ce4d-b277-4dcf-be59-b4402190eec9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b357f5a-275a-42ad-a7e2-0edf6b9587dd') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:53.239798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8535ce4d-b277-4dcf-be59-b4402190eec9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b357f5a-275a-42ad-a7e2-0edf6b9587dd') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:53.251185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8535ce4d-b277-4dcf-be59-b4402190eec9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:53.266181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8535ce4d-b277-4dcf-be59-b4402190eec9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:53.271974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8535ce4d-b277-4dcf-be59-b4402190eec9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:04:53.272351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8535ce4d-b277-4dcf-be59-b4402190eec9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:04:53.290333 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:04:53.472864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8535ce4d-b277-4dcf-be59-b4402190eec9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:53.499031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8535ce4d-b277-4dcf-be59-b4402190eec9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:53.501003 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535ce4d-b277-4dcf-be59-b4402190eec9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Network': ['ID=7dcb6251-53ce-4bf2-9c7f-8bfd871a501b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:53.509515 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8535ce4d-b277-4dcf-be59-b4402190eec9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/networks/7dcb6251-53ce-4bf2-9c7f-8bfd871a501b HTTP/1.1" status: 204 len: 168 time: 0.5557344 Jan 28 18:04:53.531754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47794) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:53.537105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'network': {'name': 'tempest-network-smoke--33413787', 'project_id': '92550370897a4318a214dd17d934ca5a', 'port_security_enabled': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:04:53.542054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:04:53.552356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:network and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:04:53.552356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:04:53.555688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:04:53.638309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:04:53.641861 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:53.668701 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:04:53.677640 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:53.677983 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Added segment 48896b4d-50c7-427c-b4c5-81fdc5d79887 of type vlan for network 79f66862-068b-4e7e-8922-7657e5c952ea Jan 28 18:04:53.706063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:53.912283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:53.917745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:53.918355 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:54.029413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Network': ['ID=79f66862-068b-4e7e-8922-7657e5c952ea,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:54.039414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 79f66862-068b-4e7e-8922-7657e5c952ea details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:04:54.098502 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-03158e5e-7230-4f66-a373-7197cf151668 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5657032 Jan 28 18:04:54.101594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47798) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:54.106410 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-259480332', 'admin_state_up': True, 'project_id': '92550370897a4318a214dd17d934ca5a', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:04:54.113894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:04:54.117762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:router and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:04:54.120583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:04:54.127353 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:04:54.180897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:54.181883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:54.195874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:54.380704 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 68901cd5-5118-4120-aae5-6658ff9aa28f no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:04:54.417810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 68901cd5-5118-4120-aae5-6658ff9aa28f {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:04:54.418138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 68901cd5-5118-4120-aae5-6658ff9aa28f not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:04:54.518619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:54.897191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:54.929123 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:55.062547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.135 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/f116ed81-781a-4977-9a6c-faf8cd66019b) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:04:55.218625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:55.309424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:55.379619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:04:55.383854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:04:55.386187 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:04:55.414302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=f116ed81-781a-4977-9a6c-faf8cd66019b,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:55.999910 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:56.340122 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:56.593014 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router e99e1f21-a48f-4de9-b457-4f52320ef9c1 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:04:56.773312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:04:56.782418 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Sync routers for ids ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:04:56.792722 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Routers {'e99e1f21-a48f-4de9-b457-4f52320ef9c1'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:04:56.793565 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:04:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:56.913110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:56.913110 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-afc2dac7-589a-422e-b655-e043c96b3e23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7968881 Jan 28 18:04:56.915437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47804) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:56.956906 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6c85e81b-fdea-443e-86a2-e4b0c47110a6 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=92550370897a4318a214dd17d934ca5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394418 Jan 28 18:04:56.958645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47808) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:57.005155 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Set router e99e1f21-a48f-4de9-b457-4f52320ef9c1 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:04:57.085682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd642a58-2ee5-4a85-be03-f5ed8c799392 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:57.087196 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bd642a58-2ee5-4a85-be03-f5ed8c799392 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276090 Jan 28 18:04:57.089995 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47812) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:57.135909 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7fe22ed6-9f00-4188-9691-f40607348f09 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426452 Jan 28 18:04:57.136704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47816) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:57.141417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1531495056', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'project_id': '92550370897a4318a214dd17d934ca5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:04:57.304414 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:04:55Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:57.308565 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Checking router: e99e1f21-a48f-4de9-b457-4f52320ef9c1 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:04:57.308954 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Updating router e99e1f21-a48f-4de9-b457-4f52320ef9c1 port f116ed81-781a-4977-9a6c-faf8cd66019b binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:04:57.363686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:04:57.368792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:subnet and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:04:57.368792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:04:57.377879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:04:57.378951 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:57.469457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:04:57.473000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:57.697153 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:57.708625 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Transition to ACTIVE for port object f116ed81-781a-4977-9a6c-faf8cd66019b will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:04:57.840850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:57.907317 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:57.921319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Subnet': ['ID=5507cd0f-4bd4-4a5a-9671-cce0d4b7419f,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:57.929296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Checking segment: {'id': '48896b4d-50c7-427c-b4c5-81fdc5d79887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:04:57.929942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network hostable DHCP agents. Network: 79f66862-068b-4e7e-8922-7657e5c952ea, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:04:57.987927 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Attempting to bind port f116ed81-781a-4977-9a6c-faf8cd66019b on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:04:57.988283 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Attempting to bind port f116ed81-781a-4977-9a6c-faf8cd66019b by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:04:57.988634 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Attempting to bind port f116ed81-781a-4977-9a6c-faf8cd66019b on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:04:57.990665 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836db051-a26b-4697-bdb1-2306c4b1662e None None] Pushing event updated for resources: {'Port': ['ID=f116ed81-781a-4977-9a6c-faf8cd66019b,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:57.999912 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:04:58.002460 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:04:58.002460 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:58.002460 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:04:58.002460 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Bound port: f116ed81-781a-4977-9a6c-faf8cd66019b, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:04:58.002460 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:58.021828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 79f66862-068b-4e7e-8922-7657e5c952ea is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:04:58.025057 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836db051-a26b-4697-bdb1-2306c4b1662e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:58.025397 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836db051-a26b-4697-bdb1-2306c4b1662e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:58.025730 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836db051-a26b-4697-bdb1-2306c4b1662e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:58.026063 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836db051-a26b-4697-bdb1-2306c4b1662e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:58.026382 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836db051-a26b-4697-bdb1-2306c4b1662e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:58.026702 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836db051-a26b-4697-bdb1-2306c4b1662e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:58.027047 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836db051-a26b-4697-bdb1-2306c4b1662e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:58.027370 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836db051-a26b-4697-bdb1-2306c4b1662e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:58.027686 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836db051-a26b-4697-bdb1-2306c4b1662e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:58.028004 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836db051-a26b-4697-bdb1-2306c4b1662e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:58.028316 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836db051-a26b-4697-bdb1-2306c4b1662e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:58.028628 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836db051-a26b-4697-bdb1-2306c4b1662e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:04:58.081018 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] For port f116ed81-781a-4977-9a6c-faf8cd66019b, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:04:58.084139 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] For port f116ed81-781a-4977-9a6c-faf8cd66019b, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f116ed81-781a-4977-9a6c-faf8cd66019b,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:04:58.103483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 79f66862-068b-4e7e-8922-7657e5c952ea) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:04:58.103483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:04:58.103483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:58.104100 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28294c6b-1ecb-419a-a354-b1584d12b329 None None] Network 79f66862-068b-4e7e-8922-7657e5c952ea requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:04:58.192831 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:58.222279 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bddc3370-5c4f-4663-966f-a4525105ad57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0559106 Jan 28 18:04:58.222279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47820) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:04:58.273840 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Routers {'e99e1f21-a48f-4de9-b457-4f52320ef9c1'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:04:58.274069 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:04:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:58.308873 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-79f66862-068b-4e7e-8922-7657e5c952ea', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ips': [{'subnet_id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:04:58.309825 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:58.343094 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836db051-a26b-4697-bdb1-2306c4b1662e None None] Pushing event updated for resources: {'Port': ['ID=f116ed81-781a-4977-9a6c-faf8cd66019b,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:58.459694 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] Set router e99e1f21-a48f-4de9-b457-4f52320ef9c1 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:04:58.497369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Allocated IP 172.20.0.2 (79f66862-068b-4e7e-8922-7657e5c952ea/5507cd0f-4bd4-4a5a-9671-cce0d4b7419f/213510d7-10a1-4c0b-a300-605e932bced3) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:04:58.711422 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:58.722027 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Transition to ACTIVE for port object 213510d7-10a1-4c0b-a300-605e932bced3 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:04:58.749072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Transition to ACTIVE for port object 213510d7-10a1-4c0b-a300-605e932bced3 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:04:58.753363 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:04:55Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:04:58.757476 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d91ea7-f18e-4d6d-a92d-2830ca10db32 None None] The sync data for ids ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'] in dv-neutron-826919-1-hyperv is: [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:04:55Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:04:58.921032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:58.928182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:59.009356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Network 79f66862-068b-4e7e-8922-7657e5c952ea is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:04:59.028649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:04:59.033796 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Pushing event updated for resources: {'Port': ['ID=213510d7-10a1-4c0b-a300-605e932bced3,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:59.040153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:04:59.149058 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Attempting to bind port 213510d7-10a1-4c0b-a300-605e932bced3 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:04:59.149936 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Attempting to bind port 213510d7-10a1-4c0b-a300-605e932bced3 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '48896b4d-50c7-427c-b4c5-81fdc5d79887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:04:59.150313 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Attempting to bind port 213510d7-10a1-4c0b-a300-605e932bced3 on network 79f66862-068b-4e7e-8922-7657e5c952ea {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:04:59.156732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:04:59.157107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Checking segment: {'id': '48896b4d-50c7-427c-b4c5-81fdc5d79887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:04:59.157714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:59.158289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Bound using segment: {'id': '48896b4d-50c7-427c-b4c5-81fdc5d79887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:04:59.158764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Bound port: 213510d7-10a1-4c0b-a300-605e932bced3, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48896b4d-50c7-427c-b4c5-81fdc5d79887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:04:59.159352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:59.268064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] For port 213510d7-10a1-4c0b-a300-605e932bced3, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:04:59.271569 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] For port 213510d7-10a1-4c0b-a300-605e932bced3, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=213510d7-10a1-4c0b-a300-605e932bced3,segment=NetworkSegment(48896b4d-50c7-427c-b4c5-81fdc5d79887),segment_id=48896b4d-50c7-427c-b4c5-81fdc5d79887)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:04:59.352990 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:59.479283 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca91c93-15ac-412c-bfe7-1fb3c7e9d732 None None] Pushing event updated for resources: {'Port': ['ID=213510d7-10a1-4c0b-a300-605e932bced3,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:59.505366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.1 (79f66862-068b-4e7e-8922-7657e5c952ea/5507cd0f-4bd4-4a5a-9671-cce0d4b7419f/6a6111aa-7b63-433f-a0cc-33db597b5b97) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:04:59.704747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:59.725667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object 6a6111aa-7b63-433f-a0cc-33db597b5b97 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:04:59.844515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:04:59.911755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 79f66862-068b-4e7e-8922-7657e5c952ea is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:04:59.914860 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:04:59.918664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:04:59.956911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=6a6111aa-7b63-433f-a0cc-33db597b5b97,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:04:59.983101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:00.308725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:00.474097 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f116ed81-781a-4977-9a6c-faf8cd66019b up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:05:00.623079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port f116ed81-781a-4977-9a6c-faf8cd66019b completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:05:00.628186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port f116ed81-781a-4977-9a6c-faf8cd66019b triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:05:00.628501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:00.729283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:00.746035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:00.762448 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port f116ed81-781a-4977-9a6c-faf8cd66019b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f116ed81-781a-4977-9a6c-faf8cd66019b,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:05:00.818221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:00.850236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:00.856061 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 213510d7-10a1-4c0b-a300-605e932bced3 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:05:00.939462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=6a6111aa-7b63-433f-a0cc-33db597b5b97,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:00.945450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:00.979698 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=f116ed81-781a-4977-9a6c-faf8cd66019b,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:01.069169 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 213510d7-10a1-4c0b-a300-605e932bced3 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:05:01.095859 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 79f66862-068b-4e7e-8922-7657e5c952ea is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:05:01.096059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d8cca9-6399-442d-a7ac-898d648ae10a None None] Network 79f66862-068b-4e7e-8922-7657e5c952ea requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:05:01.096400 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:05:01.255405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-66b4c6c8-27a7-4251-93e0-5d1717595e0a None None] Provisioning for port 213510d7-10a1-4c0b-a300-605e932bced3 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:05:01.269225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-66b4c6c8-27a7-4251-93e0-5d1717595e0a None None] Provisioning complete for port 213510d7-10a1-4c0b-a300-605e932bced3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:05:01.269594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-66b4c6c8-27a7-4251-93e0-5d1717595e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:01.396884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router e99e1f21-a48f-4de9-b457-4f52320ef9c1 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:05:01.446120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-66b4c6c8-27a7-4251-93e0-5d1717595e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:01.482849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-66b4c6c8-27a7-4251-93e0-5d1717595e0a None None] For port 213510d7-10a1-4c0b-a300-605e932bced3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=213510d7-10a1-4c0b-a300-605e932bced3,segment=NetworkSegment(48896b4d-50c7-427c-b4c5-81fdc5d79887),segment_id=48896b4d-50c7-427c-b4c5-81fdc5d79887)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:05:01.560379 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-66b4c6c8-27a7-4251-93e0-5d1717595e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:01.595997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:05:01.608520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Sync routers for ids ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:05:01.610311 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5f6d6401-477e-46cc-84e4-695eb1199438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/e99e1f21-a48f-4de9-b457-4f52320ef9c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4129398 Jan 28 18:05:01.613070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47824) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:01.637550 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Routers {'e99e1f21-a48f-4de9-b457-4f52320ef9c1'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:05:01.638199 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:04:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:05:01.710609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4c6c8-27a7-4251-93e0-5d1717595e0a None None] Pushing event updated for resources: {'Port': ['ID=213510d7-10a1-4c0b-a300-605e932bced3,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:01.759992 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc5598-4da9-4e55-9cca-2d091f28c617 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:01.760577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc5598-4da9-4e55-9cca-2d091f28c617 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:01.760949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc5598-4da9-4e55-9cca-2d091f28c617 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:01.761409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc5598-4da9-4e55-9cca-2d091f28c617 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:01.761857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc5598-4da9-4e55-9cca-2d091f28c617 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:01.762308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc5598-4da9-4e55-9cca-2d091f28c617 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:01.764090 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8dbc5598-4da9-4e55-9cca-2d091f28c617 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1500926 Jan 28 18:05:01.767679 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47828) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:01.790709 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6a02b7ac-5667-45bd-b2bf-1be42f7a04bd None None] Provisioning complete for port 213510d7-10a1-4c0b-a300-605e932bced3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:05:01.792745 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6a02b7ac-5667-45bd-b2bf-1be42f7a04bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:01.855811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d798044-85bc-442e-9639-e524ae89e491 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:01.855811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d798044-85bc-442e-9639-e524ae89e491 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:01.855811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d798044-85bc-442e-9639-e524ae89e491 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:01.856272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d798044-85bc-442e-9639-e524ae89e491 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:01.856397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d798044-85bc-442e-9639-e524ae89e491 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:01.856785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d798044-85bc-442e-9639-e524ae89e491 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:01.861185 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5d798044-85bc-442e-9639-e524ae89e491 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0899565 Jan 28 18:05:01.861417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47832) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:01.897053 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Set router e99e1f21-a48f-4de9-b457-4f52320ef9c1 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:05:02.110263 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-00b1117e-5167-404a-a7dd-7c04dd9e99be tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2474029 Jan 28 18:05:02.224668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6a02b7ac-5667-45bd-b2bf-1be42f7a04bd None None] Provisioning for port 6a6111aa-7b63-433f-a0cc-33db597b5b97 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:05:02.235562 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6a02b7ac-5667-45bd-b2bf-1be42f7a04bd None None] Provisioning complete for port 6a6111aa-7b63-433f-a0cc-33db597b5b97 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:05:02.235934 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6a02b7ac-5667-45bd-b2bf-1be42f7a04bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:02.336637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-6a02b7ac-5667-45bd-b2bf-1be42f7a04bd None None] Port 6a6111aa-7b63-433f-a0cc-33db597b5b97 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:05:02.350543 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '6a6111aa-7b63-433f-a0cc-33db597b5b97', 'name': '', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ea:7f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:59Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:05:02.353427 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Checking router: e99e1f21-a48f-4de9-b457-4f52320ef9c1 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:05:02.353785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Updating router e99e1f21-a48f-4de9-b457-4f52320ef9c1 port 6a6111aa-7b63-433f-a0cc-33db597b5b97 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:05:02.398222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f116ed81-781a-4977-9a6c-faf8cd66019b up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:05:02.447078 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47838) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:02.452492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121825552', 'description': 'tempest-secgroup-smoke-1121825552 description', 'project_id': '92550370897a4318a214dd17d934ca5a'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:05:02.455628 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:02.458463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:05:02.462854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:05:02.466257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:05:02.473260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:05:02.532031 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-550ef464-5a3c-4666-8699-979d1b8f92a9 None None] Provisioning complete for port 6a6111aa-7b63-433f-a0cc-33db597b5b97 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:05:02.532564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-550ef464-5a3c-4666-8699-979d1b8f92a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:02.598124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:02.619450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:05:02.623558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:05:02.626605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:05:02.632472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:05:02.650970 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-550ef464-5a3c-4666-8699-979d1b8f92a9 None None] Port 6a6111aa-7b63-433f-a0cc-33db597b5b97 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:05:02.652348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port f116ed81-781a-4977-9a6c-faf8cd66019b triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:05:02.652716 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:02.704119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:02.783385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:02.828280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9a0419-7288-489f-adf6-abf8162e34b5,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:02.886852 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 213510d7-10a1-4c0b-a300-605e932bced3 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:05:02.912931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:02.913920 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f8e3f12f-1072-442c-89c0-d5eb6f6bbbbc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4657688 Jan 28 18:05:02.917114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47842) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:02.922053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d9fc3a8c-8668-4a89-83d7-7bc3a0763061 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '0d9a0419-7288-489f-adf6-abf8162e34b5', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:05:02.928092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d9fc3a8c-8668-4a89-83d7-7bc3a0763061 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:05:02.931879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d9fc3a8c-8668-4a89-83d7-7bc3a0763061 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:05:02.934690 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d9fc3a8c-8668-4a89-83d7-7bc3a0763061 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:05:02.940625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d9fc3a8c-8668-4a89-83d7-7bc3a0763061 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:05:03.018433 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:03.023431 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 213510d7-10a1-4c0b-a300-605e932bced3 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:05:03.023790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:03.063468 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Transition to ACTIVE for port object 6a6111aa-7b63-433f-a0cc-33db597b5b97 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:05:03.070002 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3a8c-8668-4a89-83d7-7bc3a0763061 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:03.131292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3a8c-8668-4a89-83d7-7bc3a0763061 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:03.229259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:03.252737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3a8c-8668-4a89-83d7-7bc3a0763061 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:03.276971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc3a8c-8668-4a89-83d7-7bc3a0763061 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e996d85-6a01-4fd8-bf83-50e0e1749f08,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:03.387314 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305fd4b-4f6e-48e2-a1fd-5eb18cb01f98 None None] Pushing event updated for resources: {'Port': ['ID=6a6111aa-7b63-433f-a0cc-33db597b5b97,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:03.423494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9fc3a8c-8668-4a89-83d7-7bc3a0763061 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:03.427388 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d9fc3a8c-8668-4a89-83d7-7bc3a0763061 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5069556 Jan 28 18:05:03.427748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47846) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:03.433095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b9e57bcd-254a-44d0-988a-d55f21688249 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '0d9a0419-7288-489f-adf6-abf8162e34b5', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:05:03.439667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b9e57bcd-254a-44d0-988a-d55f21688249 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:05:03.443814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b9e57bcd-254a-44d0-988a-d55f21688249 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:05:03.446643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b9e57bcd-254a-44d0-988a-d55f21688249 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:05:03.447896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Attempting to bind port 6a6111aa-7b63-433f-a0cc-33db597b5b97 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:05:03.448381 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Attempting to bind port 6a6111aa-7b63-433f-a0cc-33db597b5b97 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '48896b4d-50c7-427c-b4c5-81fdc5d79887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:05:03.448840 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Attempting to bind port 6a6111aa-7b63-433f-a0cc-33db597b5b97 on network 79f66862-068b-4e7e-8922-7657e5c952ea {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:05:03.453407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b9e57bcd-254a-44d0-988a-d55f21688249 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:05:03.456050 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:05:03.456928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Checking segment: {'id': '48896b4d-50c7-427c-b4c5-81fdc5d79887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:05:03.457338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:03.457727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Bound using segment: {'id': '48896b4d-50c7-427c-b4c5-81fdc5d79887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:05:03.458787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Bound port: 6a6111aa-7b63-433f-a0cc-33db597b5b97, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48896b4d-50c7-427c-b4c5-81fdc5d79887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:05:03.458787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:03.551666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] For port 6a6111aa-7b63-433f-a0cc-33db597b5b97, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:05:03.554587 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] For port 6a6111aa-7b63-433f-a0cc-33db597b5b97, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6a6111aa-7b63-433f-a0cc-33db597b5b97,segment=NetworkSegment(48896b4d-50c7-427c-b4c5-81fdc5d79887),segment_id=48896b4d-50c7-427c-b4c5-81fdc5d79887)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:05:03.635515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b9e57bcd-254a-44d0-988a-d55f21688249 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:03.681763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:03.698949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b9e57bcd-254a-44d0-988a-d55f21688249 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:03.756526 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Routers {'e99e1f21-a48f-4de9-b457-4f52320ef9c1'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:05:03.757161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:04:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:05:03.823291 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305fd4b-4f6e-48e2-a1fd-5eb18cb01f98 None None] Pushing event updated for resources: {'Port': ['ID=6a6111aa-7b63-433f-a0cc-33db597b5b97,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:03.837112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b9e57bcd-254a-44d0-988a-d55f21688249 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:03.864025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e57bcd-254a-44d0-988a-d55f21688249 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2347a28-6da0-48bd-95c5-cb7175f811ff,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:03.955402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] Set router e99e1f21-a48f-4de9-b457-4f52320ef9c1 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:05:03.972201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b9e57bcd-254a-44d0-988a-d55f21688249 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:03.976449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47850) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:03.981931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-da176edf-0530-4519-8abf-338596e6a11f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '0d9a0419-7288-489f-adf6-abf8162e34b5', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:05:03.987584 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b9e57bcd-254a-44d0-988a-d55f21688249 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5587800 Jan 28 18:05:03.990754 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-da176edf-0530-4519-8abf-338596e6a11f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:05:03.994740 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-da176edf-0530-4519-8abf-338596e6a11f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:05:03.998056 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-da176edf-0530-4519-8abf-338596e6a11f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:05:04.005396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-da176edf-0530-4519-8abf-338596e6a11f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:05:04.118458 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da176edf-0530-4519-8abf-338596e6a11f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:04.182970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da176edf-0530-4519-8abf-338596e6a11f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:04.266758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da176edf-0530-4519-8abf-338596e6a11f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:04.296189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da176edf-0530-4519-8abf-338596e6a11f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab0f32c-4ebb-491a-a6eb-b1beca96999e,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:04.306673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '6a6111aa-7b63-433f-a0cc-33db597b5b97', 'name': '', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ea:7f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:59Z', 'updated_at': '2022-01-28T18:05:03Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:05:04.310625 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885a694-07a2-4bf2-8a17-059d76a3e9d0 None None] The sync data for ids ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'] in dv-neutron-826919-1-hyperv is: [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '6a6111aa-7b63-433f-a0cc-33db597b5b97', 'name': '', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ea:7f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:59Z', 'updated_at': '2022-01-28T18:05:03Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:05:04.382542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-da176edf-0530-4519-8abf-338596e6a11f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:04.383519 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-da176edf-0530-4519-8abf-338596e6a11f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4052792 Jan 28 18:05:04.385607 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47854) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:04.391238 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b537eb34-4104-4712-a7d3-757296f2ba4d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '0d9a0419-7288-489f-adf6-abf8162e34b5', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:05:04.397207 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b537eb34-4104-4712-a7d3-757296f2ba4d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:05:04.407259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b537eb34-4104-4712-a7d3-757296f2ba4d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:05:04.411100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b537eb34-4104-4712-a7d3-757296f2ba4d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:05:04.416850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b537eb34-4104-4712-a7d3-757296f2ba4d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:05:04.502528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b537eb34-4104-4712-a7d3-757296f2ba4d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:04.571091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b537eb34-4104-4712-a7d3-757296f2ba4d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:04.715164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b537eb34-4104-4712-a7d3-757296f2ba4d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:04.738269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537eb34-4104-4712-a7d3-757296f2ba4d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89fc64af-4848-4a8e-802c-b50897aa3483,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:04.840210 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b537eb34-4104-4712-a7d3-757296f2ba4d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:04.841421 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b537eb34-4104-4712-a7d3-757296f2ba4d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4548991 Jan 28 18:05:04.844239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47858) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:04.849279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1588971d-0e96-4616-bc59-78987aa417f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '0d9a0419-7288-489f-adf6-abf8162e34b5', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:05:04.857676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1588971d-0e96-4616-bc59-78987aa417f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:05:04.861952 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1588971d-0e96-4616-bc59-78987aa417f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:05:04.865900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1588971d-0e96-4616-bc59-78987aa417f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:05:04.872019 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1588971d-0e96-4616-bc59-78987aa417f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:05:04.954864 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-1588971d-0e96-4616-bc59-78987aa417f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:05:04.962342 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1588971d-0e96-4616-bc59-78987aa417f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:05.035304 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1588971d-0e96-4616-bc59-78987aa417f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:05.100657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1588971d-0e96-4616-bc59-78987aa417f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:05.129511 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588971d-0e96-4616-bc59-78987aa417f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0dfea9-5134-4032-bc56-345baf25b235,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:05.197928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1588971d-0e96-4616-bc59-78987aa417f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:05.201323 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1588971d-0e96-4616-bc59-78987aa417f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3556013 Jan 28 18:05:05.202796 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47862) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:05.207687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-442a20b2-eda6-42aa-9432-5e0f8571a27a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '0d9a0419-7288-489f-adf6-abf8162e34b5', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:05:05.213934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-442a20b2-eda6-42aa-9432-5e0f8571a27a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:05:05.218135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-442a20b2-eda6-42aa-9432-5e0f8571a27a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:05:05.221029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-442a20b2-eda6-42aa-9432-5e0f8571a27a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:05:05.226860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-442a20b2-eda6-42aa-9432-5e0f8571a27a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:05:05.300854 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-442a20b2-eda6-42aa-9432-5e0f8571a27a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:05:05.308505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-442a20b2-eda6-42aa-9432-5e0f8571a27a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:05.377556 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-442a20b2-eda6-42aa-9432-5e0f8571a27a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:05.451718 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-442a20b2-eda6-42aa-9432-5e0f8571a27a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:05.475287 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a20b2-eda6-42aa-9432-5e0f8571a27a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134ec9fa-9ced-46b7-9585-d6b03a0e3118,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:05.553380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-442a20b2-eda6-42aa-9432-5e0f8571a27a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:05.553941 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-442a20b2-eda6-42aa-9432-5e0f8571a27a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3507178 Jan 28 18:05:05.710940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-853586aa-3b80-4702-9c78-1814568c3bbe req-cf0a28a2-c789-4c7f-aa30-6c520700e5b3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:05:05.805796 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-853586aa-3b80-4702-9c78-1814568c3bbe req-cf0a28a2-c789-4c7f-aa30-6c520700e5b3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:05:05.806980 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-cf0a28a2-c789-4c7f-aa30-6c520700e5b3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121825552&fields=id&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 267 time: 0.1344171 Jan 28 18:05:06.054709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853586aa-3b80-4702-9c78-1814568c3bbe req-2db0564a-a199-4456-af53-620ad401fa7f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:06.055355 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-853586aa-3b80-4702-9c78-1814568c3bbe req-2db0564a-a199-4456-af53-620ad401fa7f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:05:06.128829 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-853586aa-3b80-4702-9c78-1814568c3bbe req-2db0564a-a199-4456-af53-620ad401fa7f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:05:06.129963 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-2db0564a-a199-4456-af53-620ad401fa7f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/networks?id=79f66862-068b-4e7e-8922-7657e5c952ea HTTP/1.1" status: 200 len: 795 time: 0.3163395 Jan 28 18:05:06.145028 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-fd7fa865-79a8-4bec-873c-329af3c94be8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/quotas/92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 375 time: 0.0094278 Jan 28 18:05:06.244924 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-4142246b-9a01-448c-922f-7ea83fb4bc34 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949736 Jan 28 18:05:06.398047 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-58b5354c-65c6-417f-9128-5343c1c7e728 service neutron] 10.222.0.26 "GET /v2.0/networks/79f66862-068b-4e7e-8922-7657e5c952ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411116 Jan 28 18:05:06.432856 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6a6111aa-7b63-433f-a0cc-33db597b5b97 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:05:06.529235 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-8e379bf9-c4d4-4952-b95d-dc75b94f9008 service neutron] 10.222.0.26 "GET /v2.0/networks/79f66862-068b-4e7e-8922-7657e5c952ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250761 Jan 28 18:05:06.577283 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 6a6111aa-7b63-433f-a0cc-33db597b5b97 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:05:06.582391 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6a6111aa-7b63-433f-a0cc-33db597b5b97 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:05:06.582759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:06.697286 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:06.735693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 6a6111aa-7b63-433f-a0cc-33db597b5b97, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6a6111aa-7b63-433f-a0cc-33db597b5b97,segment=NetworkSegment(48896b4d-50c7-427c-b4c5-81fdc5d79887),segment_id=48896b4d-50c7-427c-b4c5-81fdc5d79887)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:05:06.792582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2ae3b3d0-5e28-4bdf-b54d-5fd914005b1e req-5375ade3-ed82-460e-9e0b-f63517865beb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:05:06.800460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:06.866894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=6a6111aa-7b63-433f-a0cc-33db597b5b97,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:06.903135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2ae3b3d0-5e28-4bdf-b54d-5fd914005b1e req-5375ade3-ed82-460e-9e0b-f63517865beb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:05:06.904319 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2ae3b3d0-5e28-4bdf-b54d-5fd914005b1e req-5375ade3-ed82-460e-9e0b-f63517865beb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 210 time: 0.1528394 Jan 28 18:05:08.070049 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ae4a3ffd-7445-496d-8057-019adf92374a req-0e171b4e-196e-4f27-99cb-3be43bc38054 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 210 time: 0.0439258 Jan 28 18:05:08.398466 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6a6111aa-7b63-433f-a0cc-33db597b5b97 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:05:08.468881 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6a6111aa-7b63-433f-a0cc-33db597b5b97 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:05:08.469248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:09.188363 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853586aa-3b80-4702-9c78-1814568c3bbe req-6a1e6a7c-f2fd-450e-be00-552820b9ad0a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:09.188363 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-6a1e6a7c-f2fd-450e-be00-552820b9ad0a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/networks?id=79f66862-068b-4e7e-8922-7657e5c952ea HTTP/1.1" status: 200 len: 795 time: 0.1660125 Jan 28 18:05:09.235499 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-04bcf60a-6cfd-494b-a6e2-f4cad8c7aeaf req-85c4e97b-ceb7-4a87-9661-5ab013454a66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 210 time: 0.0418334 Jan 28 18:05:09.236807 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-2df9bca2-1ddd-4eb5-942d-82ad73c02c34 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 380 time: 0.0437639 Jan 28 18:05:09.245893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'port': {'device_id': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'admin_state_up': True, 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'security_groups': ['0d9a0419-7288-489f-adf6-abf8162e34b5']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:05:09.383209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:05:09.393485 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:05:09.472124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:05:09.475676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:09.636098 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.5 (79f66862-068b-4e7e-8922-7657e5c952ea/5507cd0f-4bd4-4a5a-9671-cce0d4b7419f/734c67a2-f347-4f0a-b3e7-357e9ac74fc4) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:05:09.834926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:09.850822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:05:09.868820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5de48c91-1780-47c5-b46f-2f29a832bc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:09.963488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:10.037569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 79f66862-068b-4e7e-8922-7657e5c952ea is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:05:10.040714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:05:10.044525 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:05:10.075258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=734c67a2-f347-4f0a-b3e7-357e9ac74fc4,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:10.112702 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:10.113319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:10.210024 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-a993adf1-a19d-47b4-963f-a104147deb96 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9685643 Jan 28 18:05:10.221139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Request body: {'port': {'device_id': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:05:10.332704 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-68ab4e43-3855-4a48-8abc-a650295ae7df None None] Provisioning for port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:05:10.343168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:10.345125 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-68ab4e43-3855-4a48-8abc-a650295ae7df None None] Provisioning complete for port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:05:10.345521 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-68ab4e43-3855-4a48-8abc-a650295ae7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:10.402362 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-68ab4e43-3855-4a48-8abc-a650295ae7df None None] Port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:05:10.549156 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f4cfb-ab8a-4680-b3f5-1347bc2506ae req-426ce90b-b282-4fd0-ac02-13a0b9117c31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:10.549760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-074f4cfb-ab8a-4680-b3f5-1347bc2506ae req-426ce90b-b282-4fd0-ac02-13a0b9117c31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:05:10.766833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-074f4cfb-ab8a-4680-b3f5-1347bc2506ae req-426ce90b-b282-4fd0-ac02-13a0b9117c31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:05:10.767990 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-074f4cfb-ab8a-4680-b3f5-1347bc2506ae req-426ce90b-b282-4fd0-ac02-13a0b9117c31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 931 time: 0.4163606 Jan 28 18:05:10.829284 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-074f4cfb-ab8a-4680-b3f5-1347bc2506ae req-8cf9c4d8-071d-45a5-8b5c-69008fa98588 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d9a0419-7288-489f-adf6-abf8162e34b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507915 Jan 28 18:05:10.894519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:05:10.905567 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:10.926452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Transition to ACTIVE for port object 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:05:11.040393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:11.171082 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Pushing event updated for resources: {'Port': ['ID=734c67a2-f347-4f0a-b3e7-357e9ac74fc4,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:11.283094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Attempting to bind port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:05:11.283702 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Attempting to bind port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '48896b4d-50c7-427c-b4c5-81fdc5d79887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:05:11.283857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Attempting to bind port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 on network 79f66862-068b-4e7e-8922-7657e5c952ea {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:05:11.288334 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 on network 79f66862-068b-4e7e-8922-7657e5c952ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:05:11.288598 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Attempting to bind port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 on network 79f66862-068b-4e7e-8922-7657e5c952ea {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:05:11.293600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:05:11.293952 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Checking segment: {'id': '48896b4d-50c7-427c-b4c5-81fdc5d79887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:05:11.294331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Bound using segment: {'id': '48896b4d-50c7-427c-b4c5-81fdc5d79887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:05:11.294752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Bound port: 734c67a2-f347-4f0a-b3e7-357e9ac74fc4, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48896b4d-50c7-427c-b4c5-81fdc5d79887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:05:11.295128 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:11.386747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] For port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:05:11.389738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] For port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=734c67a2-f347-4f0a-b3e7-357e9ac74fc4,segment=NetworkSegment(48896b4d-50c7-427c-b4c5-81fdc5d79887),segment_id=48896b4d-50c7-427c-b4c5-81fdc5d79887)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:05:11.492148 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:11.551552 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:11.552150 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:11.553477 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] 10.222.0.16 "PUT /v2.0/ports/734c67a2-f347-4f0a-b3e7-357e9ac74fc4 HTTP/1.1" status: 200 len: 1093 time: 1.3368466 Jan 28 18:05:11.553898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'tag': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:05:11.575183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebe482-9e36-453e-b157-f82ba8fd9a66 service neutron] Pushing event updated for resources: {'Port': ['ID=734c67a2-f347-4f0a-b3e7-357e9ac74fc4,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:11.603465 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'tag': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4', 'status': 'completed', 'code': 200} Jan 28 18:05:11.712274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f9293-0eb8-464e-806e-44795e96812d req-7246348c-4b8b-488a-a30e-f15b7b41e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:11.712274 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d98f9293-0eb8-464e-806e-44795e96812d req-7246348c-4b8b-488a-a30e-f15b7b41e7c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 1096 time: 0.0828924 Jan 28 18:05:11.854472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f9293-0eb8-464e-806e-44795e96812d req-21b8394c-1385-4b08-bd5e-076e1fe49856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:11.855591 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d98f9293-0eb8-464e-806e-44795e96812d req-21b8394c-1385-4b08-bd5e-076e1fe49856 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=92550370897a4318a214dd17d934ca5a&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1422894 Jan 28 18:05:12.039459 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f9293-0eb8-464e-806e-44795e96812d req-8ba78ba5-c400-456d-9678-04c59a79b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:12.040889 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d98f9293-0eb8-464e-806e-44795e96812d req-8ba78ba5-c400-456d-9678-04c59a79b260 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791928 Jan 28 18:05:12.059961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a83f1-a420-488d-9a2f-235d5e1b8a7a req-a797b019-8a3b-4118-997c-9fb7425887fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:12.061381 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d27a83f1-a420-488d-9a2f-235d5e1b8a7a req-a797b019-8a3b-4118-997c-9fb7425887fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 943 time: 0.1184506 Jan 28 18:05:12.151359 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d27a83f1-a420-488d-9a2f-235d5e1b8a7a req-bcc9c320-f5d8-44aa-ba90-c45cd42bd15c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d9a0419-7288-489f-adf6-abf8162e34b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833616 Jan 28 18:05:12.174577 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853586aa-3b80-4702-9c78-1814568c3bbe req-1e0d278d-90c4-4cba-ac7d-e9076cb91bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:12.176308 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-1e0d278d-90c4-4cba-ac7d-e9076cb91bbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 1096 time: 0.0940588 Jan 28 18:05:12.246354 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-2e7b8f17-c83a-4ee0-b177-734bf5afebca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=734c67a2-f347-4f0a-b3e7-357e9ac74fc4 HTTP/1.1" status: 200 len: 217 time: 0.0623970 Jan 28 18:05:12.294876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-54cb8572-bb14-40e0-b682-f56b573ca405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:12.313101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853586aa-3b80-4702-9c78-1814568c3bbe req-bfa65527-d335-4615-92f7-90b47a543a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:12.317002 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-bfa65527-d335-4615-92f7-90b47a543a39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5507cd0f-4bd4-4a5a-9671-cce0d4b7419f HTTP/1.1" status: 200 len: 835 time: 0.0620420 Jan 28 18:05:12.388165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853586aa-3b80-4702-9c78-1814568c3bbe req-672d0437-5172-4291-862a-b1d82b087f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:12.389629 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-672d0437-5172-4291-862a-b1d82b087f07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79f66862-068b-4e7e-8922-7657e5c952ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692947 Jan 28 18:05:12.524963 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-07092d6b-623d-45f2-a9fe-102ea9a7eb7b service neutron] 10.222.0.16 "GET /v2.0/networks/79f66862-068b-4e7e-8922-7657e5c952ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269665 Jan 28 18:05:12.662022 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-853586aa-3b80-4702-9c78-1814568c3bbe req-9e90b2af-d39d-4538-96bf-e15397008cee service neutron] 10.222.0.16 "GET /v2.0/networks/79f66862-068b-4e7e-8922-7657e5c952ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311233 Jan 28 18:05:13.191840 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:13.347489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e77520-9eb3-487d-80d9-47d2dae9cf4e req-570738e8-32d5-4f16-9e26-decef301e68f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:13.348870 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-12e77520-9eb3-487d-80d9-47d2dae9cf4e req-570738e8-32d5-4f16-9e26-decef301e68f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 943 time: 0.0814853 Jan 28 18:05:13.361051 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:13.393697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-12e77520-9eb3-487d-80d9-47d2dae9cf4e req-5b261221-e6a3-42bf-b35c-9fd8de079fad tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:05:13.404820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-12e77520-9eb3-487d-80d9-47d2dae9cf4e req-5b261221-e6a3-42bf-b35c-9fd8de079fad tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:05:13.405917 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-12e77520-9eb3-487d-80d9-47d2dae9cf4e req-5b261221-e6a3-42bf-b35c-9fd8de079fad tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d9a0419-7288-489f-adf6-abf8162e34b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511107 Jan 28 18:05:14.702755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb8fe8-684f-4208-8b52-a9d520c15323 req-4a842318-d13b-471e-bd63-8e7bc83b7467 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:14.708060 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-64fb8fe8-684f-4208-8b52-a9d520c15323 req-4a842318-d13b-471e-bd63-8e7bc83b7467 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 943 time: 0.1876836 Jan 28 18:05:14.748480 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-64fb8fe8-684f-4208-8b52-a9d520c15323 req-7dbc06af-4be7-4b20-aeba-4da84841c2e2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d9a0419-7288-489f-adf6-abf8162e34b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384617 Jan 28 18:05:14.917180 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:15.631276 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:05:15.765629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=734c67a2-f347-4f0a-b3e7-357e9ac74fc4,segment=NetworkSegment(48896b4d-50c7-427c-b4c5-81fdc5d79887),segment_id=48896b4d-50c7-427c-b4c5-81fdc5d79887)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:05:15.778572 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'port_id': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4', 'mac_address': 'fa:16:3e:d7:f3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:05:15.837429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:15.855113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:05:15.872766 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=734c67a2-f347-4f0a-b3e7-357e9ac74fc4,segment=NetworkSegment(48896b4d-50c7-427c-b4c5-81fdc5d79887),segment_id=48896b4d-50c7-427c-b4c5-81fdc5d79887)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:05:15.933067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec144e3-0dd7-4be9-91c0-c3b7a23bee31 req-8e849f7d-8832-4d3b-9905-5a4f8bb3eba6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:15.934588 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fec144e3-0dd7-4be9-91c0-c3b7a23bee31 req-8e849f7d-8832-4d3b-9905-5a4f8bb3eba6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 943 time: 0.0811002 Jan 28 18:05:15.971992 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:15.982623 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fec144e3-0dd7-4be9-91c0-c3b7a23bee31 req-96837982-2361-4be4-b732-8017710bf339 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d9a0419-7288-489f-adf6-abf8162e34b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422466 Jan 28 18:05:16.040437 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=734c67a2-f347-4f0a-b3e7-357e9ac74fc4,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:16.199231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['734c67a2-f347-4f0a-b3e7-357e9ac74fc4'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:05:17.166149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4599b5-b2a2-4e35-8826-96800c4a990b req-86820a6d-8de4-47ec-9521-f3a16fedf8bd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:17.167602 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8a4599b5-b2a2-4e35-8826-96800c4a990b req-86820a6d-8de4-47ec-9521-f3a16fedf8bd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 944 time: 0.0780532 Jan 28 18:05:17.215161 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8a4599b5-b2a2-4e35-8826-96800c4a990b req-2790b294-eb5d-4963-a8b5-0cdbc477d6fe tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d9a0419-7288-489f-adf6-abf8162e34b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412798 Jan 28 18:05:17.646837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:05:17.768528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:05:17.773206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:05:17.773572 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:17.887443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:17.913936 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:05:17.923631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=734c67a2-f347-4f0a-b3e7-357e9ac74fc4,segment=NetworkSegment(48896b4d-50c7-427c-b4c5-81fdc5d79887),segment_id=48896b4d-50c7-427c-b4c5-81fdc5d79887)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:05:18.010288 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4', 'code': 200} Jan 28 18:05:18.028917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:18.096160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=734c67a2-f347-4f0a-b3e7-357e9ac74fc4,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:18.424160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5934c9-b449-422b-9022-437e683884f5 req-701fbdb4-3309-4fb3-9c0d-c5281d6a1cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:18.425721 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ee5934c9-b449-422b-9022-437e683884f5 req-701fbdb4-3309-4fb3-9c0d-c5281d6a1cec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 1098 time: 0.1418931 Jan 28 18:05:18.434146 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230f080-ccfa-4e14-9f10-f5bd5d312c6c req-a3115c26-f500-4f1f-b2f5-7fb04c3c2a91 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:18.435557 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3230f080-ccfa-4e14-9f10-f5bd5d312c6c req-a3115c26-f500-4f1f-b2f5-7fb04c3c2a91 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 945 time: 0.1119273 Jan 28 18:05:18.497083 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ee5934c9-b449-422b-9022-437e683884f5 req-f02cdf9e-ef4f-4632-8a33-791e3fb22577 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0d9a0419-7288-489f-adf6-abf8162e34b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606391 Jan 28 18:05:18.507087 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3230f080-ccfa-4e14-9f10-f5bd5d312c6c req-097738c4-ded5-419b-abed-e76260554b29 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d9a0419-7288-489f-adf6-abf8162e34b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580230 Jan 28 18:05:19.701309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79bf36-0818-4f3b-8ced-f14607666353 req-9d921f3e-7d6f-497a-a869-e6776c3db487 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:19.701309 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4e79bf36-0818-4f3b-8ced-f14607666353 req-9d921f3e-7d6f-497a-a869-e6776c3db487 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 945 time: 0.0803490 Jan 28 18:05:19.749438 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4e79bf36-0818-4f3b-8ced-f14607666353 req-16262299-ab34-4b97-b20b-080f9e496951 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d9a0419-7288-489f-adf6-abf8162e34b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383606 Jan 28 18:05:19.880118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:20.926658 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940b014-ab1c-4e69-b89d-23f1f3f61358 req-50d8f724-bab5-4bb0-a2fa-654b3e0ef4a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:20.928118 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2940b014-ab1c-4e69-b89d-23f1f3f61358 req-50d8f724-bab5-4bb0-a2fa-654b3e0ef4a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 945 time: 0.0806088 Jan 28 18:05:20.972053 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2940b014-ab1c-4e69-b89d-23f1f3f61358 req-3189c978-8a2b-4094-8b07-26ed12edb967 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d9a0419-7288-489f-adf6-abf8162e34b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383887 Jan 28 18:05:21.162646 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c324-6169-4d9e-a546-cc3791003f64 req-9816d474-c571-42ba-b4d6-a99ea2acca34 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:21.164352 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9bf2c324-6169-4d9e-a546-cc3791003f64 req-9816d474-c571-42ba-b4d6-a99ea2acca34 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 945 time: 0.0851955 Jan 28 18:05:21.209811 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9bf2c324-6169-4d9e-a546-cc3791003f64 req-60e79ebd-e6c7-4e12-a0ea-82894514b8cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d9a0419-7288-489f-adf6-abf8162e34b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398617 Jan 28 18:05:21.231818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47928) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:21.308558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77251407-da31-4126-875f-33d30932cc4c tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:21.309978 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-77251407-da31-4126-875f-33d30932cc4c tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 1093 time: 0.0771840 Jan 28 18:05:21.313331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47932) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:21.318357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:05:21.324893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:05:21.328760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:floatingip and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:05:21.331581 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:05:21.337247 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:05:21.439804 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:21.574219 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:21.711055 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.123 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/fec09c4c-03c4-474a-80e7-1503f096b619) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:05:21.852719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:21.980420 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:22.046332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:05:22.048927 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:05:22.052901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:05:22.087038 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=fec09c4c-03c4-474a-80e7-1503f096b619,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:22.464763 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:22.611078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:22.911464 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:23.000965 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:23.114935 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=fec09c4c-03c4-474a-80e7-1503f096b619,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:23.125323 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:23.297629 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 0f8b6b21-16f2-4c89-94e0-f1f03af111f1 associated. External IP: 172.26.1.123, port: 734c67a2-f347-4f0a-b3e7-357e9ac74fc4. Jan 28 18:05:23.651477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router e99e1f21-a48f-4de9-b457-4f52320ef9c1 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:05:23.835508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:05:23.848090 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8918c-4321-4e33-8325-2b617af82ce6 None None] Sync routers for ids ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:05:23.888614 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8918c-4321-4e33-8325-2b617af82ce6 None None] Routers {'e99e1f21-a48f-4de9-b457-4f52320ef9c1'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:05:23.889212 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d8f8918c-4321-4e33-8325-2b617af82ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:05:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:05:23.935584 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:23.998944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47938) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:23.999900 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-902960b0-f89c-4519-983b-c845558a30cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6846433 Jan 28 18:05:24.000760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'tag': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:05:24.059793 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'tag': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4', 'status': 'completed', 'code': 200} Jan 28 18:05:24.081516 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-d8f8918c-4321-4e33-8325-2b617af82ce6 None None] Set router e99e1f21-a48f-4de9-b457-4f52320ef9c1 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:05:24.156430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffd1e1-e39d-4ca7-bb38-3a2d846643ba req-a1165143-ded4-465c-870b-26f1f27564f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:24.158181 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8ffd1e1-e39d-4ca7-bb38-3a2d846643ba req-a1165143-ded4-465c-870b-26f1f27564f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 1098 time: 0.0819590 Jan 28 18:05:24.165723 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-44ff6cc5-f231-4f85-8f19-5549fee5a05b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/0f8b6b21-16f2-4c89-94e0-f1f03af111f1 HTTP/1.1" status: 200 len: 991 time: 0.1653330 Jan 28 18:05:24.302346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffd1e1-e39d-4ca7-bb38-3a2d846643ba req-3bd3bcf0-2ecf-42e6-8661-f18e96898dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:24.303828 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8ffd1e1-e39d-4ca7-bb38-3a2d846643ba req-3bd3bcf0-2ecf-42e6-8661-f18e96898dfd service neutron] 10.222.0.16 "GET /v2.0/networks?id=79f66862-068b-4e7e-8922-7657e5c952ea HTTP/1.1" status: 200 len: 896 time: 0.1401556 Jan 28 18:05:24.405934 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8ffd1e1-e39d-4ca7-bb38-3a2d846643ba req-837d6b7d-c2bb-4461-8297-7920dd562d79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=734c67a2-f347-4f0a-b3e7-357e9ac74fc4 HTTP/1.1" status: 200 len: 999 time: 0.0965395 Jan 28 18:05:24.432042 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d8f8918c-4321-4e33-8325-2b617af82ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '0f8b6b21-16f2-4c89-94e0-f1f03af111f1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.123', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'port_id': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'mac_address': 'fa:16:3e:d7:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:05:22Z', 'updated_at': '2022-01-28T18:05:22Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a6111aa-7b63-433f-a0cc-33db597b5b97', 'name': '', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ea:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:59Z', 'updated_at': '2022-01-28T18:05:06Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:05:24.435769 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8918c-4321-4e33-8325-2b617af82ce6 None None] Checking router: e99e1f21-a48f-4de9-b457-4f52320ef9c1 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:05:24.444493 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8918c-4321-4e33-8325-2b617af82ce6 None None] Routers {'e99e1f21-a48f-4de9-b457-4f52320ef9c1'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:05:24.445081 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d8f8918c-4321-4e33-8325-2b617af82ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:05:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:05:24.584434 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffd1e1-e39d-4ca7-bb38-3a2d846643ba req-3df2ac81-e152-460e-ac03-8b1b346bf342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:24.585880 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8ffd1e1-e39d-4ca7-bb38-3a2d846643ba req-3df2ac81-e152-460e-ac03-8b1b346bf342 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5507cd0f-4bd4-4a5a-9671-cce0d4b7419f HTTP/1.1" status: 200 len: 835 time: 0.1743300 Jan 28 18:05:24.644269 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-d8f8918c-4321-4e33-8325-2b617af82ce6 None None] Set router e99e1f21-a48f-4de9-b457-4f52320ef9c1 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:05:24.666737 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffd1e1-e39d-4ca7-bb38-3a2d846643ba req-2f145ddd-b339-4483-8209-7aa93d0fde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:24.666737 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8ffd1e1-e39d-4ca7-bb38-3a2d846643ba req-2f145ddd-b339-4483-8209-7aa93d0fde5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79f66862-068b-4e7e-8922-7657e5c952ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740502 Jan 28 18:05:24.797528 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8ffd1e1-e39d-4ca7-bb38-3a2d846643ba req-73de5140-6ac1-4f99-a25a-915cfb9b980e service neutron] 10.222.0.16 "GET /v2.0/networks/79f66862-068b-4e7e-8922-7657e5c952ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265802 Jan 28 18:05:24.932691 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8ffd1e1-e39d-4ca7-bb38-3a2d846643ba req-67dcd2d2-f3e5-4c6a-a08f-8a77bb79cc73 service neutron] 10.222.0.16 "GET /v2.0/networks/79f66862-068b-4e7e-8922-7657e5c952ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294351 Jan 28 18:05:25.149529 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d8f8918c-4321-4e33-8325-2b617af82ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '0f8b6b21-16f2-4c89-94e0-f1f03af111f1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.123', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'port_id': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'mac_address': 'fa:16:3e:d7:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:05:22Z', 'updated_at': '2022-01-28T18:05:22Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a6111aa-7b63-433f-a0cc-33db597b5b97', 'name': '', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ea:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:59Z', 'updated_at': '2022-01-28T18:05:06Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:05:25.155409 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8918c-4321-4e33-8325-2b617af82ce6 None None] The sync data for ids ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'] in dv-neutron-826919-1-hyperv is: [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '0f8b6b21-16f2-4c89-94e0-f1f03af111f1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.123', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'port_id': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'mac_address': 'fa:16:3e:d7:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:05:22Z', 'updated_at': '2022-01-28T18:05:22Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a6111aa-7b63-433f-a0cc-33db597b5b97', 'name': '', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ea:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:59Z', 'updated_at': '2022-01-28T18:05:06Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:05:25.167997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47944) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:25.287885 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-321f4361-5d3f-41d0-8243-a4f173b14443 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/0f8b6b21-16f2-4c89-94e0-f1f03af111f1 HTTP/1.1" status: 200 len: 991 time: 0.1132667 Jan 28 18:05:25.356013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41597511-b558-4d17-8493-117666043ba9 None None] New status for floating IP 0f8b6b21-16f2-4c89-94e0-f1f03af111f1: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:05:26.286328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 47948) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:26.395821 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e518b027-a77d-4dbf-ba59-a3202b9561ca tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/0f8b6b21-16f2-4c89-94e0-f1f03af111f1 HTTP/1.1" status: 200 len: 993 time: 0.1083412 Jan 28 18:05:28.115362 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:05:31.699886 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3fc7aebe-926c-4a20-ae1e-7938140d4890 req-d46e05c6-6f3e-4d92-a5a7-f1aa4b32388a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732713 Jan 28 18:05:31.788997 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7aebe-926c-4a20-ae1e-7938140d4890 req-b64058ad-dbf3-4f17-b76b-158abb3a0959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:31.790343 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3fc7aebe-926c-4a20-ae1e-7938140d4890 req-b64058ad-dbf3-4f17-b76b-158abb3a0959 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 1098 time: 0.0682533 Jan 28 18:05:31.930848 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7aebe-926c-4a20-ae1e-7938140d4890 req-c59ae04e-540c-42e3-94a4-62aff9ca4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:31.932291 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3fc7aebe-926c-4a20-ae1e-7938140d4890 req-c59ae04e-540c-42e3-94a4-62aff9ca4ffa service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 913 time: 0.1243851 Jan 28 18:05:32.033430 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3fc7aebe-926c-4a20-ae1e-7938140d4890 req-fdead60a-265d-477b-920e-0b1ababe21ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceb398d8-01e7-4af6-a8d1-2525fd5943cf HTTP/1.1" status: 200 len: 1000 time: 0.0953197 Jan 28 18:05:32.095626 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7aebe-926c-4a20-ae1e-7938140d4890 req-f612deec-a6bd-4a2f-afca-e5e56b891326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:32.101585 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3fc7aebe-926c-4a20-ae1e-7938140d4890 req-f612deec-a6bd-4a2f-afca-e5e56b891326 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 200 len: 851 time: 0.0574284 Jan 28 18:05:32.176504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7aebe-926c-4a20-ae1e-7938140d4890 req-ac051c00-3bd2-4c35-abd4-b9cb7ecb06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:32.177671 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3fc7aebe-926c-4a20-ae1e-7938140d4890 req-ac051c00-3bd2-4c35-abd4-b9cb7ecb06ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741265 Jan 28 18:05:32.306258 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3fc7aebe-926c-4a20-ae1e-7938140d4890 req-15103e06-4f96-4943-9246-6712c69e6280 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224399 Jan 28 18:05:32.434673 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3fc7aebe-926c-4a20-ae1e-7938140d4890 req-88ee109f-c349-4fe9-85e5-c23f0380fa58 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228979 Jan 28 18:05:39.973862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cecb524e-56d1-4ec9-9787-4386fd388dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:42.310878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-57509e07-83a6-41b3-8731-96049a974c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:43.213509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:43.353793 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:44.964957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:49.855989 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:55.703797 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47962) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:55.809564 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-850db4ea-4e88-4fa9-bd41-a251cd91f7ad tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/0f8b6b21-16f2-4c89-94e0-f1f03af111f1 HTTP/1.1" status: 200 len: 993 time: 0.1046488 Jan 28 18:05:56.098765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47970) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:05:56.291246 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port fec09c4c-03c4-474a-80e7-1503f096b619 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:05:56.291474 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:56.562621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:56.562855 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:56.684570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for fec09c4c-03c4-474a-80e7-1503f096b619 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:05:56.905399 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:56.954402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=fec09c4c-03c4-474a-80e7-1503f096b619,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:05:56.995107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:05:56.995107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:05:56.995458 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:05:56.995698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:05:56.996396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:05:56.996396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:05:56.996699 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:05:56.996975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:05:56.997313 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:05:56.997712 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:05:56.997950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:05:56.998264 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:05:57.063747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:57.064077 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 0f8b6b21-16f2-4c89-94e0-f1f03af111f1 disassociated (deleted). External IP: 172.26.1.123, port: 734c67a2-f347-4f0a-b3e7-357e9ac74fc4. Jan 28 18:05:57.418906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router e99e1f21-a48f-4de9-b457-4f52320ef9c1 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:05:57.592981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:05:57.603387 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a48d9d-d1f6-456a-9265-f2368d0969b7 None None] Sync routers for ids ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:05:57.615364 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a48d9d-d1f6-456a-9265-f2368d0969b7 None None] Routers {'e99e1f21-a48f-4de9-b457-4f52320ef9c1'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:05:57.629448 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b7a48d9d-d1f6-456a-9265-f2368d0969b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:05:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:05:57.682441 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:57.738338 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ebdea721-0fdd-4346-82b9-8b2eab7ed6d9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/floatingips/0f8b6b21-16f2-4c89-94e0-f1f03af111f1 HTTP/1.1" status: 204 len: 168 time: 1.6359448 Jan 28 18:05:57.738338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'tag': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:05:57.783388 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'tag': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4', 'status': 'completed', 'code': 200} Jan 28 18:05:57.812798 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-b7a48d9d-d1f6-456a-9265-f2368d0969b7 None None] Set router e99e1f21-a48f-4de9-b457-4f52320ef9c1 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:05:57.881936 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1864f-7a44-4e9c-9fe1-b1941da507b8 req-c1da7feb-7717-44df-b323-e8addb93c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:57.883687 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b2f1864f-7a44-4e9c-9fe1-b1941da507b8 req-c1da7feb-7717-44df-b323-e8addb93c44b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 1098 time: 0.0774443 Jan 28 18:05:58.139864 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b7a48d9d-d1f6-456a-9265-f2368d0969b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '6a6111aa-7b63-433f-a0cc-33db597b5b97', 'name': '', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ea:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:59Z', 'updated_at': '2022-01-28T18:05:06Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:05:58.143824 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a48d9d-d1f6-456a-9265-f2368d0969b7 None None] Checking router: e99e1f21-a48f-4de9-b457-4f52320ef9c1 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:05:58.152930 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a48d9d-d1f6-456a-9265-f2368d0969b7 None None] Routers {'e99e1f21-a48f-4de9-b457-4f52320ef9c1'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:05:58.153537 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b7a48d9d-d1f6-456a-9265-f2368d0969b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:05:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:05:58.164570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1864f-7a44-4e9c-9fe1-b1941da507b8 req-e443f69b-80de-4b12-8e9a-81f62ffda96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:58.166065 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b2f1864f-7a44-4e9c-9fe1-b1941da507b8 req-e443f69b-80de-4b12-8e9a-81f62ffda96f service neutron] 10.222.0.16 "GET /v2.0/networks?id=79f66862-068b-4e7e-8922-7657e5c952ea HTTP/1.1" status: 200 len: 896 time: 0.2771008 Jan 28 18:05:58.234336 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b2f1864f-7a44-4e9c-9fe1-b1941da507b8 req-a1a1ca6e-1654-4a38-a7e5-823e6c777c26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=734c67a2-f347-4f0a-b3e7-357e9ac74fc4 HTTP/1.1" status: 200 len: 217 time: 0.0625756 Jan 28 18:05:58.301033 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1864f-7a44-4e9c-9fe1-b1941da507b8 req-b1dfc91b-f7e4-408d-b56b-854c1bb8df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:58.302373 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b2f1864f-7a44-4e9c-9fe1-b1941da507b8 req-b1dfc91b-f7e4-408d-b56b-854c1bb8df6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5507cd0f-4bd4-4a5a-9671-cce0d4b7419f HTTP/1.1" status: 200 len: 835 time: 0.0610054 Jan 28 18:05:58.335742 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-b7a48d9d-d1f6-456a-9265-f2368d0969b7 None None] Set router e99e1f21-a48f-4de9-b457-4f52320ef9c1 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:05:58.449896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1864f-7a44-4e9c-9fe1-b1941da507b8 req-50687cc1-f3be-4fbf-b215-2ee1dd7fd979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:58.451424 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b2f1864f-7a44-4e9c-9fe1-b1941da507b8 req-50687cc1-f3be-4fbf-b215-2ee1dd7fd979 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79f66862-068b-4e7e-8922-7657e5c952ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1425576 Jan 28 18:05:58.459802 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57877ce-4674-4b63-9ee2-b2166da8adab req-93db76b3-5ffa-4247-b46f-685a7b8c5353 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:58.460462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-f57877ce-4674-4b63-9ee2-b2166da8adab req-93db76b3-5ffa-4247-b46f-685a7b8c5353 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:05:58.598197 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b2f1864f-7a44-4e9c-9fe1-b1941da507b8 req-fa7487af-9b74-4115-b29b-474b475923b8 service neutron] 10.222.0.16 "GET /v2.0/networks/79f66862-068b-4e7e-8922-7657e5c952ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337042 Jan 28 18:05:58.625730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-f57877ce-4674-4b63-9ee2-b2166da8adab req-93db76b3-5ffa-4247-b46f-685a7b8c5353 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:05:58.626814 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f57877ce-4674-4b63-9ee2-b2166da8adab req-93db76b3-5ffa-4247-b46f-685a7b8c5353 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 945 time: 0.2852123 Jan 28 18:05:58.637409 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b7a48d9d-d1f6-456a-9265-f2368d0969b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '6a6111aa-7b63-433f-a0cc-33db597b5b97', 'name': '', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ea:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:59Z', 'updated_at': '2022-01-28T18:05:06Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:05:58.641234 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a48d9d-d1f6-456a-9265-f2368d0969b7 None None] The sync data for ids ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'] in dv-neutron-826919-1-hyperv is: [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '6a6111aa-7b63-433f-a0cc-33db597b5b97', 'name': '', 'network_id': '79f66862-068b-4e7e-8922-7657e5c952ea', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:ea:7f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:59Z', 'updated_at': '2022-01-28T18:05:06Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '5507cd0f-4bd4-4a5a-9671-cce0d4b7419f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:05:58.752149 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f57877ce-4674-4b63-9ee2-b2166da8adab req-06dd6130-1e14-4072-a2b4-2dc869cb14d0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d9a0419-7288-489f-adf6-abf8162e34b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725753 Jan 28 18:05:58.774383 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b2f1864f-7a44-4e9c-9fe1-b1941da507b8 req-166f0351-04ff-478c-8458-17369cde7543 service neutron] 10.222.0.16 "GET /v2.0/networks/79f66862-068b-4e7e-8922-7657e5c952ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701350 Jan 28 18:05:58.870760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c46dc87-7805-4a4d-bbd7-e45a8907bf3a None None] New status for floating IP 0f8b6b21-16f2-4c89-94e0-f1f03af111f1: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:05:59.617483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e6d02-53c5-432f-aa03-7edf9d75d08c req-5716eb3b-cedb-413f-af06-dd8cb489ce15 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:59.618941 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-374e6d02-53c5-432f-aa03-7edf9d75d08c req-5716eb3b-cedb-413f-af06-dd8cb489ce15 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 945 time: 0.0822713 Jan 28 18:05:59.687085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-374e6d02-53c5-432f-aa03-7edf9d75d08c req-b4c73ec4-f8bb-4d07-915a-ce2f08c009c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:05:59.687422 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-374e6d02-53c5-432f-aa03-7edf9d75d08c req-b4c73ec4-f8bb-4d07-915a-ce2f08c009c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:59.932655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-374e6d02-53c5-432f-aa03-7edf9d75d08c req-b4c73ec4-f8bb-4d07-915a-ce2f08c009c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=734c67a2-f347-4f0a-b3e7-357e9ac74fc4,segment=NetworkSegment(48896b4d-50c7-427c-b4c5-81fdc5d79887),segment_id=48896b4d-50c7-427c-b4c5-81fdc5d79887)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:05:59.933031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-374e6d02-53c5-432f-aa03-7edf9d75d08c req-b4c73ec4-f8bb-4d07-915a-ce2f08c009c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:05:59.949068 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954bf45-2e63-4dab-962f-c3f441980d95 req-aa1f20d5-ed58-4987-ae89-e7f7b874899e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:05:59.950807 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4954bf45-2e63-4dab-962f-c3f441980d95 req-aa1f20d5-ed58-4987-ae89-e7f7b874899e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 945 time: 0.0884466 Jan 28 18:05:59.996627 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4954bf45-2e63-4dab-962f-c3f441980d95 req-a3435268-8001-4df4-8dc2-2626e560508d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d9a0419-7288-489f-adf6-abf8162e34b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399420 Jan 28 18:06:00.058438 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-374e6d02-53c5-432f-aa03-7edf9d75d08c req-b4c73ec4-f8bb-4d07-915a-ce2f08c009c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:06:00.250784 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-374e6d02-53c5-432f-aa03-7edf9d75d08c req-b4c73ec4-f8bb-4d07-915a-ce2f08c009c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:00.300666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c73ec4-f8bb-4d07-915a-ce2f08c009c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=734c67a2-f347-4f0a-b3e7-357e9ac74fc4,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:00.377907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-374e6d02-53c5-432f-aa03-7edf9d75d08c req-b4c73ec4-f8bb-4d07-915a-ce2f08c009c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] No DVR routers for this DVR port 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 on host hv-neutron-8269 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:06:00.380277 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-374e6d02-53c5-432f-aa03-7edf9d75d08c req-b4c73ec4-f8bb-4d07-915a-ce2f08c009c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:00.384646 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'name': 'network-vif-deleted', 'tag': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:06:00.428770 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc09386-404e-4638-8cc4-ebbe39e21358', 'name': 'network-vif-deleted', 'tag': '734c67a2-f347-4f0a-b3e7-357e9ac74fc4', 'status': 'completed', 'code': 200} Jan 28 18:06:00.442337 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-374e6d02-53c5-432f-aa03-7edf9d75d08c req-b4c73ec4-f8bb-4d07-915a-ce2f08c009c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "DELETE /v2.0/ports/734c67a2-f347-4f0a-b3e7-357e9ac74fc4 HTTP/1.1" status: 204 len: 173 time: 0.8188376 Jan 28 18:06:01.162273 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f2dc10e8-b98a-4381-8186-d713c06a8be8 req-b91e4a15-06b2-433a-ae45-a1f102c2a5c5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc09386-404e-4638-8cc4-ebbe39e21358 HTTP/1.1" status: 200 len: 210 time: 0.0418169 Jan 28 18:06:02.254801 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47990) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:02.321927 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ba1e21a-24d5-4487-a5f9-826693bd5f3c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:02.350701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ba1e21a-24d5-4487-a5f9-826693bd5f3c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:02.510437 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ba1e21a-24d5-4487-a5f9-826693bd5f3c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:02.532570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1e21a-24d5-4487-a5f9-826693bd5f3c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9a0419-7288-489f-adf6-abf8162e34b5,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:02.615030 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ba1e21a-24d5-4487-a5f9-826693bd5f3c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:02.616087 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2ba1e21a-24d5-4487-a5f9-826693bd5f3c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/security-groups/0d9a0419-7288-489f-adf6-abf8162e34b5 HTTP/1.1" status: 204 len: 168 time: 0.3602862 Jan 28 18:06:02.722161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 47996) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:03.371020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7bde3ebc-53c5-48c1-997c-e2a78bea4879 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:03.749001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-7bde3ebc-53c5-48c1-997c-e2a78bea4879 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 6a6111aa-7b63-433f-a0cc-33db597b5b97 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:06:03.749330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7bde3ebc-53c5-48c1-997c-e2a78bea4879 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:03.933993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:06:03.939921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-7bde3ebc-53c5-48c1-997c-e2a78bea4879 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 6a6111aa-7b63-433f-a0cc-33db597b5b97, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6a6111aa-7b63-433f-a0cc-33db597b5b97,segment=NetworkSegment(48896b4d-50c7-427c-b4c5-81fdc5d79887),segment_id=48896b4d-50c7-427c-b4c5-81fdc5d79887)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:06:03.940274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7bde3ebc-53c5-48c1-997c-e2a78bea4879 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:03.971601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:06:03.971996 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 734c67a2-f347-4f0a-b3e7-357e9ac74fc4 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:06:04.063731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-7bde3ebc-53c5-48c1-997c-e2a78bea4879 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 6a6111aa-7b63-433f-a0cc-33db597b5b97 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:06:04.330815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7bde3ebc-53c5-48c1-997c-e2a78bea4879 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:04.485521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde3ebc-53c5-48c1-997c-e2a78bea4879 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=6a6111aa-7b63-433f-a0cc-33db597b5b97,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:04.762672 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7bde3ebc-53c5-48c1-997c-e2a78bea4879 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:05.114349 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:06:05.121380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bde3ebc-53c5-48c1-997c-e2a78bea4879 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router e99e1f21-a48f-4de9-b457-4f52320ef9c1 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:06:05.292917 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bde3ebc-53c5-48c1-997c-e2a78bea4879 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:06:05.302175 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b8de3-b1ab-456c-aa05-e1114a07ddc0 None None] Sync routers for ids ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:06:05.305662 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7bde3ebc-53c5-48c1-997c-e2a78bea4879 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/e99e1f21-a48f-4de9-b457-4f52320ef9c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5823035 Jan 28 18:06:05.308303 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48000) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:05.311143 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b8de3-b1ab-456c-aa05-e1114a07ddc0 None None] Routers {'e99e1f21-a48f-4de9-b457-4f52320ef9c1'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:06:05.311738 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3b0b8de3-b1ab-456c-aa05-e1114a07ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:05:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:05.375868 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-2751d766-b7b5-45da-be4b-b2ce9485f014 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting subnet 5507cd0f-4bd4-4a5a-9671-cce0d4b7419f {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:06:05.378777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2751d766-b7b5-45da-be4b-b2ce9485f014 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:05.431962 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2751d766-b7b5-45da-be4b-b2ce9485f014 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:05.497381 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-3b0b8de3-b1ab-456c-aa05-e1114a07ddc0 None None] Set router e99e1f21-a48f-4de9-b457-4f52320ef9c1 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:06:05.517648 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2751d766-b7b5-45da-be4b-b2ce9485f014 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:05.648104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2751d766-b7b5-45da-be4b-b2ce9485f014 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:05.688995 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751d766-b7b5-45da-be4b-b2ce9485f014 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Subnet': ['ID=5507cd0f-4bd4-4a5a-9671-cce0d4b7419f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:05.690892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2751d766-b7b5-45da-be4b-b2ce9485f014 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:05.696009 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1a18b0-840c-454c-afcd-810588e16b11 None None] Network 79f66862-068b-4e7e-8922-7657e5c952ea requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:06:05.699702 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2751d766-b7b5-45da-be4b-b2ce9485f014 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/subnets/5507cd0f-4bd4-4a5a-9671-cce0d4b7419f HTTP/1.1" status: 204 len: 168 time: 0.3879597 Jan 28 18:06:05.700463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48004) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:05.824093 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3b0b8de3-b1ab-456c-aa05-e1114a07ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:06:04Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:05.827972 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b8de3-b1ab-456c-aa05-e1114a07ddc0 None None] Checking router: e99e1f21-a48f-4de9-b457-4f52320ef9c1 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:06:05.836319 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b8de3-b1ab-456c-aa05-e1114a07ddc0 None None] Routers {'e99e1f21-a48f-4de9-b457-4f52320ef9c1'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:06:05.836916 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3b0b8de3-b1ab-456c-aa05-e1114a07ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:05:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:05.974337 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] DHCP port deletion for 79f66862-068b-4e7e-8922-7657e5c952ea request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:06:05.981105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Deleting port 213510d7-10a1-4c0b-a300-605e932bced3 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:06:05.981501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:06.024300 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:06.029496 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-3b0b8de3-b1ab-456c-aa05-e1114a07ddc0 None None] Set router e99e1f21-a48f-4de9-b457-4f52320ef9c1 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:06:06.219138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:06.219966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] For port 213510d7-10a1-4c0b-a300-605e932bced3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=213510d7-10a1-4c0b-a300-605e932bced3,segment=NetworkSegment(48896b4d-50c7-427c-b4c5-81fdc5d79887),segment_id=48896b4d-50c7-427c-b4c5-81fdc5d79887)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:06:06.220359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:06.301818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port f116ed81-781a-4977-9a6c-faf8cd66019b {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:06:06.302102 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:06.322930 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-3b0b8de3-b1ab-456c-aa05-e1114a07ddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:06:04Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:06.326832 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b8de3-b1ab-456c-aa05-e1114a07ddc0 None None] The sync data for ids ['e99e1f21-a48f-4de9-b457-4f52320ef9c1'] in dv-neutron-826919-1-hyperv is: [{'id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'name': 'tempest-TestNetworkBasicOps-router-259480332', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:06:04Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'f116ed81-781a-4977-9a6c-faf8cd66019b', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99e1f21-a48f-4de9-b457-4f52320ef9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:04:54Z', 'updated_at': '2022-01-28T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:06:06.341528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Calling delete_port for 213510d7-10a1-4c0b-a300-605e932bced3 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:06:06.482778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port f116ed81-781a-4977-9a6c-faf8cd66019b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f116ed81-781a-4977-9a6c-faf8cd66019b,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:06:06.483121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:06.508253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:06.556957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] No DVR routers for this DVR port 213510d7-10a1-4c0b-a300-605e932bced3 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:06:06.559842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Pushing event deleted for resources: {'Port': ['ID=213510d7-10a1-4c0b-a300-605e932bced3,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:06.572025 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:06.572477 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:06.572951 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:06.577958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:06.577958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:06.577958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:06.577958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:06.577958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:06.577958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:06.577958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:06.577958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:06.577958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3034e49d-a883-4960-9dc0-be3feed0161a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:06.605876 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for f116ed81-781a-4977-9a6c-faf8cd66019b owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:06:06.741987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6a6111aa-7b63-433f-a0cc-33db597b5b97 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:06:06.777160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 6a6111aa-7b63-433f-a0cc-33db597b5b97 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:06:06.777504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6a6111aa-7b63-433f-a0cc-33db597b5b97 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:06:06.777925 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 213510d7-10a1-4c0b-a300-605e932bced3 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:06:06.814275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 213510d7-10a1-4c0b-a300-605e932bced3 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:06:06.814618 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 213510d7-10a1-4c0b-a300-605e932bced3 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:06:06.853809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:06.900423 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=f116ed81-781a-4977-9a6c-faf8cd66019b,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:06.995878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:07.166405 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:07.168560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:07.284411 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:07.284840 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Fanout notify agent at l3_agent the message router_deleted on router e99e1f21-a48f-4de9-b457-4f52320ef9c1 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:06:07.299952 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:07.303381 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-748af859-4f37-4478-a43f-725966a7b8a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/routers/e99e1f21-a48f-4de9-b457-4f52320ef9c1 HTTP/1.1" status: 204 len: 168 time: 1.6001830 Jan 28 18:06:07.303664 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48008) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:07.426454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-75f13fd9-8e25-499a-8f6c-2cda6f5c5739 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:07.553975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-75f13fd9-8e25-499a-8f6c-2cda6f5c5739 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:07.578769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-75f13fd9-8e25-499a-8f6c-2cda6f5c5739 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f66862-068b-4e7e-8922-7657e5c952ea']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:07.590386 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-75f13fd9-8e25-499a-8f6c-2cda6f5c5739 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48896b4d-50c7-427c-b4c5-81fdc5d79887') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:07.590682 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-75f13fd9-8e25-499a-8f6c-2cda6f5c5739 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48896b4d-50c7-427c-b4c5-81fdc5d79887') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:07.601628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-75f13fd9-8e25-499a-8f6c-2cda6f5c5739 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:07.616769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-75f13fd9-8e25-499a-8f6c-2cda6f5c5739 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:07.623100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f13fd9-8e25-499a-8f6c-2cda6f5c5739 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:06:07.623475 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-75f13fd9-8e25-499a-8f6c-2cda6f5c5739 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:06:07.637932 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:06:07.893041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-75f13fd9-8e25-499a-8f6c-2cda6f5c5739 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:07.909651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-75f13fd9-8e25-499a-8f6c-2cda6f5c5739 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:07.920743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f13fd9-8e25-499a-8f6c-2cda6f5c5739 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Network': ['ID=79f66862-068b-4e7e-8922-7657e5c952ea,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:08.011133 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-75f13fd9-8e25-499a-8f6c-2cda6f5c5739 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/networks/79f66862-068b-4e7e-8922-7657e5c952ea HTTP/1.1" status: 204 len: 168 time: 0.7064571 Jan 28 18:06:08.027406 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48012) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:08.033744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'network': {'name': 'tempest-network-smoke--804596787', 'project_id': '92550370897a4318a214dd17d934ca5a', 'port_security_enabled': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:08.044115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:06:08.044115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:network and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:06:08.046153 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:06:08.052040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:06:08.124422 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:06:08.127785 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:08.154316 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:06:08.162272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:08.162630 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Added segment 6cb9af65-2520-479e-9536-a77a8ce03102 of type vlan for network d03ed9eb-ae59-47bf-8ab9-b5155672a86b Jan 28 18:06:08.187595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:08.287229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:08.293214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:08.293802 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:08.398801 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Network': ['ID=d03ed9eb-ae59-47bf-8ab9-b5155672a86b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:08.409389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network d03ed9eb-ae59-47bf-8ab9-b5155672a86b details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:06:08.427041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f116ed81-781a-4977-9a6c-faf8cd66019b no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:06:08.488369 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-548a06c6-89c2-4e49-8024-12e6770c1bd5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4597530 Jan 28 18:06:08.491130 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48016) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:08.496483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'admin_state_up': True, 'project_id': '92550370897a4318a214dd17d934ca5a', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:08.503666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:06:08.507691 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:router and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:06:08.511762 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:06:08.522605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:06:08.546736 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: f116ed81-781a-4977-9a6c-faf8cd66019b {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:06:08.547089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f116ed81-781a-4977-9a6c-faf8cd66019b not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:06:08.604880 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:08.605944 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:08.620530 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:08.941630 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:09.302655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:09.331276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:09.470098 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.60 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:06:09.611888 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:09.728287 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:09.792722 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:06:09.795590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:06:09.799069 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:06:09.842620 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:09.879180 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27e4182f-4055-4dd5-a3f4-c1f2a75a472e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:10.459431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:10.785680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:11.092747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:06:11.277667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:06:11.287678 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Sync routers for ids ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:06:11.297041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Routers {'09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:06:11.297644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6212472b-d677-47af-b434-a2da995a4144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:05:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:11.404506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:11.405727 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5ff07757-0b70-4a6d-ae57-0239ca9e3d2e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9133701 Jan 28 18:06:11.408876 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48020) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:11.451894 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b00464cd-03cf-4fc5-b576-0db78cf39be5 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=92550370897a4318a214dd17d934ca5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419126 Jan 28 18:06:11.454528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48024) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:11.473966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Set router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:06:11.584896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21cc391-d268-4d0e-800a-0cf09f30916a tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:11.586274 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a21cc391-d268-4d0e-800a-0cf09f30916a tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307917 Jan 28 18:06:11.589662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48028) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:11.627156 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b17902be-f7ec-48ef-9d90-0078e224e88d tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364237 Jan 28 18:06:11.629537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48032) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:11.635226 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1826309281', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'project_id': '92550370897a4318a214dd17d934ca5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:11.761356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6212472b-d677-47af-b434-a2da995a4144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:10Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:11.765444 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Checking router: 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:06:11.765787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Updating router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d port 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:06:11.819192 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:11.859900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:06:11.863764 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:subnet and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:06:11.866643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:06:11.874460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:06:11.941749 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:06:11.946508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:12.147581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:12.158579 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Transition to ACTIVE for port object 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:06:12.221805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:12.230185 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:12.300464 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-509261b3-f42a-4522-bdb4-59d6637aba6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:12.304057 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Subnet': ['ID=25232b90-3764-4e90-aaa7-90f40a63d7d4,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:12.311550 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac1a7b-6efa-4b87-8876-f060c3cab0c5 None None] Pushing event updated for resources: {'Port': ['ID=040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:12.311992 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Checking segment: {'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:06:12.312345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network hostable DHCP agents. Network: d03ed9eb-ae59-47bf-8ab9-b5155672a86b, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:06:12.313539 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Attempting to bind port 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:06:12.313905 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Attempting to bind port 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:06:12.314258 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Attempting to bind port 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:06:12.320179 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:06:12.320550 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:06:12.320974 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:12.321365 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:06:12.321815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Bound port: 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:06:12.322193 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:12.381529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network d03ed9eb-ae59-47bf-8ab9-b5155672a86b is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:06:12.394984 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6212472b-d677-47af-b434-a2da995a4144 None None] For port 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:06:12.397877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6212472b-d677-47af-b434-a2da995a4144 None None] For port 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:06:12.441381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, d03ed9eb-ae59-47bf-8ab9-b5155672a86b) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:06:12.445391 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:12.445972 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:12.450346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7548bb4-29d3-4828-8a51-f9b5f9be7347 None None] Network d03ed9eb-ae59-47bf-8ab9-b5155672a86b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:06:12.509121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:12.528374 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5591b46d-bd67-43d5-88ec-a0261b54c0f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8978300 Jan 28 18:06:12.531116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48036) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:12.616247 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Routers {'09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:06:12.616864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6212472b-d677-47af-b434-a2da995a4144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:06:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:12.708942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac1a7b-6efa-4b87-8876-f060c3cab0c5 None None] Pushing event updated for resources: {'Port': ['ID=040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:12.930215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-d03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:06:12.931025 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:12.940502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-6212472b-d677-47af-b434-a2da995a4144 None None] Set router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:06:13.212320 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:13.283327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:13.354171 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Allocated IP 172.20.0.2 (d03ed9eb-ae59-47bf-8ab9-b5155672a86b/25232b90-3764-4e90-aaa7-90f40a63d7d4/bce6a783-ba49-4452-bb73-b000db7e8bf9) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:06:13.447942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:13.457871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6212472b-d677-47af-b434-a2da995a4144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:10Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:13.466017 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212472b-d677-47af-b434-a2da995a4144 None None] The sync data for ids ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'] in dv-neutron-826919-1-hyperv is: [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:10Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:06:13.583965 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:13.594375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Transition to ACTIVE for port object bce6a783-ba49-4452-bb73-b000db7e8bf9 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:06:13.612405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Transition to ACTIVE for port object bce6a783-ba49-4452-bb73-b000db7e8bf9 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:06:13.713993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:13.785506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Network d03ed9eb-ae59-47bf-8ab9-b5155672a86b is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:06:13.788429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:06:13.793609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:06:13.826831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Pushing event updated for resources: {'Port': ['ID=bce6a783-ba49-4452-bb73-b000db7e8bf9,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:13.890678 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Attempting to bind port bce6a783-ba49-4452-bb73-b000db7e8bf9 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:06:13.891073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Attempting to bind port bce6a783-ba49-4452-bb73-b000db7e8bf9 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:06:13.891441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Attempting to bind port bce6a783-ba49-4452-bb73-b000db7e8bf9 on network d03ed9eb-ae59-47bf-8ab9-b5155672a86b {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:06:13.896798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:06:13.897331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Checking segment: {'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:06:13.897736 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:13.898127 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Bound using segment: {'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:06:13.898590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Bound port: bce6a783-ba49-4452-bb73-b000db7e8bf9, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:06:13.899176 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:13.916749 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.1 (d03ed9eb-ae59-47bf-8ab9-b5155672a86b/25232b90-3764-4e90-aaa7-90f40a63d7d4/72497721-9e93-48bd-9b0a-ba563d645782) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:06:13.997186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] For port bce6a783-ba49-4452-bb73-b000db7e8bf9, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:06:14.000931 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] For port bce6a783-ba49-4452-bb73-b000db7e8bf9, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=bce6a783-ba49-4452-bb73-b000db7e8bf9,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:06:14.090592 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:14.107949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object 72497721-9e93-48bd-9b0a-ba563d645782 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:06:14.116582 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:14.198897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63645864-775e-4d3a-8502-3299caa0d6b4 None None] Pushing event updated for resources: {'Port': ['ID=bce6a783-ba49-4452-bb73-b000db7e8bf9,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:14.213824 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:14.296342 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network d03ed9eb-ae59-47bf-8ab9-b5155672a86b is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:06:14.300164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:06:14.303562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:06:14.334439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=72497721-9e93-48bd-9b0a-ba563d645782,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:14.386674 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:14.560289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device bce6a783-ba49-4452-bb73-b000db7e8bf9 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:06:14.687400 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port bce6a783-ba49-4452-bb73-b000db7e8bf9 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:06:14.692374 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:06:14.735598 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:14.837173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:06:14.842402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:06:14.845975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:14.977067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:14.990006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:14.995231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:06:15.076095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:15.149898 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:15.164343 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:15.218561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:15.328378 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=72497721-9e93-48bd-9b0a-ba563d645782,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:15.331972 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:15.467165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network d03ed9eb-ae59-47bf-8ab9-b5155672a86b is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:06:15.468340 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:06:15.776249 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:06:15.817051 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e05d076-c990-4427-99d0-8036c18ae0c2 None None] Network d03ed9eb-ae59-47bf-8ab9-b5155672a86b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:06:15.957894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:06:15.968957 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Sync routers for ids ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:06:15.982281 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Routers {'09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:06:15.983642 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:06:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:15.985902 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-07174797-61dc-4d50-bf79-92847f382286 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/09b8e1d2-2dcd-4381-87a5-8cf73cf1903d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4535217 Jan 28 18:06:15.988326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48040) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:15.989532 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7bcde0fb-6973-40d3-a094-a2fdf1960bbc None None] Provisioning for port bce6a783-ba49-4452-bb73-b000db7e8bf9 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:06:15.996519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7bcde0fb-6973-40d3-a094-a2fdf1960bbc None None] Provisioning complete for port bce6a783-ba49-4452-bb73-b000db7e8bf9 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:06:15.999521 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7bcde0fb-6973-40d3-a094-a2fdf1960bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:16.143611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b8fb7f-f87e-4c9d-a345-f61da99c2dee tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:16.144069 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b8fb7f-f87e-4c9d-a345-f61da99c2dee tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:16.144518 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b8fb7f-f87e-4c9d-a345-f61da99c2dee tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:16.144960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b8fb7f-f87e-4c9d-a345-f61da99c2dee tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:16.145509 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b8fb7f-f87e-4c9d-a345-f61da99c2dee tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:16.145956 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b8fb7f-f87e-4c9d-a345-f61da99c2dee tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:16.147834 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-07b8fb7f-f87e-4c9d-a345-f61da99c2dee tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1572824 Jan 28 18:06:16.151279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48044) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:16.175548 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Set router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:06:16.201786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7bcde0fb-6973-40d3-a094-a2fdf1960bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:16.223812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dd4344-1f90-4fbe-a674-df329438b356 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:16.224402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dd4344-1f90-4fbe-a674-df329438b356 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:16.224741 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dd4344-1f90-4fbe-a674-df329438b356 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:16.225328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dd4344-1f90-4fbe-a674-df329438b356 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:16.225777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dd4344-1f90-4fbe-a674-df329438b356 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:16.227751 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dd4344-1f90-4fbe-a674-df329438b356 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:16.231086 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-71dd4344-1f90-4fbe-a674-df329438b356 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0763400 Jan 28 18:06:16.231318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48048) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:16.243793 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-7bcde0fb-6973-40d3-a094-a2fdf1960bbc None None] For port bce6a783-ba49-4452-bb73-b000db7e8bf9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=bce6a783-ba49-4452-bb73-b000db7e8bf9,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:06:16.344612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7bcde0fb-6973-40d3-a094-a2fdf1960bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:16.446070 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcde0fb-6973-40d3-a094-a2fdf1960bbc None None] Pushing event updated for resources: {'Port': ['ID=bce6a783-ba49-4452-bb73-b000db7e8bf9,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:16.470242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:06:16.486632 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-82b8cb8f-d24e-4f46-b32e-2e1b2dcd73c2 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2505078 Jan 28 18:06:16.557562 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7de56e1f-90ac-4bd7-99ed-739eb055cac8 None None] Provisioning complete for port bce6a783-ba49-4452-bb73-b000db7e8bf9 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:06:16.557940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7de56e1f-90ac-4bd7-99ed-739eb055cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:16.571836 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:16.576218 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Checking router: 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:06:16.576640 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Updating router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d port 72497721-9e93-48bd-9b0a-ba563d645782 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:06:16.623369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:06:16.623801 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:16.635546 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:16.755766 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48054) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:16.762326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1484338625', 'description': 'tempest-secgroup-smoke-1484338625 description', 'project_id': '92550370897a4318a214dd17d934ca5a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:16.768413 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:06:16.773284 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:06:16.776397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:06:16.784585 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:06:16.842083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7de56e1f-90ac-4bd7-99ed-739eb055cac8 None None] Provisioning for port 72497721-9e93-48bd-9b0a-ba563d645782 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:06:16.852691 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7de56e1f-90ac-4bd7-99ed-739eb055cac8 None None] Provisioning complete for port 72497721-9e93-48bd-9b0a-ba563d645782 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:06:16.853199 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7de56e1f-90ac-4bd7-99ed-739eb055cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:16.868262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:16.895099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:06:16.898877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:06:16.901643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:06:16.907725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7de56e1f-90ac-4bd7-99ed-739eb055cac8 None None] Port 72497721-9e93-48bd-9b0a-ba563d645782 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:06:16.907892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:06:16.984844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.029131 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d8ea09b1-e299-420f-af94-f07cb8a850f8 None None] Provisioning complete for port 72497721-9e93-48bd-9b0a-ba563d645782 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:06:17.029448 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d8ea09b1-e299-420f-af94-f07cb8a850f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.043698 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.055735 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Transition to ACTIVE for port object 72497721-9e93-48bd-9b0a-ba563d645782 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:06:17.064494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.085030 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea09b1-e299-420f-af94-f07cb8a850f8 None None] Port 72497721-9e93-48bd-9b0a-ba563d645782 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:06:17.115622 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f520b41e-cccf-4663-8f02-8215164b0f67,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:17.150365 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.178473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.179851 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1ec3d3c1-ec55-452f-bbf3-5a5464ad27b7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4227929 Jan 28 18:06:17.182706 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48060) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:17.187719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7e458da3-07ca-4d99-ae1a-6a02c589666c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'f520b41e-cccf-4663-8f02-8215164b0f67', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:17.193780 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7e458da3-07ca-4d99-ae1a-6a02c589666c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:06:17.197641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7e458da3-07ca-4d99-ae1a-6a02c589666c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:06:17.200823 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7e458da3-07ca-4d99-ae1a-6a02c589666c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:06:17.206609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7e458da3-07ca-4d99-ae1a-6a02c589666c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:06:17.275810 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4f3af-4f6c-4105-bc23-f9c462074ba5 None None] Pushing event updated for resources: {'Port': ['ID=72497721-9e93-48bd-9b0a-ba563d645782,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:17.303324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7e458da3-07ca-4d99-ae1a-6a02c589666c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.319485 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4f3af-4f6c-4105-bc23-f9c462074ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:17.319834 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4f3af-4f6c-4105-bc23-f9c462074ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:17.320171 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4f3af-4f6c-4105-bc23-f9c462074ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:17.320510 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4f3af-4f6c-4105-bc23-f9c462074ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:17.320838 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4f3af-4f6c-4105-bc23-f9c462074ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:17.321159 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4f3af-4f6c-4105-bc23-f9c462074ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:17.321477 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4f3af-4f6c-4105-bc23-f9c462074ba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:17.321803 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4f3af-4f6c-4105-bc23-f9c462074ba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:17.322118 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4f3af-4f6c-4105-bc23-f9c462074ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:17.322434 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4f3af-4f6c-4105-bc23-f9c462074ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:17.322749 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4f3af-4f6c-4105-bc23-f9c462074ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:17.323198 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4f3af-4f6c-4105-bc23-f9c462074ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:06:17.369260 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7e458da3-07ca-4d99-ae1a-6a02c589666c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.381292 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Attempting to bind port 72497721-9e93-48bd-9b0a-ba563d645782 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:06:17.382269 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Attempting to bind port 72497721-9e93-48bd-9b0a-ba563d645782 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:06:17.382584 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Attempting to bind port 72497721-9e93-48bd-9b0a-ba563d645782 on network d03ed9eb-ae59-47bf-8ab9-b5155672a86b {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:06:17.388030 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:06:17.388397 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Checking segment: {'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:06:17.388787 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.389172 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Bound using segment: {'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:06:17.389620 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Bound port: 72497721-9e93-48bd-9b0a-ba563d645782, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:06:17.389989 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.450106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7e458da3-07ca-4d99-ae1a-6a02c589666c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.473747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e458da3-07ca-4d99-ae1a-6a02c589666c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9832b9dc-c246-446a-ac31-5efafd320cbb,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:17.478845 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] For port 72497721-9e93-48bd-9b0a-ba563d645782, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:06:17.481935 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] For port 72497721-9e93-48bd-9b0a-ba563d645782, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=72497721-9e93-48bd-9b0a-ba563d645782,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:06:17.541348 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7e458da3-07ca-4d99-ae1a-6a02c589666c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.542466 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7e458da3-07ca-4d99-ae1a-6a02c589666c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3587408 Jan 28 18:06:17.545414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48064) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:17.550639 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d00f44b2-00b2-470b-b9a5-600ce8e156ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'f520b41e-cccf-4663-8f02-8215164b0f67', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:17.556483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d00f44b2-00b2-470b-b9a5-600ce8e156ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:06:17.560259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d00f44b2-00b2-470b-b9a5-600ce8e156ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:06:17.563124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d00f44b2-00b2-470b-b9a5-600ce8e156ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:06:17.564695 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.568945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d00f44b2-00b2-470b-b9a5-600ce8e156ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:06:17.641890 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Routers {'09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:06:17.642497 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:06:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:17.643199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d00f44b2-00b2-470b-b9a5-600ce8e156ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.708918 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4f3af-4f6c-4105-bc23-f9c462074ba5 None None] Pushing event updated for resources: {'Port': ['ID=72497721-9e93-48bd-9b0a-ba563d645782,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:17.710658 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d00f44b2-00b2-470b-b9a5-600ce8e156ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.776104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d00f44b2-00b2-470b-b9a5-600ce8e156ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.808413 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f44b2-00b2-470b-b9a5-600ce8e156ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee19e3d5-c374-47fb-9682-34f699742b3e,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:17.828837 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] Set router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:06:17.889985 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d00f44b2-00b2-470b-b9a5-600ce8e156ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:17.891227 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d00f44b2-00b2-470b-b9a5-600ce8e156ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3448660 Jan 28 18:06:17.893921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48068) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:17.898852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d5aa2bb5-4add-475d-93a2-9093b46d3190 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'f520b41e-cccf-4663-8f02-8215164b0f67', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:17.904611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d5aa2bb5-4add-475d-93a2-9093b46d3190 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:06:17.908390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d5aa2bb5-4add-475d-93a2-9093b46d3190 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:06:17.911432 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d5aa2bb5-4add-475d-93a2-9093b46d3190 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:06:17.917292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d5aa2bb5-4add-475d-93a2-9093b46d3190 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:06:17.982550 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5aa2bb5-4add-475d-93a2-9093b46d3190 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:18.047005 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5aa2bb5-4add-475d-93a2-9093b46d3190 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:18.127372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5aa2bb5-4add-475d-93a2-9093b46d3190 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:18.134281 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:17Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:18.138298 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e13991c-8822-4fad-9ca7-e0bea8746203 None None] The sync data for ids ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'] in dv-neutron-826919-1-hyperv is: [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:17Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:06:18.151988 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa2bb5-4add-475d-93a2-9093b46d3190 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d19ae2-8714-4520-8f33-9b8db227c7a7,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:18.239161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d5aa2bb5-4add-475d-93a2-9093b46d3190 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:18.240395 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d5aa2bb5-4add-475d-93a2-9093b46d3190 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3455722 Jan 28 18:06:18.243715 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48072) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:18.248730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b92f913a-18c9-45d1-b20c-f547be1e2fa8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'f520b41e-cccf-4663-8f02-8215164b0f67', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:18.255142 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b92f913a-18c9-45d1-b20c-f547be1e2fa8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:06:18.259440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b92f913a-18c9-45d1-b20c-f547be1e2fa8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:06:18.262614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b92f913a-18c9-45d1-b20c-f547be1e2fa8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:06:18.268472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b92f913a-18c9-45d1-b20c-f547be1e2fa8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:06:18.368917 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b92f913a-18c9-45d1-b20c-f547be1e2fa8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:18.446447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b92f913a-18c9-45d1-b20c-f547be1e2fa8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:18.525745 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device bce6a783-ba49-4452-bb73-b000db7e8bf9 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:06:18.559034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b92f913a-18c9-45d1-b20c-f547be1e2fa8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:18.583184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f913a-18c9-45d1-b20c-f547be1e2fa8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b55d92-3677-485d-a764-2cf045e15e55,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:18.594633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port bce6a783-ba49-4452-bb73-b000db7e8bf9 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:06:18.595025 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:18.665270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b92f913a-18c9-45d1-b20c-f547be1e2fa8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:18.669356 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b92f913a-18c9-45d1-b20c-f547be1e2fa8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4220762 Jan 28 18:06:18.669587 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48076) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:18.675145 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c029cb5e-8c3e-489f-96e7-a864087f99c3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'f520b41e-cccf-4663-8f02-8215164b0f67', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:18.681686 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c029cb5e-8c3e-489f-96e7-a864087f99c3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:06:18.685679 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c029cb5e-8c3e-489f-96e7-a864087f99c3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:06:18.688684 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c029cb5e-8c3e-489f-96e7-a864087f99c3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:06:18.694724 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c029cb5e-8c3e-489f-96e7-a864087f99c3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:06:18.716015 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 72497721-9e93-48bd-9b0a-ba563d645782 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:06:18.799387 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-c029cb5e-8c3e-489f-96e7-a864087f99c3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:06:18.806600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c029cb5e-8c3e-489f-96e7-a864087f99c3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:18.872381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c029cb5e-8c3e-489f-96e7-a864087f99c3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:18.893499 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 72497721-9e93-48bd-9b0a-ba563d645782 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:06:18.899234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 72497721-9e93-48bd-9b0a-ba563d645782 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:06:18.901797 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:18.962265 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c029cb5e-8c3e-489f-96e7-a864087f99c3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:18.990933 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029cb5e-8c3e-489f-96e7-a864087f99c3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7dcbda2-9f56-48ef-bb18-e0b66df7e3a8,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:19.024445 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:19.058368 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 72497721-9e93-48bd-9b0a-ba563d645782, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=72497721-9e93-48bd-9b0a-ba563d645782,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:06:19.075676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c029cb5e-8c3e-489f-96e7-a864087f99c3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:19.076879 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c029cb5e-8c3e-489f-96e7-a864087f99c3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4063933 Jan 28 18:06:19.079601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48080) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:19.085552 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-821a4157-7fe0-4d22-857f-987a584ea9ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'f520b41e-cccf-4663-8f02-8215164b0f67', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:19.091498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-821a4157-7fe0-4d22-857f-987a584ea9ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:06:19.095283 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-821a4157-7fe0-4d22-857f-987a584ea9ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:06:19.098096 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-821a4157-7fe0-4d22-857f-987a584ea9ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:06:19.103810 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-821a4157-7fe0-4d22-857f-987a584ea9ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:06:19.133344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:19.190253 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-821a4157-7fe0-4d22-857f-987a584ea9ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:06:19.197811 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-821a4157-7fe0-4d22-857f-987a584ea9ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:19.210807 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=72497721-9e93-48bd-9b0a-ba563d645782,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:19.267753 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-821a4157-7fe0-4d22-857f-987a584ea9ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:19.336840 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-821a4157-7fe0-4d22-857f-987a584ea9ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:19.361008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a4157-7fe0-4d22-857f-987a584ea9ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b505684a-d6cd-4c19-8c7d-7f0eab1044f0,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:19.424774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-821a4157-7fe0-4d22-857f-987a584ea9ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:19.425892 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-821a4157-7fe0-4d22-857f-987a584ea9ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3452327 Jan 28 18:06:19.611167 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-c08f66d7-67df-4083-b631-b06a2d441241 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484338625&fields=id&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 267 time: 0.0377624 Jan 28 18:06:19.832883 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:19.860294 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-d956a08d-0204-4f5c-92a8-969b921f9351 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:19.860976 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-d956a08d-0204-4f5c-92a8-969b921f9351 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:06:19.935341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-d956a08d-0204-4f5c-92a8-969b921f9351 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:06:19.936454 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-d956a08d-0204-4f5c-92a8-969b921f9351 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/networks?id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b HTTP/1.1" status: 200 len: 796 time: 0.3191519 Jan 28 18:06:19.950703 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-832d1c76-ae04-456a-9c75-6ed67412b376 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/quotas/92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 375 time: 0.0088017 Jan 28 18:06:20.032168 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-0b63ef3f-8194-4949-8630-b6a06ab84437 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767627 Jan 28 18:06:20.136638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-b28f7c26-e5df-4eec-844a-39fcaadeabd7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 18:06:20.137607 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-b28f7c26-e5df-4eec-844a-39fcaadeabd7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0937696 Jan 28 18:06:20.265701 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-58f080cc-4ce9-42e8-adc3-9c1e8b7d6b83 service neutron] 10.222.0.26 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223156 Jan 28 18:06:20.394221 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-35069fb6-d06e-49b9-9552-3644e3ec767d service neutron] 10.222.0.26 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227534 Jan 28 18:06:20.435962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 72497721-9e93-48bd-9b0a-ba563d645782 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:06:20.503281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 72497721-9e93-48bd-9b0a-ba563d645782 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:06:20.503646 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:20.655778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-3bb23029-e2e2-4a31-97af-5bb68669c03c req-b57f5043-df22-4a34-9b32-82865f7bc2e1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:06:20.723709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-3bb23029-e2e2-4a31-97af-5bb68669c03c req-b57f5043-df22-4a34-9b32-82865f7bc2e1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:06:20.724853 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3bb23029-e2e2-4a31-97af-5bb68669c03c req-b57f5043-df22-4a34-9b32-82865f7bc2e1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 210 time: 0.1110637 Jan 28 18:06:21.816492 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a071b210-e473-469c-afc9-014a776024b8 req-0811a88d-a55a-4c4f-985e-c5a12f1b1346 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 210 time: 0.0418899 Jan 28 18:06:22.909677 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2bd4c6e2-6bef-4c23-bbdf-abe5ba02d101 req-43fde0c6-5572-457a-a85a-5bf97e5551ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 210 time: 0.0440469 Jan 28 18:06:24.035872 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9da3c688-28bb-4053-9686-8aed11f62b0d req-c614fbd5-ef7d-4691-81a7-a92175a79918 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 210 time: 0.0724828 Jan 28 18:06:25.179360 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8aba0c38-2f02-4151-a77b-84ef09fa21bb req-5a2b9be2-798a-4bff-bcf6-468aa64921a9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 210 time: 0.0421636 Jan 28 18:06:26.324674 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b5963ee3-feac-496e-bdea-08a961034db2 req-c654b88f-b5c2-4dff-b5ad-9367309d9ec9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 210 time: 0.0422771 Jan 28 18:06:26.730474 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-aae3894b-abbc-4ada-a9ce-fb07d31285bb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:26.731177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-aae3894b-abbc-4ada-a9ce-fb07d31285bb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:06:26.742785 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-aae3894b-abbc-4ada-a9ce-fb07d31285bb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:06:26.743918 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-aae3894b-abbc-4ada-a9ce-fb07d31285bb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/networks?id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b HTTP/1.1" status: 200 len: 796 time: 0.1597636 Jan 28 18:06:26.791815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-c63ce806-fe1e-4806-979a-776594f7535b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:06:26.875145 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-c63ce806-fe1e-4806-979a-776594f7535b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:06:26.876331 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-c63ce806-fe1e-4806-979a-776594f7535b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 380 time: 0.1241453 Jan 28 18:06:26.886126 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'port': {'device_id': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'admin_state_up': True, 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'security_groups': ['f520b41e-cccf-4663-8f02-8215164b0f67']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:27.141878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:06:27.151290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:06:27.212331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:06:27.215831 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:27.387301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.14 (d03ed9eb-ae59-47bf-8ab9-b5155672a86b/25232b90-3764-4e90-aaa7-90f40a63d7d4/4eddcdc5-8339-4054-b2d9-027f670b3be3) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:06:27.545699 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8a5bf19b-c407-470b-a598-d244e9b9ed87 req-8006140a-0c15-4c8f-bb48-b71953aeab10 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 210 time: 0.1010194 Jan 28 18:06:27.616088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:27.631494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object 4eddcdc5-8339-4054-b2d9-027f670b3be3 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:06:27.718830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:27.785404 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network d03ed9eb-ae59-47bf-8ab9-b5155672a86b is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:06:27.788352 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:06:27.793006 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:06:27.832514 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=4eddcdc5-8339-4054-b2d9-027f670b3be3,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:27.865447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:27.866049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:27.956409 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-db996877-4744-47c3-a829-7e18f6fff59e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0743940 Jan 28 18:06:27.968262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Request body: {'port': {'device_id': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:28.072436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c513d3f5-38ce-4d33-ae89-ef25f3f47d72 None None] Provisioning for port 4eddcdc5-8339-4054-b2d9-027f670b3be3 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:06:28.077593 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c513d3f5-38ce-4d33-ae89-ef25f3f47d72 None None] Provisioning complete for port 4eddcdc5-8339-4054-b2d9-027f670b3be3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:06:28.077965 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c513d3f5-38ce-4d33-ae89-ef25f3f47d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:28.083324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:28.129707 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c513d3f5-38ce-4d33-ae89-ef25f3f47d72 None None] Port 4eddcdc5-8339-4054-b2d9-027f670b3be3 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:06:28.413580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eddcdc5-8339-4054-b2d9-027f670b3be3 {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:06:28.421204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:28.434917 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Transition to ACTIVE for port object 4eddcdc5-8339-4054-b2d9-027f670b3be3 will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:06:28.495379 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:28.686268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4eddcdc5-8339-4054-b2d9-027f670b3be3,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:28.729909 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Attempting to bind port 4eddcdc5-8339-4054-b2d9-027f670b3be3 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:06:28.730190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Attempting to bind port 4eddcdc5-8339-4054-b2d9-027f670b3be3 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:06:28.731389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Attempting to bind port 4eddcdc5-8339-4054-b2d9-027f670b3be3 on network d03ed9eb-ae59-47bf-8ab9-b5155672a86b {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:06:28.736457 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Port 4eddcdc5-8339-4054-b2d9-027f670b3be3 on network d03ed9eb-ae59-47bf-8ab9-b5155672a86b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:06:28.736904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Attempting to bind port 4eddcdc5-8339-4054-b2d9-027f670b3be3 on network d03ed9eb-ae59-47bf-8ab9-b5155672a86b {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:06:28.747509 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:06:28.748223 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Checking segment: {'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:06:28.748709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Bound using segment: {'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:06:28.749310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Bound port: 4eddcdc5-8339-4054-b2d9-027f670b3be3, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:06:28.749680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:28.752117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab5068-e25e-4ea4-acbd-d5271e7a4139 req-4363323c-aa22-44b0-9f37-3a60aec2b150 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:28.754852 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-62ab5068-e25e-4ea4-acbd-d5271e7a4139 req-4363323c-aa22-44b0-9f37-3a60aec2b150 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 944 time: 0.0870218 Jan 28 18:06:28.812070 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-62ab5068-e25e-4ea4-acbd-d5271e7a4139 req-0554b1d0-be1b-4ebf-bc19-c8105877f282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f520b41e-cccf-4663-8f02-8215164b0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435557 Jan 28 18:06:28.841957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] For port 4eddcdc5-8339-4054-b2d9-027f670b3be3, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:06:28.844954 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] For port 4eddcdc5-8339-4054-b2d9-027f670b3be3, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=4eddcdc5-8339-4054-b2d9-027f670b3be3,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:06:28.922092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:28.977776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:28.978974 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:28.980334 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] 10.222.0.16 "PUT /v2.0/ports/4eddcdc5-8339-4054-b2d9-027f670b3be3 HTTP/1.1" status: 200 len: 1094 time: 1.0166769 Jan 28 18:06:28.989575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'tag': '4eddcdc5-8339-4054-b2d9-027f670b3be3'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:06:29.013605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369d9eb-35a6-4723-83d5-25bda71d29a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4eddcdc5-8339-4054-b2d9-027f670b3be3,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:29.047381 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'tag': '4eddcdc5-8339-4054-b2d9-027f670b3be3', 'status': 'completed', 'code': 200} Jan 28 18:06:29.138334 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6fb9a-33c1-42d1-b1d8-12979da6adc5 req-ffbfd885-0b7e-4907-9433-64ef82d5e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:29.139839 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ead6fb9a-33c1-42d1-b1d8-12979da6adc5 req-ffbfd885-0b7e-4907-9433-64ef82d5e387 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 1097 time: 0.0738988 Jan 28 18:06:29.379288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6fb9a-33c1-42d1-b1d8-12979da6adc5 req-96788c25-26f8-4787-a94f-5e6c3786e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:29.380725 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ead6fb9a-33c1-42d1-b1d8-12979da6adc5 req-96788c25-26f8-4787-a94f-5e6c3786e187 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=92550370897a4318a214dd17d934ca5a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2342730 Jan 28 18:06:29.512916 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6fb9a-33c1-42d1-b1d8-12979da6adc5 req-7bc0a698-87c2-40ab-bd51-02ca040ca823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:29.514252 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ead6fb9a-33c1-42d1-b1d8-12979da6adc5 req-7bc0a698-87c2-40ab-bd51-02ca040ca823 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269994 Jan 28 18:06:29.620249 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-e1b432aa-084a-4dcd-b581-0266e4f36e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:29.621688 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-e1b432aa-084a-4dcd-b581-0266e4f36e60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 1097 time: 0.0733356 Jan 28 18:06:29.687217 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-a304971d-0e83-4d24-b4cd-e78eaabf2f55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eddcdc5-8339-4054-b2d9-027f670b3be3 HTTP/1.1" status: 200 len: 217 time: 0.0594056 Jan 28 18:06:29.749479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-f66b8a79-874a-45a5-8030-9e4950e92e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:29.750843 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-f66b8a79-874a-45a5-8030-9e4950e92e8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=25232b90-3764-4e90-aaa7-90f40a63d7d4 HTTP/1.1" status: 200 len: 835 time: 0.0585430 Jan 28 18:06:29.823565 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-a47cb243-f568-4bb6-a01b-f3e0f95cfb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:29.824906 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-a47cb243-f568-4bb6-a01b-f3e0f95cfb5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681367 Jan 28 18:06:29.953890 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-c8b51143-4b97-425f-9ebb-73452c1d0336 service neutron] 10.222.0.16 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232910 Jan 28 18:06:29.997892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac587ea-95c9-474f-9875-ef036fe4a2f4 req-63eb47dd-d8b8-4895-9172-b1fa23c22a40 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:29.999443 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1ac587ea-95c9-474f-9875-ef036fe4a2f4 req-63eb47dd-d8b8-4895-9172-b1fa23c22a40 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 944 time: 0.0801594 Jan 28 18:06:30.047727 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1ac587ea-95c9-474f-9875-ef036fe4a2f4 req-2a71166a-6b13-4ed8-9d0e-de7b52b34c9b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f520b41e-cccf-4663-8f02-8215164b0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Jan 28 18:06:30.116583 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c792fad6-2c47-49fb-ab98-0fbe333dc6ef req-52b2e233-b9f7-4356-a6ef-6509dbee02db service neutron] 10.222.0.16 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567442 Jan 28 18:06:31.230980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5aafd-a65c-4d90-bea1-e29727364e2f req-dfaac9a2-d98d-44f2-b28a-ee38d0270b20 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:31.231719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-dcd5aafd-a65c-4d90-bea1-e29727364e2f req-dfaac9a2-d98d-44f2-b28a-ee38d0270b20 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:06:31.321122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-dcd5aafd-a65c-4d90-bea1-e29727364e2f req-dfaac9a2-d98d-44f2-b28a-ee38d0270b20 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:06:31.322210 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dcd5aafd-a65c-4d90-bea1-e29727364e2f req-dfaac9a2-d98d-44f2-b28a-ee38d0270b20 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 944 time: 0.1715581 Jan 28 18:06:31.365750 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dcd5aafd-a65c-4d90-bea1-e29727364e2f req-d6a389bf-8ba1-4b71-b741-e38a43697fe9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f520b41e-cccf-4663-8f02-8215164b0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379033 Jan 28 18:06:32.049105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 4eddcdc5-8339-4054-b2d9-027f670b3be3 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:06:32.177037 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 4eddcdc5-8339-4054-b2d9-027f670b3be3, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=4eddcdc5-8339-4054-b2d9-027f670b3be3,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:06:32.193993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '4eddcdc5-8339-4054-b2d9-027f670b3be3', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'port_id': '4eddcdc5-8339-4054-b2d9-027f670b3be3', 'mac_address': 'fa:16:3e:98:e8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:06:32.273734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:32.289772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eddcdc5-8339-4054-b2d9-027f670b3be3 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:06:32.305926 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 4eddcdc5-8339-4054-b2d9-027f670b3be3, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=4eddcdc5-8339-4054-b2d9-027f670b3be3,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:06:32.424014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:32.491878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=4eddcdc5-8339-4054-b2d9-027f670b3be3,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:32.549108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaaeb1-52f6-4a44-93e6-01b1aec5baba req-fac82b3a-0db9-46d2-a355-9ae46e0cf1ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:32.550487 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5deaaeb1-52f6-4a44-93e6-01b1aec5baba req-fac82b3a-0db9-46d2-a355-9ae46e0cf1ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 945 time: 0.0819886 Jan 28 18:06:32.595800 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5deaaeb1-52f6-4a44-93e6-01b1aec5baba req-47bc27f0-959f-4a3a-9bf2-a0de1e90d17f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f520b41e-cccf-4663-8f02-8215164b0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389431 Jan 28 18:06:32.643911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['4eddcdc5-8339-4054-b2d9-027f670b3be3'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:06:33.774045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826f048-eb86-4eb2-8e65-17e93907049a req-e1908a57-e2b6-4419-b7c8-310f3c891699 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:33.775488 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5826f048-eb86-4eb2-8e65-17e93907049a req-e1908a57-e2b6-4419-b7c8-310f3c891699 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 945 time: 0.0783186 Jan 28 18:06:33.818407 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5826f048-eb86-4eb2-8e65-17e93907049a req-8174af9b-a994-48c4-ac32-87ca641ef931 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f520b41e-cccf-4663-8f02-8215164b0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374238 Jan 28 18:06:34.060464 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 4eddcdc5-8339-4054-b2d9-027f670b3be3 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:06:34.181017 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 4eddcdc5-8339-4054-b2d9-027f670b3be3 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:06:34.185654 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 4eddcdc5-8339-4054-b2d9-027f670b3be3 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:06:34.186020 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:34.298081 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:34.324166 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eddcdc5-8339-4054-b2d9-027f670b3be3'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:06:34.335060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 4eddcdc5-8339-4054-b2d9-027f670b3be3, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=4eddcdc5-8339-4054-b2d9-027f670b3be3,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:06:34.367854 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eddcdc5-8339-4054-b2d9-027f670b3be3', 'code': 200} Jan 28 18:06:34.409987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:34.480060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=4eddcdc5-8339-4054-b2d9-027f670b3be3,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:34.723491 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80723912-e088-47fa-b94b-70810450da73 req-457e89c4-614d-4591-8f0c-a3fa64a007b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:34.724910 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-80723912-e088-47fa-b94b-70810450da73 req-457e89c4-614d-4591-8f0c-a3fa64a007b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 1099 time: 0.0712705 Jan 28 18:06:34.764107 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-80723912-e088-47fa-b94b-70810450da73 req-1553354a-5040-417e-a6f9-90d187fb702f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f520b41e-cccf-4663-8f02-8215164b0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328708 Jan 28 18:06:35.000839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c8531-2453-4154-8122-e36fb2d48ab8 req-fa282f6e-e905-46b8-a960-81b332b9389b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:35.002204 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-966c8531-2453-4154-8122-e36fb2d48ab8 req-fa282f6e-e905-46b8-a960-81b332b9389b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 946 time: 0.0804188 Jan 28 18:06:35.050263 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-966c8531-2453-4154-8122-e36fb2d48ab8 req-42ef1cde-c7e1-4a33-a3c5-e40d0cf8527c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f520b41e-cccf-4663-8f02-8215164b0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414140 Jan 28 18:06:36.232134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f909f-3269-4348-8f44-4ade36c2b523 req-44cc02aa-ce43-4404-bcaf-ad3cae6aa1a5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:36.233564 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ee6f909f-3269-4348-8f44-4ade36c2b523 req-44cc02aa-ce43-4404-bcaf-ad3cae6aa1a5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 946 time: 0.0795102 Jan 28 18:06:36.279198 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ee6f909f-3269-4348-8f44-4ade36c2b523 req-d76d1fae-5bea-42c0-aaa6-87ab30cb9ad3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f520b41e-cccf-4663-8f02-8215164b0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398495 Jan 28 18:06:36.463739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0670f-0cdb-40d8-8b69-b06ab39a2ee5 req-5c030af6-fab8-4f88-a338-fcfeeee63972 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:36.465427 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-36e0670f-0cdb-40d8-8b69-b06ab39a2ee5 req-5c030af6-fab8-4f88-a338-fcfeeee63972 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 946 time: 0.0808587 Jan 28 18:06:36.508757 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-36e0670f-0cdb-40d8-8b69-b06ab39a2ee5 req-7737326a-33fd-4796-93b3-b8dcdcd490e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f520b41e-cccf-4663-8f02-8215164b0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379894 Jan 28 18:06:36.536119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48152) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:36.608918 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff610529-1977-42e6-acce-240b5e51b6b3 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:36.610423 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ff610529-1977-42e6-acce-240b5e51b6b3 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 1094 time: 0.0733478 Jan 28 18:06:36.613226 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48156) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:36.619024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '4eddcdc5-8339-4054-b2d9-027f670b3be3', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:36.624646 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:06:36.628440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:floatingip and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:06:36.631240 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:06:36.636930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:06:36.724157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:36.854591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:36.995623 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.50 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/540ca9c7-51a2-4be1-87ad-03d1bc46a8bd) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:06:37.141357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:37.301473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:37.466434 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:06:37.470519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:06:37.472915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:06:37.501436 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=540ca9c7-51a2-4be1-87ad-03d1bc46a8bd,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:37.884845 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:38.031851 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:38.233379 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:38.317791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:38.425949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=540ca9c7-51a2-4be1-87ad-03d1bc46a8bd,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:38.436842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:38.605627 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 897a779a-500c-434b-a0c5-d8fcd7aab8f9 associated. External IP: 172.26.1.50, port: 4eddcdc5-8339-4054-b2d9-027f670b3be3. Jan 28 18:06:38.949416 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:06:39.234153 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:06:39.244173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb6cc3-751e-4869-8615-8865baf0ae9c None None] Sync routers for ids ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:06:39.253226 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb6cc3-751e-4869-8615-8865baf0ae9c None None] Routers {'09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:06:39.253830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a4bb6cc3-751e-4869-8615-8865baf0ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:06:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:39.389444 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:39.430972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-a4bb6cc3-751e-4869-8615-8865baf0ae9c None None] Set router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:06:39.449243 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0abb60c4-33e3-47d4-8de8-557e7ed844f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8349738 Jan 28 18:06:39.449811 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'tag': '4eddcdc5-8339-4054-b2d9-027f670b3be3'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:06:39.452303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48160) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:39.497938 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'tag': '4eddcdc5-8339-4054-b2d9-027f670b3be3', 'status': 'completed', 'code': 200} Jan 28 18:06:39.567912 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-60d4a0ee-164d-4f68-a0be-52c2565dbcb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/897a779a-500c-434b-a0c5-d8fcd7aab8f9 HTTP/1.1" status: 200 len: 991 time: 0.1133144 Jan 28 18:06:39.591784 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7be5f-53c5-46d3-87dd-03899ad6ff54 req-519a4ba2-aa5f-460d-8670-a69909458656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:39.593273 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-87f7be5f-53c5-46d3-87dd-03899ad6ff54 req-519a4ba2-aa5f-460d-8670-a69909458656 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 1099 time: 0.0757272 Jan 28 18:06:39.727365 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7be5f-53c5-46d3-87dd-03899ad6ff54 req-31693f6a-e88b-4f28-b2d2-50a32afd0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:39.729072 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-87f7be5f-53c5-46d3-87dd-03899ad6ff54 req-31693f6a-e88b-4f28-b2d2-50a32afd0d17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b HTTP/1.1" status: 200 len: 897 time: 0.1297925 Jan 28 18:06:39.784322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a4bb6cc3-751e-4869-8615-8865baf0ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '897a779a-500c-434b-a0c5-d8fcd7aab8f9', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.50', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'port_id': '4eddcdc5-8339-4054-b2d9-027f670b3be3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'mac_address': 'fa:16:3e:98:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:06:37Z', 'updated_at': '2022-01-28T18:06:37Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:19Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:39.788323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb6cc3-751e-4869-8615-8865baf0ae9c None None] Checking router: 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:06:39.797827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb6cc3-751e-4869-8615-8865baf0ae9c None None] Routers {'09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:06:39.798424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a4bb6cc3-751e-4869-8615-8865baf0ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:06:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:39.836773 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-87f7be5f-53c5-46d3-87dd-03899ad6ff54 req-94c80824-627a-46cc-8beb-342af95aae5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eddcdc5-8339-4054-b2d9-027f670b3be3 HTTP/1.1" status: 200 len: 999 time: 0.1011713 Jan 28 18:06:39.898513 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7be5f-53c5-46d3-87dd-03899ad6ff54 req-20c8cf3c-70d5-441a-807c-418bd2467569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:39.899311 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-87f7be5f-53c5-46d3-87dd-03899ad6ff54 req-20c8cf3c-70d5-441a-807c-418bd2467569 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=25232b90-3764-4e90-aaa7-90f40a63d7d4 HTTP/1.1" status: 200 len: 835 time: 0.0575399 Jan 28 18:06:39.977825 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7be5f-53c5-46d3-87dd-03899ad6ff54 req-2813f638-a412-40f9-ab9b-99e766cdbf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:39.979334 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-87f7be5f-53c5-46d3-87dd-03899ad6ff54 req-2813f638-a412-40f9-ab9b-99e766cdbf57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743628 Jan 28 18:06:39.994901 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-a4bb6cc3-751e-4869-8615-8865baf0ae9c None None] Set router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:06:40.037608 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-98ef4a0a-5409-4976-a5c9-edb150717d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:40.117856 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-87f7be5f-53c5-46d3-87dd-03899ad6ff54 req-dfaaedda-aae9-47cd-8107-923ba42a9e85 service neutron] 10.222.0.16 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313457 Jan 28 18:06:40.247430 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-87f7be5f-53c5-46d3-87dd-03899ad6ff54 req-9d698298-6b35-404b-b46e-11ad4fd41385 service neutron] 10.222.0.16 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233382 Jan 28 18:06:40.399300 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a4bb6cc3-751e-4869-8615-8865baf0ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '897a779a-500c-434b-a0c5-d8fcd7aab8f9', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.50', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'port_id': '4eddcdc5-8339-4054-b2d9-027f670b3be3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'mac_address': 'fa:16:3e:98:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:06:37Z', 'updated_at': '2022-01-28T18:06:37Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:19Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:40.404099 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb6cc3-751e-4869-8615-8865baf0ae9c None None] The sync data for ids ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'] in dv-neutron-826919-1-hyperv is: [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '897a779a-500c-434b-a0c5-d8fcd7aab8f9', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.50', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'port_id': '4eddcdc5-8339-4054-b2d9-027f670b3be3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'mac_address': 'fa:16:3e:98:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:06:37Z', 'updated_at': '2022-01-28T18:06:37Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:19Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:06:40.570735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48166) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:40.593077 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31532a22-6b25-46a7-9144-835a70d9d822 None None] New status for floating IP 897a779a-500c-434b-a0c5-d8fcd7aab8f9: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:06:40.684437 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-eaf9ddf5-cc8a-4058-9c35-f6deb1f86806 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/897a779a-500c-434b-a0c5-d8fcd7aab8f9 HTTP/1.1" status: 200 len: 991 time: 0.1122127 Jan 28 18:06:41.687877 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48170) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:06:41.796282 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7823b217-cc33-4880-a2ae-8d96244b317d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/897a779a-500c-434b-a0c5-d8fcd7aab8f9 HTTP/1.1" status: 200 len: 993 time: 0.1071308 Jan 28 18:06:42.112900 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:06:42.314178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-481a7017-ab22-4c2e-bb06-ee40b0fc60f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:42.461182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32f552-fe73-4598-8c1b-3731565f498b req-4dd8762d-3c2c-4da2-a990-b3fa8ae10f3e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:42.463297 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3e32f552-fe73-4598-8c1b-3731565f498b req-4dd8762d-3c2c-4da2-a990-b3fa8ae10f3e tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 945 time: 0.0798488 Jan 28 18:06:42.509616 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3e32f552-fe73-4598-8c1b-3731565f498b req-9856a6a7-96a5-4bc2-ab6b-b0cf08b50625 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401957 Jan 28 18:06:43.215106 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:43.358355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:43.695234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45089880-04bd-4c74-97c7-e9340b30c6d3 req-6d4f6a12-936d-4c98-b5f2-99c79f237994 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:43.696646 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-45089880-04bd-4c74-97c7-e9340b30c6d3 req-6d4f6a12-936d-4c98-b5f2-99c79f237994 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 945 time: 0.0784614 Jan 28 18:06:43.780037 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-45089880-04bd-4c74-97c7-e9340b30c6d3 req-92057a66-8751-4a5d-9ec1-40c509a51a96 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776398 Jan 28 18:06:43.816667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-d039683e-3f6b-468d-8862-ef428598417c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:43.818101 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-d039683e-3f6b-468d-8862-ef428598417c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 945 time: 0.0904107 Jan 28 18:06:43.885301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Deleting port ceb398d8-01e7-4af6-a8d1-2525fd5943cf {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:06:43.885643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:44.128318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] For port ceb398d8-01e7-4af6-a8d1-2525fd5943cf, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=ceb398d8-01e7-4af6-a8d1-2525fd5943cf,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:06:44.128673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:44.510408 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:44.510776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:44.511124 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Floating IP 0739d823-ebaf-4ac1-951c-ae0a35f384cb disassociated. External IP: 172.26.1.17, port: ceb398d8-01e7-4af6-a8d1-2525fd5943cf. Jan 28 18:06:44.511465 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Calling delete_port for ceb398d8-01e7-4af6-a8d1-2525fd5943cf owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:06:44.701169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:44.751861 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event deleted for resources: {'Port': ['ID=ceb398d8-01e7-4af6-a8d1-2525fd5943cf,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:44.930024 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-31de8aaf-af0d-483f-b1f5-59a18ea9c5c6 req-d1927c20-cd51-422c-a7e8-2683833d9dca tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 210 time: 0.0428410 Jan 28 18:06:44.938868 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Router e2f1cdda-f105-48cd-b9c5-06b232c1075c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:06:44.951009 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:45.124937 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:06:45.135124 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade9d64-33c5-48b9-b4f2-c7e487920db9 None None] Sync routers for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:06:45.145525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade9d64-33c5-48b9-b4f2-c7e487920db9 None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:06:45.146124 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-eade9d64-33c5-48b9-b4f2-c7e487920db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:06:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:45.201990 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] No DVR routers for this DVR port ceb398d8-01e7-4af6-a8d1-2525fd5943cf on host hv-neutron-8269 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:06:45.204557 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:45.207416 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57eaa0d-057a-4ab9-adaa-20380b07beab', 'name': 'network-vif-deleted', 'tag': 'ceb398d8-01e7-4af6-a8d1-2525fd5943cf'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:06:45.254807 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57eaa0d-057a-4ab9-adaa-20380b07beab', 'name': 'network-vif-deleted', 'tag': 'ceb398d8-01e7-4af6-a8d1-2525fd5943cf', 'status': 'completed', 'code': 200} Jan 28 18:06:45.321476 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-193895f3-9665-41cd-8ed4-3c1fbc9e0f45 req-bbe7c35c-d9c8-4d15-ae52-8ece8d3749ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "DELETE /v2.0/ports/ceb398d8-01e7-4af6-a8d1-2525fd5943cf HTTP/1.1" status: 204 len: 173 time: 1.4983919 Jan 28 18:06:45.326934 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-eade9d64-33c5-48b9-b4f2-c7e487920db9 None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:06:45.636153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-eade9d64-33c5-48b9-b4f2-c7e487920db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:45.640079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade9d64-33c5-48b9-b4f2-c7e487920db9 None None] Checking router: e2f1cdda-f105-48cd-b9c5-06b232c1075c for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:06:45.648333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade9d64-33c5-48b9-b4f2-c7e487920db9 None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:06:45.648951 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-eade9d64-33c5-48b9-b4f2-c7e487920db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:06:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:45.831005 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-eade9d64-33c5-48b9-b4f2-c7e487920db9 None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:06:46.085340 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1450fa96-9420-4a29-b293-486cb8db529e req-08eed3d7-74d2-4798-9324-fa2dfc438777 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57eaa0d-057a-4ab9-adaa-20380b07beab HTTP/1.1" status: 200 len: 210 time: 0.0430784 Jan 28 18:06:46.199975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-eade9d64-33c5-48b9-b4f2-c7e487920db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:06:46.203884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade9d64-33c5-48b9-b4f2-c7e487920db9 None None] The sync data for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv is: [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:06:46.416020 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572d7fdf-28ba-4fc8-9d33-56aaf046a2a2 None None] New status for floating IP 0739d823-ebaf-4ac1-951c-ae0a35f384cb: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:06:47.451651 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-cf8d4126-d189-4054-98aa-9d80b5b71402 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695832801&fields=id&tenant_id=1511d18bc53c42cca11b6d652fdada14 HTTP/1.1" status: 200 len: 267 time: 0.0387313 Jan 28 18:06:47.596998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-9cc7e30f-7816-4cc7-8a95-5fd01879a88d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:47.597668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-9cc7e30f-7816-4cc7-8a95-5fd01879a88d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Synchronizing usage tracker for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:06:47.677649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-9cc7e30f-7816-4cc7-8a95-5fd01879a88d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Unset dirty status for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:06:47.678753 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-9cc7e30f-7816-4cc7-8a95-5fd01879a88d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 812 time: 0.2209573 Jan 28 18:06:47.693561 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ee42f527-fac3-4e1f-aab3-91413b966134 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/quotas/1511d18bc53c42cca11b6d652fdada14 HTTP/1.1" status: 200 len: 375 time: 0.0087810 Jan 28 18:06:47.782712 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-aade1d4b-62a2-4b46-9538-e48bff5084da tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843303 Jan 28 18:06:48.017120 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-55f3d8b2-1037-411e-a4ed-979bf16cb111 service neutron] 10.222.0.26 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226229 Jan 28 18:06:48.134293 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device ceb398d8-01e7-4af6-a8d1-2525fd5943cf no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:06:48.147430 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-e4c708cb-f384-42b8-a191-87de5f0e46fe service neutron] 10.222.0.26 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243284 Jan 28 18:06:48.172115 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: ceb398d8-01e7-4af6-a8d1-2525fd5943cf {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:06:48.172461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device ceb398d8-01e7-4af6-a8d1-2525fd5943cf not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:06:48.830315 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-065c5fe9-9999-4a7e-9e8c-caf58ee41b55 req-4c65f97d-b929-4db0-a13e-e50fc947c4a4 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Synchronizing usage tracker for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:06:48.920521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-065c5fe9-9999-4a7e-9e8c-caf58ee41b55 req-4c65f97d-b929-4db0-a13e-e50fc947c4a4 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Unset dirty status for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:06:48.921704 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-065c5fe9-9999-4a7e-9e8c-caf58ee41b55 req-4c65f97d-b929-4db0-a13e-e50fc947c4a4 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 210 time: 0.1324947 Jan 28 18:06:49.806441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:50.067598 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-39316c96-d05f-4386-b21f-d0b4ff00562b req-f9b1bddf-1f81-4662-a45f-dc4b24bb5250 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 210 time: 0.0433543 Jan 28 18:06:50.711261 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-f80ae876-3ded-4a81-8db8-c905a6466853 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:50.712572 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-f80ae876-3ded-4a81-8db8-c905a6466853 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 812 time: 0.1430445 Jan 28 18:06:50.759931 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ebdbf447-7ff5-4dc6-850c-59879402628c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1511d18bc53c42cca11b6d652fdada14 HTTP/1.1" status: 200 len: 380 time: 0.0389128 Jan 28 18:06:50.767765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Request body: {'port': {'device_id': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'admin_state_up': True, 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'security_groups': ['5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:50.899619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:06:50.909514 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:06:50.989590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Made reservation on behalf of 1511d18bc53c42cca11b6d652fdada14 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:06:50.993550 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:51.159809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Allocated IP 172.20.0.8 (43ae5c1a-c3e8-4c78-8f83-e060ba4979f8/a6817f40-4afa-4732-973b-b002effd2e89/1fbe979a-60d3-4171-8544-247e2193ed95) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:06:51.241178 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f5db859b-b8f1-4fdc-8633-fd2cfaeb5a6e req-d02c20d9-7be5-413d-9e62-2a95b0d0f8ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 210 time: 0.0558281 Jan 28 18:06:51.534118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:51.549139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Transition to ACTIVE for port object 1fbe979a-60d3-4171-8544-247e2193ed95 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:06:51.632625 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:51.703965 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:06:51.707419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:06:51.711515 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:06:51.748514 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'Port': ['ID=1fbe979a-60d3-4171-8544-247e2193ed95,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:51.793259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:51.793920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:51.888684 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-bda6c8f9-7503-45f7-92ae-f6e8b1ac500d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1243367 Jan 28 18:06:51.900405 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Request body: {'port': {'device_id': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:06:52.027516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:52.108908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-548a820b-f469-4a84-8af9-ecfd707fc006 None None] Provisioning for port 1fbe979a-60d3-4171-8544-247e2193ed95 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:06:52.114495 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-548a820b-f469-4a84-8af9-ecfd707fc006 None None] Provisioning complete for port 1fbe979a-60d3-4171-8544-247e2193ed95 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:06:52.115117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-548a820b-f469-4a84-8af9-ecfd707fc006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:52.175829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-548a820b-f469-4a84-8af9-ecfd707fc006 None None] Port 1fbe979a-60d3-4171-8544-247e2193ed95 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:06:52.446163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363aa7eb-8306-4136-87df-649786c7a185 req-7c06f433-a18c-49de-9da7-5ed75487fe8a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:52.446755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbe979a-60d3-4171-8544-247e2193ed95 {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:06:52.447559 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-363aa7eb-8306-4136-87df-649786c7a185 req-7c06f433-a18c-49de-9da7-5ed75487fe8a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 931 time: 0.0914366 Jan 28 18:06:52.454005 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:52.468719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Transition to ACTIVE for port object 1fbe979a-60d3-4171-8544-247e2193ed95 will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:06:52.494980 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-363aa7eb-8306-4136-87df-649786c7a185 req-8abb7939-d9f3-400c-9173-418e54469ed4 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416789 Jan 28 18:06:52.544196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:52.695667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Pushing event updated for resources: {'Port': ['ID=1fbe979a-60d3-4171-8544-247e2193ed95,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:52.780032 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Attempting to bind port 1fbe979a-60d3-4171-8544-247e2193ed95 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:06:52.780661 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Attempting to bind port 1fbe979a-60d3-4171-8544-247e2193ed95 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:06:52.780661 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Attempting to bind port 1fbe979a-60d3-4171-8544-247e2193ed95 on network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:06:52.785314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Port 1fbe979a-60d3-4171-8544-247e2193ed95 on network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:06:52.786463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Attempting to bind port 1fbe979a-60d3-4171-8544-247e2193ed95 on network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:06:52.790714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:06:52.791079 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Checking segment: {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:06:52.791467 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Bound using segment: {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:06:52.791886 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Bound port: 1fbe979a-60d3-4171-8544-247e2193ed95, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:06:52.792234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:52.879244 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] For port 1fbe979a-60d3-4171-8544-247e2193ed95, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:06:52.882110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] For port 1fbe979a-60d3-4171-8544-247e2193ed95, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=1fbe979a-60d3-4171-8544-247e2193ed95,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:06:52.967006 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:53.029752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:53.030372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:06:53.031772 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] 10.222.0.16 "PUT /v2.0/ports/1fbe979a-60d3-4171-8544-247e2193ed95 HTTP/1.1" status: 200 len: 1093 time: 1.1357925 Jan 28 18:06:53.032231 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'tag': '1fbe979a-60d3-4171-8544-247e2193ed95'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:06:53.055568 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5e304-ebce-4a21-a032-041f03e75feb service neutron] Pushing event updated for resources: {'Port': ['ID=1fbe979a-60d3-4171-8544-247e2193ed95,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:06:53.084570 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'tag': '1fbe979a-60d3-4171-8544-247e2193ed95', 'status': 'completed', 'code': 200} Jan 28 18:06:53.180027 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890f5bc-f57f-480f-acb0-d20c6d7ff504 req-061cddac-cdc8-4db4-a655-3ed8a9915728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:53.181429 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f890f5bc-f57f-480f-acb0-d20c6d7ff504 req-061cddac-cdc8-4db4-a655-3ed8a9915728 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 1096 time: 0.0747852 Jan 28 18:06:53.323054 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890f5bc-f57f-480f-acb0-d20c6d7ff504 req-76ba8cd3-67bf-48e9-9d30-ba9f7cf927db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:53.325095 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f890f5bc-f57f-480f-acb0-d20c6d7ff504 req-76ba8cd3-67bf-48e9-9d30-ba9f7cf927db service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1511d18bc53c42cca11b6d652fdada14&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1347947 Jan 28 18:06:53.458851 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890f5bc-f57f-480f-acb0-d20c6d7ff504 req-857deb78-d0af-47a9-abed-8095087e1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:53.460295 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f890f5bc-f57f-480f-acb0-d20c6d7ff504 req-857deb78-d0af-47a9-abed-8095087e1a35 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287544 Jan 28 18:06:53.573900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-58661150-9ac4-4468-a1d6-a75b2a51efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:53.575383 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-58661150-9ac4-4468-a1d6-a75b2a51efa9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 1096 time: 0.0777931 Jan 28 18:06:53.677660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831a337-e16f-4318-ba00-94eea6d2857c req-3d9e4b34-c4dd-4fb4-a7bc-249a410f7ccc tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:53.679167 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0831a337-e16f-4318-ba00-94eea6d2857c req-3d9e4b34-c4dd-4fb4-a7bc-249a410f7ccc tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 943 time: 0.0830765 Jan 28 18:06:53.724882 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0831a337-e16f-4318-ba00-94eea6d2857c req-9fb7d87d-dec2-4c7f-a315-4764caa613f5 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392609 Jan 28 18:06:53.745203 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-5d303055-3cac-4965-9ecd-560520ef8fdc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbe979a-60d3-4171-8544-247e2193ed95 HTTP/1.1" status: 200 len: 217 time: 0.1621768 Jan 28 18:06:53.808775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-e869cafd-86b2-4208-ae38-69bfe7473fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:53.810128 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-e869cafd-86b2-4208-ae38-69bfe7473fe8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 200 len: 851 time: 0.0578871 Jan 28 18:06:53.882378 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-4deb31a5-01b4-42f1-96bb-d236b5ee5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:53.883892 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-4deb31a5-01b4-42f1-96bb-d236b5ee5f07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677416 Jan 28 18:06:54.013172 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-6d7b98be-faea-4b6c-9638-607982eb66c8 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210039 Jan 28 18:06:54.142246 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-abe0e5ef-9d64-4ebd-8fd0-c0402830c640 req-2ff428e2-0cc3-4657-8001-3474975312e4 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220586 Jan 28 18:06:54.910140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2afeb4-e3c5-4f9a-a91f-e0f87d41704a req-33b4805a-e3ff-4a96-b652-701231f26429 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:54.910857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-af2afeb4-e3c5-4f9a-a91f-e0f87d41704a req-33b4805a-e3ff-4a96-b652-701231f26429 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Synchronizing usage tracker for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:06:54.997808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-af2afeb4-e3c5-4f9a-a91f-e0f87d41704a req-33b4805a-e3ff-4a96-b652-701231f26429 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Unset dirty status for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:06:54.999031 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-af2afeb4-e3c5-4f9a-a91f-e0f87d41704a req-33b4805a-e3ff-4a96-b652-701231f26429 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 943 time: 0.1693430 Jan 28 18:06:55.043108 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-af2afeb4-e3c5-4f9a-a91f-e0f87d41704a req-b3cdc9c3-4d33-4fc0-9623-793e3cc60906 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379226 Jan 28 18:06:56.224658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe40c8-0dd6-4256-806b-0861c6996046 req-3f7968b3-f849-4b90-b910-52367b79dfe3 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:56.226060 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3fe40c8-0dd6-4256-806b-0861c6996046 req-3f7968b3-f849-4b90-b910-52367b79dfe3 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 943 time: 0.0802889 Jan 28 18:06:56.269180 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3fe40c8-0dd6-4256-806b-0861c6996046 req-258d4016-4934-4ab1-b5cb-4921ff14752a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375545 Jan 28 18:06:57.451934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1962ab-5c14-4936-aa3e-755091acb033 req-1e8e1f1c-0d4a-4338-aaaf-0e5a73e334c4 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:57.454302 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4b1962ab-5c14-4936-aa3e-755091acb033 req-1e8e1f1c-0d4a-4338-aaaf-0e5a73e334c4 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 943 time: 0.0828726 Jan 28 18:06:57.498802 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4b1962ab-5c14-4936-aa3e-755091acb033 req-a27c02cc-5fad-483d-bb0e-e0e9e995b120 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387616 Jan 28 18:06:58.677766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21ec24-0173-4b16-9510-6d3298c15d8e req-180b0089-466d-4ed0-b4bf-b79fcbb224b2 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:58.679129 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0f21ec24-0173-4b16-9510-6d3298c15d8e req-180b0089-466d-4ed0-b4bf-b79fcbb224b2 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 943 time: 0.0776050 Jan 28 18:06:58.721589 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0f21ec24-0173-4b16-9510-6d3298c15d8e req-272daede-6c21-465b-aa27-7d43b6c074a9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369737 Jan 28 18:06:59.909605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad88c9d-1ef2-4dfe-a43a-59f13e7769b7 req-8cc41eb1-1dcd-4dc9-a696-6587e40d71bf tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:06:59.911035 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7ad88c9d-1ef2-4dfe-a43a-59f13e7769b7 req-8cc41eb1-1dcd-4dc9-a696-6587e40d71bf tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 943 time: 0.0812197 Jan 28 18:06:59.953725 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7ad88c9d-1ef2-4dfe-a43a-59f13e7769b7 req-0bae5f3f-0811-475f-a421-066bde3ccf82 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371351 Jan 28 18:07:01.138130 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fd788-e749-47f3-9fcd-10b2c9d2146c req-a58af426-efc3-4508-ac11-fab30864149d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:01.139589 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fe0fd788-e749-47f3-9fcd-10b2c9d2146c req-a58af426-efc3-4508-ac11-fab30864149d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 943 time: 0.0816159 Jan 28 18:07:01.182486 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fe0fd788-e749-47f3-9fcd-10b2c9d2146c req-ee13358f-b04c-4c2d-ab91-634bd07fd106 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373461 Jan 28 18:07:02.188252 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 1fbe979a-60d3-4171-8544-247e2193ed95 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:07:02.317875 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 1fbe979a-60d3-4171-8544-247e2193ed95, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=1fbe979a-60d3-4171-8544-247e2193ed95,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:07:02.331460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '1fbe979a-60d3-4171-8544-247e2193ed95', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'port_id': '1fbe979a-60d3-4171-8544-247e2193ed95', 'mac_address': 'fa:16:3e:0f:ff:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:07:02.372116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725fa72-74f0-4256-9aef-dc1b777629f0 req-2261f7e7-d300-4872-902e-dca91dd22c39 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:02.373803 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0725fa72-74f0-4256-9aef-dc1b777629f0 req-2261f7e7-d300-4872-902e-dca91dd22c39 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 943 time: 0.0886230 Jan 28 18:07:02.390838 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:02.407734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbe979a-60d3-4171-8544-247e2193ed95 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:07:02.421984 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0725fa72-74f0-4256-9aef-dc1b777629f0 req-17d291b9-3263-4dfb-b784-1330cb779cff tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419002 Jan 28 18:07:02.424696 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 1fbe979a-60d3-4171-8544-247e2193ed95, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=1fbe979a-60d3-4171-8544-247e2193ed95,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:07:02.497185 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:02.561332 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=1fbe979a-60d3-4171-8544-247e2193ed95,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:02.720111 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['1fbe979a-60d3-4171-8544-247e2193ed95'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:07:03.612406 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3861bf9-fa54-4d5c-b8f8-bcf733a31d69 req-ba605e48-e60d-4b81-aa09-b496ffda309d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:03.613845 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b3861bf9-fa54-4d5c-b8f8-bcf733a31d69 req-ba605e48-e60d-4b81-aa09-b496ffda309d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 944 time: 0.0840073 Jan 28 18:07:03.660819 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b3861bf9-fa54-4d5c-b8f8-bcf733a31d69 req-4d75b1c5-f1ed-4f13-b2f8-1433eaf79ccc tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413640 Jan 28 18:07:04.190068 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 1fbe979a-60d3-4171-8544-247e2193ed95 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:07:04.302730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 1fbe979a-60d3-4171-8544-247e2193ed95 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:07:04.307349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 1fbe979a-60d3-4171-8544-247e2193ed95 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:07:04.307718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:04.421476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:04.446911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbe979a-60d3-4171-8544-247e2193ed95'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:07:04.456689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 1fbe979a-60d3-4171-8544-247e2193ed95, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=1fbe979a-60d3-4171-8544-247e2193ed95,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:07:04.489537 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbe979a-60d3-4171-8544-247e2193ed95', 'code': 200} Jan 28 18:07:04.514423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:04.582702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=1fbe979a-60d3-4171-8544-247e2193ed95,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:04.849432 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11187782-9995-47ce-b1da-b0161e20cd95 req-be424f43-3988-47f9-9f9c-60f8fde3084a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:04.850789 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-11187782-9995-47ce-b1da-b0161e20cd95 req-be424f43-3988-47f9-9f9c-60f8fde3084a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 945 time: 0.0795856 Jan 28 18:07:04.939687 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-11187782-9995-47ce-b1da-b0161e20cd95 req-65ec0335-ceb3-4870-93bf-7ec4c42828e1 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595241 Jan 28 18:07:04.954951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc5d7f-3d5b-4759-9353-a94c52a80a36 req-0c80ed00-bb6d-4fe8-b7c9-18de7fcb2042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:04.956481 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2acc5d7f-3d5b-4759-9353-a94c52a80a36 req-0c80ed00-bb6d-4fe8-b7c9-18de7fcb2042 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 1098 time: 0.1048319 Jan 28 18:07:04.998961 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2acc5d7f-3d5b-4759-9353-a94c52a80a36 req-57d25305-be63-490b-afe7-2a9b5257f504 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340726 Jan 28 18:07:06.138985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede4b54-9c0d-44e3-b0eb-01467ab14f3b req-d129dacf-c7c0-410f-bfcd-2724ad2e0f2d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:06.140463 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-aede4b54-9c0d-44e3-b0eb-01467ab14f3b req-d129dacf-c7c0-410f-bfcd-2724ad2e0f2d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 945 time: 0.0910120 Jan 28 18:07:06.184917 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-aede4b54-9c0d-44e3-b0eb-01467ab14f3b req-9a89caf6-7f92-4dcb-828e-a2227af12f66 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386736 Jan 28 18:07:07.363020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524de25d-1969-4ae0-a600-004d21b0c59f req-563e831d-dea5-4500-bfee-2a1fd05776ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:07.364358 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-524de25d-1969-4ae0-a600-004d21b0c59f req-563e831d-dea5-4500-bfee-2a1fd05776ab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 945 time: 0.0781541 Jan 28 18:07:07.407923 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-524de25d-1969-4ae0-a600-004d21b0c59f req-e55cc693-e46f-456f-9fbf-8af84d8012d7 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376921 Jan 28 18:07:07.600450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bd7c5-e027-491e-8a31-a7f45c9aef06 req-c3c663d9-61c7-46d4-ad41-6bce672c0ca6 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:07.601899 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-900bd7c5-e027-491e-8a31-a7f45c9aef06 req-c3c663d9-61c7-46d4-ad41-6bce672c0ca6 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 945 time: 0.0845356 Jan 28 18:07:07.645397 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-900bd7c5-e027-491e-8a31-a7f45c9aef06 req-8449b16b-7946-4a89-8c6a-59660a3d7164 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374382 Jan 28 18:07:07.667738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48258) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:07.735007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527ffd30-7974-4fe3-98f0-a1a3dd5d80ef tempest-TestVolumeBootPattern-214744806 tempest-TestVolumeBootPattern-214744806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:07.736486 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-527ffd30-7974-4fe3-98f0-a1a3dd5d80ef tempest-TestVolumeBootPattern-214744806 tempest-TestVolumeBootPattern-214744806-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 1093 time: 0.0678003 Jan 28 18:07:07.739119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48262) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:07.743773 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '1fbe979a-60d3-4171-8544-247e2193ed95', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:07:07.749913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:07:07.753862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Usage tracker for resource:floatingip and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:07:07.756874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:07:07.762905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:07:07.866360 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:08.002377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:08.144156 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Allocated IP 172.26.1.148 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/984e8aae-caa0-4072-82a6-f9c13254f1ff) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:07:08.286472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:08.377157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:08.441619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:07:08.443677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:07:08.447443 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:07:08.484826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'Port': ['ID=984e8aae-caa0-4072-82a6-f9c13254f1ff,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:08.500321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:08.500668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:08.501011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:08.501338 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:08.501659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:08.501983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:08.502305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:08.502626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:08.502949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:08.503292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:08.503615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:08.503933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:08.956864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:09.083889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:09.279366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:09.336589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:09.440287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'Port': ['ID=984e8aae-caa0-4072-82a6-f9c13254f1ff,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:09.451495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:09.617900 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Floating IP 015430f6-0c58-42e8-8ad9-1726e18442f4 associated. External IP: 172.26.1.148, port: 1fbe979a-60d3-4171-8544-247e2193ed95. Jan 28 18:07:09.885758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cc115b79-1c3b-4899-a645-2f792f99d5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:09.954845 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Router e2f1cdda-f105-48cd-b9c5-06b232c1075c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:07:10.236964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:07:10.247020 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ff553-f126-4a3d-b94e-1e2f52fbf14c None None] Sync routers for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:07:10.255871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ff553-f126-4a3d-b94e-1e2f52fbf14c None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:07:10.256477 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5a7ff553-f126-4a3d-b94e-1e2f52fbf14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:06:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:07:10.371571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:10.425607 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1eb4e14e-5a37-4cb9-a637-902847f03679 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6855080 Jan 28 18:07:10.426280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'tag': '1fbe979a-60d3-4171-8544-247e2193ed95'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:07:10.435180 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-5a7ff553-f126-4a3d-b94e-1e2f52fbf14c None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:07:10.532329 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'tag': '1fbe979a-60d3-4171-8544-247e2193ed95', 'status': 'completed', 'code': 200} Jan 28 18:07:10.629711 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c172b8-75c2-4d73-a0a7-3d89aecf639b req-a4cc7cff-3752-4caa-89af-df9271167a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:10.631201 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-16c172b8-75c2-4d73-a0a7-3d89aecf639b req-a4cc7cff-3752-4caa-89af-df9271167a70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 1098 time: 0.0766487 Jan 28 18:07:10.761934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c172b8-75c2-4d73-a0a7-3d89aecf639b req-d535088d-73c1-4ca8-b7d5-33ea1f00fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:10.763358 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-16c172b8-75c2-4d73-a0a7-3d89aecf639b req-d535088d-73c1-4ca8-b7d5-33ea1f00fd91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 913 time: 0.1253150 Jan 28 18:07:10.810196 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5a7ff553-f126-4a3d-b94e-1e2f52fbf14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '015430f6-0c58-42e8-8ad9-1726e18442f4', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': '1fbe979a-60d3-4171-8544-247e2193ed95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:0f:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:07:08Z', 'updated_at': '2022-01-28T18:07:08Z', 'revision_number': 0, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:07:10.814074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ff553-f126-4a3d-b94e-1e2f52fbf14c None None] Checking router: e2f1cdda-f105-48cd-b9c5-06b232c1075c for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:07:10.822699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ff553-f126-4a3d-b94e-1e2f52fbf14c None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:07:10.823322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5a7ff553-f126-4a3d-b94e-1e2f52fbf14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:06:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:07:10.865643 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-16c172b8-75c2-4d73-a0a7-3d89aecf639b req-70a9042c-258f-45f1-b010-729bdfa41432 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbe979a-60d3-4171-8544-247e2193ed95 HTTP/1.1" status: 200 len: 999 time: 0.0960598 Jan 28 18:07:10.928924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c172b8-75c2-4d73-a0a7-3d89aecf639b req-c39b2856-afa8-481f-b927-1ecf19ab42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:10.930361 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-16c172b8-75c2-4d73-a0a7-3d89aecf639b req-c39b2856-afa8-481f-b927-1ecf19ab42e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 200 len: 851 time: 0.0578008 Jan 28 18:07:11.001654 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-5a7ff553-f126-4a3d-b94e-1e2f52fbf14c None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:07:11.016470 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c172b8-75c2-4d73-a0a7-3d89aecf639b req-5978cb6c-955a-49e0-8c2e-b1091307fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:11.017915 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-16c172b8-75c2-4d73-a0a7-3d89aecf639b req-5978cb6c-955a-49e0-8c2e-b1091307fa19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819552 Jan 28 18:07:11.242443 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-16c172b8-75c2-4d73-a0a7-3d89aecf639b req-0434eff7-fe5e-480e-9ec9-36faa706ba5c service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185297 Jan 28 18:07:11.348903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5a7ff553-f126-4a3d-b94e-1e2f52fbf14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '015430f6-0c58-42e8-8ad9-1726e18442f4', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': '1fbe979a-60d3-4171-8544-247e2193ed95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:0f:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:07:08Z', 'updated_at': '2022-01-28T18:07:08Z', 'revision_number': 0, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:07:11.352795 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ff553-f126-4a3d-b94e-1e2f52fbf14c None None] The sync data for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv is: [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '015430f6-0c58-42e8-8ad9-1726e18442f4', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': '1fbe979a-60d3-4171-8544-247e2193ed95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:0f:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:07:08Z', 'updated_at': '2022-01-28T18:07:08Z', 'revision_number': 0, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:07:11.376730 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-16c172b8-75c2-4d73-a0a7-3d89aecf639b req-5be7c06f-cc21-4902-ab18-01c018c5923e service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288052 Jan 28 18:07:11.558906 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e97a14-4fe8-4f93-ad8e-073eec7efa8e None None] New status for floating IP 015430f6-0c58-42e8-8ad9-1726e18442f4: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:07:12.314069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-22dfce60-4acc-4e0a-b299-20cebda8c58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:12.831571 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48276) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:12.907372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8a2312-04d9-4532-837f-b9dc77e7ecf4 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:12.907791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8a2312-04d9-4532-837f-b9dc77e7ecf4 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:12.908250 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8a2312-04d9-4532-837f-b9dc77e7ecf4 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:12.909865 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6d8a2312-04d9-4532-837f-b9dc77e7ecf4 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=92550370897a4318a214dd17d934ca5a&network_id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b HTTP/1.1" status: 200 len: 3000 time: 0.0773327 Jan 28 18:07:13.200578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:13.357250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:14.853178 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48288) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:14.913784 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f7a5e-fd91-4398-86ea-1f1d9c327993 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:14.915227 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9a8f7a5e-fd91-4398-86ea-1f1d9c327993 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7 HTTP/1.1" status: 200 len: 814 time: 0.0610032 Jan 28 18:07:14.931505 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:15.641782 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48296) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:15.647045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-441e6889-2dc6-45a8-b604-285dec494f05 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:07:15.744463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-441e6889-2dc6-45a8-b604-285dec494f05 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:16.008814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-441e6889-2dc6-45a8-b604-285dec494f05 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:16.079686 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-441e6889-2dc6-45a8-b604-285dec494f05 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:16.079996 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-441e6889-2dc6-45a8-b604-285dec494f05 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 897a779a-500c-434b-a0c5-d8fcd7aab8f9 disassociated. External IP: 172.26.1.50, port: 4eddcdc5-8339-4054-b2d9-027f670b3be3. Jan 28 18:07:16.418483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441e6889-2dc6-45a8-b604-285dec494f05 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:07:16.701328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441e6889-2dc6-45a8-b604-285dec494f05 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:07:16.705769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-441e6889-2dc6-45a8-b604-285dec494f05 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:16.711801 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f04bf1-3efe-46fb-b25a-a18d6d494df1 None None] Sync routers for ids ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:07:16.723134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f04bf1-3efe-46fb-b25a-a18d6d494df1 None None] Routers {'09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:07:16.723819 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-36f04bf1-3efe-46fb-b25a-a18d6d494df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:07:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:07:16.759469 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-441e6889-2dc6-45a8-b604-285dec494f05 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/floatingips/897a779a-500c-434b-a0c5-d8fcd7aab8f9 HTTP/1.1" status: 200 len: 689 time: 1.1165104 Jan 28 18:07:16.760563 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'tag': '4eddcdc5-8339-4054-b2d9-027f670b3be3'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:07:16.762377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48300) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:16.812062 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'tag': '4eddcdc5-8339-4054-b2d9-027f670b3be3', 'status': 'completed', 'code': 200} Jan 28 18:07:16.853263 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-42bd40a8-ad58-44e7-982e-b7bf7355625c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/897a779a-500c-434b-a0c5-d8fcd7aab8f9 HTTP/1.1" status: 200 len: 689 time: 0.0890419 Jan 28 18:07:16.910639 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-36f04bf1-3efe-46fb-b25a-a18d6d494df1 None None] Set router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:07:16.914579 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002d2ed-fabe-4e8c-a9a7-38d562de0baf req-229160ac-5aab-4e10-bd0c-7caa50963016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:16.916351 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1002d2ed-fabe-4e8c-a9a7-38d562de0baf req-229160ac-5aab-4e10-bd0c-7caa50963016 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 1099 time: 0.0812175 Jan 28 18:07:17.065607 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002d2ed-fabe-4e8c-a9a7-38d562de0baf req-56ebc523-62e2-4ccf-b659-edf8c8c7dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:17.067275 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1002d2ed-fabe-4e8c-a9a7-38d562de0baf req-56ebc523-62e2-4ccf-b659-edf8c8c7dff8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b HTTP/1.1" status: 200 len: 897 time: 0.1460063 Jan 28 18:07:17.139938 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1002d2ed-fabe-4e8c-a9a7-38d562de0baf req-2d871e68-6642-40bb-9397-f05fdb1655c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eddcdc5-8339-4054-b2d9-027f670b3be3 HTTP/1.1" status: 200 len: 217 time: 0.0659616 Jan 28 18:07:17.206259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002d2ed-fabe-4e8c-a9a7-38d562de0baf req-876a8462-8a3d-49e4-9b21-cd5fd0337830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:17.207881 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1002d2ed-fabe-4e8c-a9a7-38d562de0baf req-876a8462-8a3d-49e4-9b21-cd5fd0337830 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=25232b90-3764-4e90-aaa7-90f40a63d7d4 HTTP/1.1" status: 200 len: 835 time: 0.0632143 Jan 28 18:07:17.253574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-36f04bf1-3efe-46fb-b25a-a18d6d494df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:19Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:07:17.257845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f04bf1-3efe-46fb-b25a-a18d6d494df1 None None] Checking router: 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:07:17.266805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f04bf1-3efe-46fb-b25a-a18d6d494df1 None None] Routers {'09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:07:17.268576 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-36f04bf1-3efe-46fb-b25a-a18d6d494df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:07:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:07:17.287579 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002d2ed-fabe-4e8c-a9a7-38d562de0baf req-b0cf4330-25d6-401f-b0d2-0f42f379beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:17.289909 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1002d2ed-fabe-4e8c-a9a7-38d562de0baf req-b0cf4330-25d6-401f-b0d2-0f42f379beeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749562 Jan 28 18:07:17.429864 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1002d2ed-fabe-4e8c-a9a7-38d562de0baf req-6d5526b4-c05f-4e1d-8123-666a1a726cff service neutron] 10.222.0.16 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333599 Jan 28 18:07:17.502028 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-36f04bf1-3efe-46fb-b25a-a18d6d494df1 None None] Set router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:07:17.566855 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1002d2ed-fabe-4e8c-a9a7-38d562de0baf req-b8882990-bce6-444e-becc-4d80f31e7444 service neutron] 10.222.0.16 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310191 Jan 28 18:07:17.832798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-36f04bf1-3efe-46fb-b25a-a18d6d494df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:19Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:07:17.838008 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f04bf1-3efe-46fb-b25a-a18d6d494df1 None None] The sync data for ids ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'] in dv-neutron-826919-1-hyperv is: [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:19Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:07:17.863365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48308) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:17.946909 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6d51c2c9-daaf-46da-a8ae-52cec80de3b4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/897a779a-500c-434b-a0c5-d8fcd7aab8f9 HTTP/1.1" status: 200 len: 689 time: 0.0889876 Jan 28 18:07:18.114929 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6092d5-a2c8-40a2-b5a1-f3a905551e67 None None] New status for floating IP 897a779a-500c-434b-a0c5-d8fcd7aab8f9: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:07:18.951339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48312) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:19.031949 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1156ead7-e95c-45c3-93fb-d4a120eeedba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/897a779a-500c-434b-a0c5-d8fcd7aab8f9 HTTP/1.1" status: 200 len: 687 time: 0.0794573 Jan 28 18:07:19.111246 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:07:19.814405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:20.324126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48318) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:20.329782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-deada513-79c2-497f-b7d1-33a0dfe032d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561324021', 'description': 'tempest-secgroup-smoke-1561324021 description', 'project_id': '92550370897a4318a214dd17d934ca5a'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:07:20.335708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-deada513-79c2-497f-b7d1-33a0dfe032d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:07:20.345955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-deada513-79c2-497f-b7d1-33a0dfe032d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:07:20.434932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-deada513-79c2-497f-b7d1-33a0dfe032d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:20.460087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-deada513-79c2-497f-b7d1-33a0dfe032d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:07:20.463868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-deada513-79c2-497f-b7d1-33a0dfe032d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:07:20.467235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-deada513-79c2-497f-b7d1-33a0dfe032d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:07:20.472759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-deada513-79c2-497f-b7d1-33a0dfe032d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:07:20.541874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-deada513-79c2-497f-b7d1-33a0dfe032d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:20.654634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-deada513-79c2-497f-b7d1-33a0dfe032d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:20.699610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deada513-79c2-497f-b7d1-33a0dfe032d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123067b7-cafa-4e8d-ad0a-d4c394e71349,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:20.788411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-deada513-79c2-497f-b7d1-33a0dfe032d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:20.789678 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-deada513-79c2-497f-b7d1-33a0dfe032d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4646182 Jan 28 18:07:20.792604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48322) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:20.797852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2c0766c9-3c7c-4aae-bb17-e99dc87953a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '123067b7-cafa-4e8d-ad0a-d4c394e71349', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:07:20.803856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2c0766c9-3c7c-4aae-bb17-e99dc87953a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:07:20.807666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2c0766c9-3c7c-4aae-bb17-e99dc87953a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:07:20.811019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2c0766c9-3c7c-4aae-bb17-e99dc87953a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:07:20.816600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2c0766c9-3c7c-4aae-bb17-e99dc87953a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:07:20.948532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2c0766c9-3c7c-4aae-bb17-e99dc87953a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:21.008637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2c0766c9-3c7c-4aae-bb17-e99dc87953a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:21.131250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2c0766c9-3c7c-4aae-bb17-e99dc87953a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:21.154228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0766c9-3c7c-4aae-bb17-e99dc87953a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecdd3bab-6702-4f02-8124-c217bbbfc5ca,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:21.220090 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2c0766c9-3c7c-4aae-bb17-e99dc87953a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:21.221189 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2c0766c9-3c7c-4aae-bb17-e99dc87953a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4276688 Jan 28 18:07:21.223946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48326) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:21.228887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-4694682b-ac4f-4e03-b0dd-a01790ff64c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '123067b7-cafa-4e8d-ad0a-d4c394e71349', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:07:21.235122 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4694682b-ac4f-4e03-b0dd-a01790ff64c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:07:21.238883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4694682b-ac4f-4e03-b0dd-a01790ff64c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:07:21.241727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-4694682b-ac4f-4e03-b0dd-a01790ff64c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:07:21.247968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-4694682b-ac4f-4e03-b0dd-a01790ff64c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:07:21.317740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4694682b-ac4f-4e03-b0dd-a01790ff64c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:21.379111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4694682b-ac4f-4e03-b0dd-a01790ff64c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:21.448200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4694682b-ac4f-4e03-b0dd-a01790ff64c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:21.473530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694682b-ac4f-4e03-b0dd-a01790ff64c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6c200c-73de-473f-ac90-b9ac033162f6,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:21.548642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4694682b-ac4f-4e03-b0dd-a01790ff64c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:21.549846 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4694682b-ac4f-4e03-b0dd-a01790ff64c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3249857 Jan 28 18:07:21.552550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48330) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:21.563556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-cdf9bcaa-9d6e-4559-8c99-5af2689334fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '123067b7-cafa-4e8d-ad0a-d4c394e71349', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:07:21.563556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cdf9bcaa-9d6e-4559-8c99-5af2689334fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:07:21.567017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cdf9bcaa-9d6e-4559-8c99-5af2689334fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:07:21.569835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cdf9bcaa-9d6e-4559-8c99-5af2689334fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:07:21.575451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cdf9bcaa-9d6e-4559-8c99-5af2689334fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:07:21.686558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cdf9bcaa-9d6e-4559-8c99-5af2689334fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:21.747160 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cdf9bcaa-9d6e-4559-8c99-5af2689334fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:21.833866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cdf9bcaa-9d6e-4559-8c99-5af2689334fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:21.857288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9bcaa-9d6e-4559-8c99-5af2689334fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f6eb14-155a-4471-88bb-cfa9f4ff008e,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:21.924872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cdf9bcaa-9d6e-4559-8c99-5af2689334fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:21.926017 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cdf9bcaa-9d6e-4559-8c99-5af2689334fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3725700 Jan 28 18:07:21.928663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48334) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:21.933419 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-801bd0ba-cf86-4bcd-81c8-e249b0d063a9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '123067b7-cafa-4e8d-ad0a-d4c394e71349', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:07:21.939216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-801bd0ba-cf86-4bcd-81c8-e249b0d063a9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:07:21.943198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-801bd0ba-cf86-4bcd-81c8-e249b0d063a9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:07:21.946049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-801bd0ba-cf86-4bcd-81c8-e249b0d063a9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:07:21.952364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-801bd0ba-cf86-4bcd-81c8-e249b0d063a9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:07:22.017762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-801bd0ba-cf86-4bcd-81c8-e249b0d063a9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:22.081833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-801bd0ba-cf86-4bcd-81c8-e249b0d063a9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:22.130963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-801bd0ba-cf86-4bcd-81c8-e249b0d063a9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:22.154987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bd0ba-cf86-4bcd-81c8-e249b0d063a9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6acc74-2c60-4428-9699-c77399325fcd,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:22.204922 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-801bd0ba-cf86-4bcd-81c8-e249b0d063a9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:22.206077 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-801bd0ba-cf86-4bcd-81c8-e249b0d063a9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2765255 Jan 28 18:07:22.208767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48338) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:22.213623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d03a8450-75b0-406e-9d82-a6ee03124f14 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '123067b7-cafa-4e8d-ad0a-d4c394e71349', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:07:22.219297 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d03a8450-75b0-406e-9d82-a6ee03124f14 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:07:22.223058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d03a8450-75b0-406e-9d82-a6ee03124f14 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:07:22.225836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d03a8450-75b0-406e-9d82-a6ee03124f14 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:07:22.231598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d03a8450-75b0-406e-9d82-a6ee03124f14 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:07:22.290806 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-d03a8450-75b0-406e-9d82-a6ee03124f14 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:07:22.297305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d03a8450-75b0-406e-9d82-a6ee03124f14 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:22.359538 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d03a8450-75b0-406e-9d82-a6ee03124f14 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:22.442372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d03a8450-75b0-406e-9d82-a6ee03124f14 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:22.466055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a8450-75b0-406e-9d82-a6ee03124f14 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a87591a-858a-44e3-bd4b-9326fd2f058d,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:22.545806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d03a8450-75b0-406e-9d82-a6ee03124f14 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:22.546903 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d03a8450-75b0-406e-9d82-a6ee03124f14 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3372462 Jan 28 18:07:22.549927 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48342) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:22.554909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a045f84f-0f04-427e-ac95-31031b876422 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '123067b7-cafa-4e8d-ad0a-d4c394e71349', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:07:22.562120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a045f84f-0f04-427e-ac95-31031b876422 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:07:22.565821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a045f84f-0f04-427e-ac95-31031b876422 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:07:22.568612 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a045f84f-0f04-427e-ac95-31031b876422 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:07:22.574432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a045f84f-0f04-427e-ac95-31031b876422 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:07:22.648495 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-a045f84f-0f04-427e-ac95-31031b876422 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:07:22.655641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a045f84f-0f04-427e-ac95-31031b876422 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:22.722518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a045f84f-0f04-427e-ac95-31031b876422 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:22.805179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a045f84f-0f04-427e-ac95-31031b876422 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:22.830034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045f84f-0f04-427e-ac95-31031b876422 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a229464f-379d-4035-b2b6-43d2200f4e7f,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:22.919483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a045f84f-0f04-427e-ac95-31031b876422 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:22.920703 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a045f84f-0f04-427e-ac95-31031b876422 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3698516 Jan 28 18:07:23.081769 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-2a2fc804-9a1d-4208-8d38-3250fe92d038 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:07:23.157055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-2a2fc804-9a1d-4208-8d38-3250fe92d038 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:07:23.158239 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-2a2fc804-9a1d-4208-8d38-3250fe92d038 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561324021&fields=id&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 267 time: 0.1175575 Jan 28 18:07:23.305633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-4a767339-60b3-4044-b1a6-13aa47b59eb0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:23.307072 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-4a767339-60b3-4044-b1a6-13aa47b59eb0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/networks?id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b HTTP/1.1" status: 200 len: 796 time: 0.1421354 Jan 28 18:07:23.322429 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-4ba79eb1-26af-456a-b226-1ac7dea5886e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/quotas/92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 375 time: 0.0087888 Jan 28 18:07:23.406083 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-7b083233-82c7-4117-ad4e-213710f4e572 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0788863 Jan 28 18:07:23.556026 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-c3476f9c-ca71-465e-a572-1c3234d9ebb9 service neutron] 10.222.0.26 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331840 Jan 28 18:07:23.691508 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-f9802e3f-c854-409f-a2d5-6d4e5240f965 service neutron] 10.222.0.26 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291893 Jan 28 18:07:24.094983 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-17549fd4-3cd6-4e84-89e4-c17346736b68 req-8a53f8ff-672f-450c-9331-8c2423efa921 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 210 time: 0.1084166 Jan 28 18:07:25.235266 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-58caa7de-8866-4f12-8b84-d49e734d5b97 req-ba530530-ec18-4c9a-af6e-d06cc667b24e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 210 time: 0.0422709 Jan 28 18:07:26.245992 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-d5321e45-36ae-4397-a7c2-8a3b2b105a4e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:26.247425 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-d5321e45-36ae-4397-a7c2-8a3b2b105a4e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/networks?id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b HTTP/1.1" status: 200 len: 796 time: 0.1492445 Jan 28 18:07:26.299543 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-b6565b1a-7bdb-41d3-b3d3-9ba1b3046858 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 473 time: 0.0443947 Jan 28 18:07:26.314001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'port': {'device_id': '0fde613a-82e9-42ef-ba54-91fb1c652deb', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'admin_state_up': True, 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'security_groups': ['123067b7-cafa-4e8d-ad0a-d4c394e71349']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:07:26.443990 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fa55a409-6a86-426e-a6a4-85c29239fd17 req-f6007602-67f5-4762-949b-7c1126db67cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 210 time: 0.0689797 Jan 28 18:07:26.487952 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:07:26.498543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:07:26.565418 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:07:26.572292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:26.738284 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.4 (d03ed9eb-ae59-47bf-8ab9-b5155672a86b/25232b90-3764-4e90-aaa7-90f40a63d7d4/ffab9fc8-3a92-48db-9d47-de1aa32541fe) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:07:26.929881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:26.954948 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object ffab9fc8-3a92-48db-9d47-de1aa32541fe will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:07:27.043671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:27.225254 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network d03ed9eb-ae59-47bf-8ab9-b5155672a86b is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:07:27.232819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:07:27.232819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:07:27.263669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=ffab9fc8-3a92-48db-9d47-de1aa32541fe,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:27.283497 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:27.283838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:27.284174 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:27.284503 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:27.284837 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:27.285149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:27.285472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:27.285792 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:27.286113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:27.286430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:27.286744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:27.287086 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:27.313227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:27.313569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:27.472564 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3ec049b5-d00d-4c04-b312-fc3835c70e4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1595588 Jan 28 18:07:27.476193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Request body: {'port': {'device_id': '0fde613a-82e9-42ef-ba54-91fb1c652deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:07:27.501485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-503f797c-a898-42f5-863d-cb9b007de52d None None] Provisioning for port ffab9fc8-3a92-48db-9d47-de1aa32541fe completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:07:27.501485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-503f797c-a898-42f5-863d-cb9b007de52d None None] Provisioning complete for port ffab9fc8-3a92-48db-9d47-de1aa32541fe triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:07:27.501485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-503f797c-a898-42f5-863d-cb9b007de52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:27.565275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-503f797c-a898-42f5-863d-cb9b007de52d None None] Port ffab9fc8-3a92-48db-9d47-de1aa32541fe cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:07:27.604560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:27.648294 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a048a-2c49-4bae-ad43-a771c07a5d8e req-b866d4d8-81ef-4e43-b679-49f4efce3001 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:27.649808 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-226a048a-2c49-4bae-ad43-a771c07a5d8e req-b866d4d8-81ef-4e43-b679-49f4efce3001 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 931 time: 0.0856869 Jan 28 18:07:27.694450 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-226a048a-2c49-4bae-ad43-a771c07a5d8e req-cd884c80-399f-47ee-9116-04b4bb6c7607 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=123067b7-cafa-4e8d-ad0a-d4c394e71349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378048 Jan 28 18:07:27.936903 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffab9fc8-3a92-48db-9d47-de1aa32541fe {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:07:27.943882 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:27.958020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Transition to ACTIVE for port object ffab9fc8-3a92-48db-9d47-de1aa32541fe will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:07:28.045034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:28.198890 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Pushing event updated for resources: {'Port': ['ID=ffab9fc8-3a92-48db-9d47-de1aa32541fe,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:28.282647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Attempting to bind port ffab9fc8-3a92-48db-9d47-de1aa32541fe on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:07:28.283269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Attempting to bind port ffab9fc8-3a92-48db-9d47-de1aa32541fe by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:07:28.283412 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Attempting to bind port ffab9fc8-3a92-48db-9d47-de1aa32541fe on network d03ed9eb-ae59-47bf-8ab9-b5155672a86b {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:07:28.288128 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Port ffab9fc8-3a92-48db-9d47-de1aa32541fe on network d03ed9eb-ae59-47bf-8ab9-b5155672a86b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:07:28.288448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Attempting to bind port ffab9fc8-3a92-48db-9d47-de1aa32541fe on network d03ed9eb-ae59-47bf-8ab9-b5155672a86b {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:07:28.293879 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:07:28.294099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Checking segment: {'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:07:28.294502 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Bound using segment: {'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:07:28.294926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Bound port: ffab9fc8-3a92-48db-9d47-de1aa32541fe, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb9af65-2520-479e-9536-a77a8ce03102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:07:28.295311 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:28.392195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] For port ffab9fc8-3a92-48db-9d47-de1aa32541fe, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:07:28.393380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] For port ffab9fc8-3a92-48db-9d47-de1aa32541fe, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=ffab9fc8-3a92-48db-9d47-de1aa32541fe,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:07:28.466729 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:28.541827 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:28.541827 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:28.541827 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] 10.222.0.16 "PUT /v2.0/ports/ffab9fc8-3a92-48db-9d47-de1aa32541fe HTTP/1.1" status: 200 len: 1093 time: 1.0602899 Jan 28 18:07:28.541827 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fde613a-82e9-42ef-ba54-91fb1c652deb', 'tag': 'ffab9fc8-3a92-48db-9d47-de1aa32541fe'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:07:28.562478 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d63d8c-1775-4f85-a72a-ae1dc26f1e27 service neutron] Pushing event updated for resources: {'Port': ['ID=ffab9fc8-3a92-48db-9d47-de1aa32541fe,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:28.589554 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fde613a-82e9-42ef-ba54-91fb1c652deb', 'tag': 'ffab9fc8-3a92-48db-9d47-de1aa32541fe', 'status': 'completed', 'code': 200} Jan 28 18:07:28.685733 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa24492-2cb6-4309-b459-7d7427d60830 req-6dee93f9-e7a1-4b0c-a285-e373df04b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:28.687751 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eaa24492-2cb6-4309-b459-7d7427d60830 req-6dee93f9-e7a1-4b0c-a285-e373df04b3d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 1096 time: 0.0791426 Jan 28 18:07:28.832514 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa24492-2cb6-4309-b459-7d7427d60830 req-c99e0bc4-a854-4b59-a82c-39f490c695cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:28.834126 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eaa24492-2cb6-4309-b459-7d7427d60830 req-c99e0bc4-a854-4b59-a82c-39f490c695cc service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=92550370897a4318a214dd17d934ca5a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1392848 Jan 28 18:07:28.885182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4095af5-fb2c-4df7-bb96-ba0d36f1496d req-19a4354e-74f4-4284-934f-b26a99cd1d9e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:28.886644 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a4095af5-fb2c-4df7-bb96-ba0d36f1496d req-19a4354e-74f4-4284-934f-b26a99cd1d9e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 943 time: 0.0878179 Jan 28 18:07:28.933806 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a4095af5-fb2c-4df7-bb96-ba0d36f1496d req-67e81c79-0390-4f8d-acf1-9c47ca553da8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=123067b7-cafa-4e8d-ad0a-d4c394e71349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415263 Jan 28 18:07:28.969328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa24492-2cb6-4309-b459-7d7427d60830 req-7888e36c-f37d-41ba-b8d8-b7e923f5a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:28.976031 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eaa24492-2cb6-4309-b459-7d7427d60830 req-7888e36c-f37d-41ba-b8d8-b7e923f5a73c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308918 Jan 28 18:07:29.073991 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3cc9e073-5750-43df-8439-40202ab08dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:29.075558 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-3cc9e073-5750-43df-8439-40202ab08dd9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 1096 time: 0.0697229 Jan 28 18:07:29.145258 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-ca65abc6-d206-4ffb-9995-8dca8531e115 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffab9fc8-3a92-48db-9d47-de1aa32541fe HTTP/1.1" status: 200 len: 217 time: 0.0632102 Jan 28 18:07:29.212121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-fb913dbc-1485-4895-b3be-fdaf448cb6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:29.213644 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-fb913dbc-1485-4895-b3be-fdaf448cb6d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=25232b90-3764-4e90-aaa7-90f40a63d7d4 HTTP/1.1" status: 200 len: 835 time: 0.0624664 Jan 28 18:07:29.397939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-b8b23f5f-25df-448d-a013-b0b9a6df5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:29.397939 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-b8b23f5f-25df-448d-a013-b0b9a6df5088 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1769373 Jan 28 18:07:29.532436 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-37d3ac15-0657-49e5-84d4-c65b6c4c707f service neutron] 10.222.0.16 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290562 Jan 28 18:07:29.671225 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df4622b0-b5f2-4221-bf27-e3f637e99920 req-13002ff5-811d-45af-86c3-90cb0dab793d service neutron] 10.222.0.16 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279452 Jan 28 18:07:30.118909 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb103846-aa31-41b2-9a68-e28d83f2bfad req-b33c4708-f1d2-4cb2-8a54-fc8f49ffbcc1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:30.118909 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-fb103846-aa31-41b2-9a68-e28d83f2bfad req-b33c4708-f1d2-4cb2-8a54-fc8f49ffbcc1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:07:30.199149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-fb103846-aa31-41b2-9a68-e28d83f2bfad req-b33c4708-f1d2-4cb2-8a54-fc8f49ffbcc1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:07:30.200288 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fb103846-aa31-41b2-9a68-e28d83f2bfad req-b33c4708-f1d2-4cb2-8a54-fc8f49ffbcc1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 943 time: 0.1603739 Jan 28 18:07:30.245802 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fb103846-aa31-41b2-9a68-e28d83f2bfad req-6f2055f9-3ba2-4fe4-88a1-a7ba7b3f6778 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=123067b7-cafa-4e8d-ad0a-d4c394e71349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398917 Jan 28 18:07:31.434888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410f163-f22d-4514-84dd-ddac067bf511 req-e983d642-50c5-497c-9b69-bf46fa23d65b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:31.436904 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0410f163-f22d-4514-84dd-ddac067bf511 req-e983d642-50c5-497c-9b69-bf46fa23d65b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 943 time: 0.0809453 Jan 28 18:07:31.480332 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0410f163-f22d-4514-84dd-ddac067bf511 req-19631f4d-4e96-470d-b939-55bbc1ca6855 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=123067b7-cafa-4e8d-ad0a-d4c394e71349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376859 Jan 28 18:07:32.252932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device ffab9fc8-3a92-48db-9d47-de1aa32541fe details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:07:32.386139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port ffab9fc8-3a92-48db-9d47-de1aa32541fe, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=ffab9fc8-3a92-48db-9d47-de1aa32541fe,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:07:32.396561 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'ffab9fc8-3a92-48db-9d47-de1aa32541fe', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'port_id': 'ffab9fc8-3a92-48db-9d47-de1aa32541fe', 'mac_address': 'fa:16:3e:09:fd:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:07:32.452405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:32.469344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffab9fc8-3a92-48db-9d47-de1aa32541fe {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:07:32.484084 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port ffab9fc8-3a92-48db-9d47-de1aa32541fe, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=ffab9fc8-3a92-48db-9d47-de1aa32541fe,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:07:32.586127 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:32.664486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=ffab9fc8-3a92-48db-9d47-de1aa32541fe,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:32.672346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:32.672696 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:32.673029 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:32.673356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:32.673679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:32.674004 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:32.674324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:32.674642 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:32.674959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:32.675819 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:32.675819 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:32.676134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:07:32.742109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa171091-09d1-4289-a148-e581773fb9ef req-e41811bf-a147-465f-b9f5-c1c776214d19 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:32.743761 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fa171091-09d1-4289-a148-e581773fb9ef req-e41811bf-a147-465f-b9f5-c1c776214d19 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 944 time: 0.1470232 Jan 28 18:07:32.747355 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-94f8f135-b334-4900-999f-11e31cde9f94 req-56a3d4a1-4133-4c3b-9a28-2e83d0d9f711 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1179545 Jan 28 18:07:32.790298 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fa171091-09d1-4289-a148-e581773fb9ef req-5fc288dc-cdc1-4784-92bd-d183fcd1b7d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=123067b7-cafa-4e8d-ad0a-d4c394e71349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402672 Jan 28 18:07:32.825658 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['ffab9fc8-3a92-48db-9d47-de1aa32541fe'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:07:32.896982 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f135-b334-4900-999f-11e31cde9f94 req-25f896b8-5628-44a5-8abf-47aa1eb8f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:32.898445 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-94f8f135-b334-4900-999f-11e31cde9f94 req-25f896b8-5628-44a5-8abf-47aa1eb8f8cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 1099 time: 0.0773346 Jan 28 18:07:33.073202 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f135-b334-4900-999f-11e31cde9f94 req-59579aaa-336d-457c-bf43-8a1b13b85447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:33.074823 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-94f8f135-b334-4900-999f-11e31cde9f94 req-59579aaa-336d-457c-bf43-8a1b13b85447 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b HTTP/1.1" status: 200 len: 897 time: 0.1566103 Jan 28 18:07:33.147617 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-94f8f135-b334-4900-999f-11e31cde9f94 req-7171c967-fbaa-4bb9-8f24-9aa5c43d14d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eddcdc5-8339-4054-b2d9-027f670b3be3 HTTP/1.1" status: 200 len: 217 time: 0.0669801 Jan 28 18:07:33.210357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f135-b334-4900-999f-11e31cde9f94 req-eca824d7-bdc7-4c9e-b95e-c557c07b6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:33.212752 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-94f8f135-b334-4900-999f-11e31cde9f94 req-eca824d7-bdc7-4c9e-b95e-c557c07b6255 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=25232b90-3764-4e90-aaa7-90f40a63d7d4 HTTP/1.1" status: 200 len: 835 time: 0.0589478 Jan 28 18:07:33.289111 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f135-b334-4900-999f-11e31cde9f94 req-8ca0801f-e483-4972-b3d0-65e5ed175448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:33.290595 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-94f8f135-b334-4900-999f-11e31cde9f94 req-8ca0801f-e483-4972-b3d0-65e5ed175448 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722008 Jan 28 18:07:33.433091 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-94f8f135-b334-4900-999f-11e31cde9f94 req-626a5c30-e938-4d53-921d-6129bbebe243 service neutron] 10.222.0.16 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292284 Jan 28 18:07:33.560055 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-94f8f135-b334-4900-999f-11e31cde9f94 req-a2062483-7958-46de-a619-b829909e6121 service neutron] 10.222.0.16 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260109 Jan 28 18:07:34.031923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3166df-29b8-47d0-af8d-b3de7f886a8c req-4b71a1a6-0122-426a-bb43-9e70e5c594f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:34.033307 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3b3166df-29b8-47d0-af8d-b3de7f886a8c req-4b71a1a6-0122-426a-bb43-9e70e5c594f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 944 time: 0.0833774 Jan 28 18:07:34.178309 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3b3166df-29b8-47d0-af8d-b3de7f886a8c req-c67f5d13-21d5-4872-ae6f-1cb1080df337 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=123067b7-cafa-4e8d-ad0a-d4c394e71349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381602 Jan 28 18:07:34.253558 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device ffab9fc8-3a92-48db-9d47-de1aa32541fe up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:07:34.433412 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port ffab9fc8-3a92-48db-9d47-de1aa32541fe completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:07:34.439128 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port ffab9fc8-3a92-48db-9d47-de1aa32541fe triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:07:34.439500 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:34.554034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:34.581440 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fde613a-82e9-42ef-ba54-91fb1c652deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffab9fc8-3a92-48db-9d47-de1aa32541fe'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:07:34.592117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port ffab9fc8-3a92-48db-9d47-de1aa32541fe, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=ffab9fc8-3a92-48db-9d47-de1aa32541fe,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:07:34.625679 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fde613a-82e9-42ef-ba54-91fb1c652deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffab9fc8-3a92-48db-9d47-de1aa32541fe', 'code': 200} Jan 28 18:07:34.692655 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:34.755842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=ffab9fc8-3a92-48db-9d47-de1aa32541fe,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:07:35.070353 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83908a-a1bb-4a08-8437-fd8d9be6886a req-44ad34e6-6f63-497a-92ad-3fe2d6105188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:35.071826 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0e83908a-a1bb-4a08-8437-fd8d9be6886a req-44ad34e6-6f63-497a-92ad-3fe2d6105188 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 1098 time: 0.0795062 Jan 28 18:07:35.112072 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0e83908a-a1bb-4a08-8437-fd8d9be6886a req-4700e228-be5b-47c4-869f-ab8f321efcb9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=123067b7-cafa-4e8d-ad0a-d4c394e71349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337834 Jan 28 18:07:35.358828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce79ac-4b73-43ff-9d5f-ed1975b59e4a req-8ca7fc54-1d02-4fb3-b169-b7b41ac94fc4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:35.360346 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d1ce79ac-4b73-43ff-9d5f-ed1975b59e4a req-8ca7fc54-1d02-4fb3-b169-b7b41ac94fc4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 945 time: 0.0799735 Jan 28 18:07:35.403812 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d1ce79ac-4b73-43ff-9d5f-ed1975b59e4a req-f0365f1d-3f58-4267-afe0-f73a16516b53 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=123067b7-cafa-4e8d-ad0a-d4c394e71349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378835 Jan 28 18:07:36.586496 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f66b7-f7fa-416a-8b76-a013ed4a31ef req-90df9f14-ced9-460b-b389-74c23c3461da tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:36.587953 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-458f66b7-f7fa-416a-8b76-a013ed4a31ef req-90df9f14-ced9-460b-b389-74c23c3461da tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 945 time: 0.0781236 Jan 28 18:07:36.634130 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-458f66b7-f7fa-416a-8b76-a013ed4a31ef req-13b2dfeb-83f0-4ec5-a01e-30a03400d454 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=123067b7-cafa-4e8d-ad0a-d4c394e71349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401561 Jan 28 18:07:36.823836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccb70b-2c9c-4f30-b321-1a317a6a3b8f req-dd2e5fa9-6e10-431a-bca8-be77b076fdff tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:36.824875 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9ccb70b-2c9c-4f30-b321-1a317a6a3b8f req-dd2e5fa9-6e10-431a-bca8-be77b076fdff tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 945 time: 0.0840573 Jan 28 18:07:36.869403 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9ccb70b-2c9c-4f30-b321-1a317a6a3b8f req-34a36a32-ff3c-4634-adbc-40167ad83220 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=123067b7-cafa-4e8d-ad0a-d4c394e71349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382900 Jan 28 18:07:36.892089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48406) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:36.960454 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61bb666-cc14-422f-9d27-309e0c274747 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:36.961885 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c61bb666-cc14-422f-9d27-309e0c274747 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 1093 time: 0.0687683 Jan 28 18:07:36.964706 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48410) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:36.970093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5a979ff2-c36d-474b-aa65-6512fb11674a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'floatingip': {'port_id': 'ffab9fc8-3a92-48db-9d47-de1aa32541fe'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:07:37.048710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a979ff2-c36d-474b-aa65-6512fb11674a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:37.629388 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a979ff2-c36d-474b-aa65-6512fb11674a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:37.702001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a979ff2-c36d-474b-aa65-6512fb11674a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:37.871320 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-5a979ff2-c36d-474b-aa65-6512fb11674a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 897a779a-500c-434b-a0c5-d8fcd7aab8f9 associated. External IP: 172.26.1.50, port: ffab9fc8-3a92-48db-9d47-de1aa32541fe. Jan 28 18:07:38.320093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a979ff2-c36d-474b-aa65-6512fb11674a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:07:38.499234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a979ff2-c36d-474b-aa65-6512fb11674a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:07:38.504835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5a979ff2-c36d-474b-aa65-6512fb11674a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:38.514698 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00f8b6-0a0c-463c-8ec6-8e639571e445 None None] Sync routers for ids ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:07:38.524917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00f8b6-0a0c-463c-8ec6-8e639571e445 None None] Routers {'09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:07:38.525544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6a00f8b6-0a0c-463c-8ec6-8e639571e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:07:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:07:38.572631 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5a979ff2-c36d-474b-aa65-6512fb11674a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/floatingips/897a779a-500c-434b-a0c5-d8fcd7aab8f9 HTTP/1.1" status: 200 len: 990 time: 1.6063356 Jan 28 18:07:38.573417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fde613a-82e9-42ef-ba54-91fb1c652deb', 'tag': 'ffab9fc8-3a92-48db-9d47-de1aa32541fe'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:07:38.575274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48414) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:38.625433 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fde613a-82e9-42ef-ba54-91fb1c652deb', 'tag': 'ffab9fc8-3a92-48db-9d47-de1aa32541fe', 'status': 'completed', 'code': 200} Jan 28 18:07:38.722041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-6a00f8b6-0a0c-463c-8ec6-8e639571e445 None None] Set router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:07:38.871813 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e5ea660f-c845-4be1-a360-973c9844f6da tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/897a779a-500c-434b-a0c5-d8fcd7aab8f9 HTTP/1.1" status: 200 len: 990 time: 0.2937241 Jan 28 18:07:38.887383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74ae0d-37f0-466a-a477-1c3916b5de06 req-24c23ee8-dd8f-41a9-963f-bb8266367bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:38.890018 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df74ae0d-37f0-466a-a477-1c3916b5de06 req-24c23ee8-dd8f-41a9-963f-bb8266367bcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 1098 time: 0.2323933 Jan 28 18:07:39.022100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74ae0d-37f0-466a-a477-1c3916b5de06 req-46328812-f252-4edd-9ebd-0016ddf6f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:39.023565 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df74ae0d-37f0-466a-a477-1c3916b5de06 req-46328812-f252-4edd-9ebd-0016ddf6f5d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b HTTP/1.1" status: 200 len: 897 time: 0.1281378 Jan 28 18:07:39.128983 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df74ae0d-37f0-466a-a477-1c3916b5de06 req-50696505-de85-4b4b-9d34-5918e78b53c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffab9fc8-3a92-48db-9d47-de1aa32541fe HTTP/1.1" status: 200 len: 998 time: 0.0997784 Jan 28 18:07:39.130802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6a00f8b6-0a0c-463c-8ec6-8e639571e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '897a779a-500c-434b-a0c5-d8fcd7aab8f9', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.50', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'port_id': 'ffab9fc8-3a92-48db-9d47-de1aa32541fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'mac_address': 'fa:16:3e:09:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde613a-82e9-42ef-ba54-91fb1c652deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:06:37Z', 'updated_at': '2022-01-28T18:07:37Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:19Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:07:39.134686 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00f8b6-0a0c-463c-8ec6-8e639571e445 None None] Checking router: 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:07:39.143060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00f8b6-0a0c-463c-8ec6-8e639571e445 None None] Routers {'09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:07:39.143655 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6a00f8b6-0a0c-463c-8ec6-8e639571e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:07:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:07:39.195130 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74ae0d-37f0-466a-a477-1c3916b5de06 req-25150b89-df6d-4170-bb74-cd4414c19e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:39.197983 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df74ae0d-37f0-466a-a477-1c3916b5de06 req-25150b89-df6d-4170-bb74-cd4414c19e9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=25232b90-3764-4e90-aaa7-90f40a63d7d4 HTTP/1.1" status: 200 len: 835 time: 0.0636659 Jan 28 18:07:39.280628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74ae0d-37f0-466a-a477-1c3916b5de06 req-2b498f89-ad18-4d2f-ad3a-4fbb68fc8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:07:39.282101 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df74ae0d-37f0-466a-a477-1c3916b5de06 req-2b498f89-ad18-4d2f-ad3a-4fbb68fc8c0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d03ed9eb-ae59-47bf-8ab9-b5155672a86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759859 Jan 28 18:07:39.319323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-6a00f8b6-0a0c-463c-8ec6-8e639571e445 None None] Set router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:07:39.413775 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df74ae0d-37f0-466a-a477-1c3916b5de06 req-13d2ac95-9f3b-4c73-9de6-22a083001f7a service neutron] 10.222.0.16 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258857 Jan 28 18:07:39.546313 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df74ae0d-37f0-466a-a477-1c3916b5de06 req-e8fd2738-f266-43f1-88b8-012a750401b2 service neutron] 10.222.0.16 "GET /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263411 Jan 28 18:07:39.663144 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6a00f8b6-0a0c-463c-8ec6-8e639571e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '897a779a-500c-434b-a0c5-d8fcd7aab8f9', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.50', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'port_id': 'ffab9fc8-3a92-48db-9d47-de1aa32541fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'mac_address': 'fa:16:3e:09:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde613a-82e9-42ef-ba54-91fb1c652deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:06:37Z', 'updated_at': '2022-01-28T18:07:37Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:19Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:07:39.667097 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00f8b6-0a0c-463c-8ec6-8e639571e445 None None] The sync data for ids ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'] in dv-neutron-826919-1-hyperv is: [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '897a779a-500c-434b-a0c5-d8fcd7aab8f9', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.50', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'port_id': 'ffab9fc8-3a92-48db-9d47-de1aa32541fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'mac_address': 'fa:16:3e:09:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde613a-82e9-42ef-ba54-91fb1c652deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:06:37Z', 'updated_at': '2022-01-28T18:07:37Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:19Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:07:39.874191 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cb6b5b-11d7-40e3-9c8d-05c93af7aa11 None None] New status for floating IP 897a779a-500c-434b-a0c5-d8fcd7aab8f9: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:07:39.875232 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48422) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:39.934918 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8f9510de-ff5f-498e-af74-8cc643f17f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:39.983540 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e8deba50-518f-408e-a654-63d7ebf51d87 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/897a779a-500c-434b-a0c5-d8fcd7aab8f9 HTTP/1.1" status: 200 len: 990 time: 0.1069248 Jan 28 18:07:40.986734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48426) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:07:41.091243 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b6b1301f-b40c-44e3-be11-1c174dd89c28 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/897a779a-500c-434b-a0c5-d8fcd7aab8f9 HTTP/1.1" status: 200 len: 992 time: 0.1033578 Jan 28 18:07:42.302350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0fd8dc25-b930-4d66-99b6-9540ce24ae0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:43.225014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:43.376002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:44.985285 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:49.890388 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:07:56.110202 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:08:09.933356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6d845978-66cb-45ae-8eb3-5dfa6b8e437c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:12.306637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a19be7ca-a261-4164-bb19-b6ead69b762d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:13.012914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0b756-ec6a-4952-9183-3a365baa1b0f req-c9ebcb7c-bee6-491b-8c00-426a18004c7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:13.014397 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-eed0b756-ec6a-4952-9183-3a365baa1b0f req-c9ebcb7c-bee6-491b-8c00-426a18004c7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 945 time: 0.0829296 Jan 28 18:08:13.059347 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-eed0b756-ec6a-4952-9183-3a365baa1b0f req-1ab2e642-ce88-48da-a77a-2e92b0b65bae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=123067b7-cafa-4e8d-ad0a-d4c394e71349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389433 Jan 28 18:08:13.243398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:13.352286 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:14.247069 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1a687-6e23-45e4-81c3-ce6875d8a008 req-a2796e79-3b3d-4fd2-9b1c-1a9185989069 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:14.248494 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-99f1a687-6e23-45e4-81c3-ce6875d8a008 req-a2796e79-3b3d-4fd2-9b1c-1a9185989069 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 945 time: 0.0789251 Jan 28 18:08:14.291086 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-99f1a687-6e23-45e4-81c3-ce6875d8a008 req-8f6f1696-290a-4fcb-a384-b45c4a31d0d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=123067b7-cafa-4e8d-ad0a-d4c394e71349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364690 Jan 28 18:08:14.406312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-f839e058-df01-44f6-b3a9-ec9c52c0659a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:14.408951 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-f839e058-df01-44f6-b3a9-ec9c52c0659a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 945 time: 0.0800600 Jan 28 18:08:14.477940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port ffab9fc8-3a92-48db-9d47-de1aa32541fe {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:08:14.478275 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:14.731484 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port ffab9fc8-3a92-48db-9d47-de1aa32541fe, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=ffab9fc8-3a92-48db-9d47-de1aa32541fe,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:08:14.731884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:14.986917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:15.141552 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:15.141915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:15.142223 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 897a779a-500c-434b-a0c5-d8fcd7aab8f9 disassociated. External IP: 172.26.1.50, port: ffab9fc8-3a92-48db-9d47-de1aa32541fe. Jan 28 18:08:15.142554 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for ffab9fc8-3a92-48db-9d47-de1aa32541fe owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:08:15.347206 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:15.398557 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=ffab9fc8-3a92-48db-9d47-de1aa32541fe,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:15.461279 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-335a8390-df98-44f8-a561-5167a28b67c1 req-ed48f14a-57eb-414d-baf0-cf31c4d565fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 210 time: 0.0482814 Jan 28 18:08:15.591506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:08:15.783775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:08:15.796733 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6b12b6-00ca-45eb-8c43-84939c3de925 None None] Sync routers for ids ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:08:15.808082 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b12b6-00ca-45eb-8c43-84939c3de925 None None] Routers {'09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:08:15.808823 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-eb6b12b6-00ca-45eb-8c43-84939c3de925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:08:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:15.874789 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] No DVR routers for this DVR port ffab9fc8-3a92-48db-9d47-de1aa32541fe on host hv-neutron-8269 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:08:15.878247 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:15.881755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fde613a-82e9-42ef-ba54-91fb1c652deb', 'name': 'network-vif-deleted', 'tag': 'ffab9fc8-3a92-48db-9d47-de1aa32541fe'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:08:15.944145 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fde613a-82e9-42ef-ba54-91fb1c652deb', 'name': 'network-vif-deleted', 'tag': 'ffab9fc8-3a92-48db-9d47-de1aa32541fe', 'status': 'completed', 'code': 200} Jan 28 18:08:15.987402 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-703be59a-42ad-4e16-8bab-94fd9740d1c0 req-148c417d-3ebe-4d19-85a8-9f14e2093ca2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "DELETE /v2.0/ports/ffab9fc8-3a92-48db-9d47-de1aa32541fe HTTP/1.1" status: 204 len: 173 time: 1.5705981 Jan 28 18:08:15.998220 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-eb6b12b6-00ca-45eb-8c43-84939c3de925 None None] Set router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:08:16.352739 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-eb6b12b6-00ca-45eb-8c43-84939c3de925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:19Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:16.356508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6b12b6-00ca-45eb-8c43-84939c3de925 None None] Checking router: 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:08:16.365307 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b12b6-00ca-45eb-8c43-84939c3de925 None None] Routers {'09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:08:16.365901 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-eb6b12b6-00ca-45eb-8c43-84939c3de925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:08:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:16.540620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-eb6b12b6-00ca-45eb-8c43-84939c3de925 None None] Set router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:08:16.631654 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a431e1b9-8881-4039-af27-984a1486654d req-b3b1765f-0cd7-408f-a25a-59e931073b70 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fde613a-82e9-42ef-ba54-91fb1c652deb HTTP/1.1" status: 200 len: 210 time: 0.0480723 Jan 28 18:08:16.854673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-eb6b12b6-00ca-45eb-8c43-84939c3de925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:19Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:16.858575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6b12b6-00ca-45eb-8c43-84939c3de925 None None] The sync data for ids ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'] in dv-neutron-826919-1-hyperv is: [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '72497721-9e93-48bd-9b0a-ba563d645782', 'name': '', 'network_id': 'd03ed9eb-ae59-47bf-8ab9-b5155672a86b', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:97:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:13Z', 'updated_at': '2022-01-28T18:06:19Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '25232b90-3764-4e90-aaa7-90f40a63d7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:08:17.091603 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e103b077-9ea1-483b-9dfd-4b7d9c494b89 None None] New status for floating IP 897a779a-500c-434b-a0c5-d8fcd7aab8f9: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:08:17.730104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48460) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:17.797781 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55ff9330-d0ee-43c6-b6ee-ac9ac51294a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:17.831418 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55ff9330-d0ee-43c6-b6ee-ac9ac51294a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:17.992234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55ff9330-d0ee-43c6-b6ee-ac9ac51294a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:18.009517 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff9330-d0ee-43c6-b6ee-ac9ac51294a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=123067b7-cafa-4e8d-ad0a-d4c394e71349,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:18.140416 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-55ff9330-d0ee-43c6-b6ee-ac9ac51294a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:18.143754 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-55ff9330-d0ee-43c6-b6ee-ac9ac51294a8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/security-groups/123067b7-cafa-4e8d-ad0a-d4c394e71349 HTTP/1.1" status: 204 len: 168 time: 0.4128046 Jan 28 18:08:18.497199 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device ffab9fc8-3a92-48db-9d47-de1aa32541fe no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:08:18.530752 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: ffab9fc8-3a92-48db-9d47-de1aa32541fe {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:08:18.531139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device ffab9fc8-3a92-48db-9d47-de1aa32541fe not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:08:19.270657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48468) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:19.431164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a6ab-a6d3-4bdb-aa18-02267be6d01e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 540ca9c7-51a2-4be1-87ad-03d1bc46a8bd {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:08:19.431493 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-89e8a6ab-a6d3-4bdb-aa18-02267be6d01e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:19.602010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-89e8a6ab-a6d3-4bdb-aa18-02267be6d01e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:19.602010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-89e8a6ab-a6d3-4bdb-aa18-02267be6d01e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:19.724836 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-89e8a6ab-a6d3-4bdb-aa18-02267be6d01e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 540ca9c7-51a2-4be1-87ad-03d1bc46a8bd owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:08:19.879035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:20.060987 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-89e8a6ab-a6d3-4bdb-aa18-02267be6d01e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:20.110068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8a6ab-a6d3-4bdb-aa18-02267be6d01e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=540ca9c7-51a2-4be1-87ad-03d1bc46a8bd,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:20.206156 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-89e8a6ab-a6d3-4bdb-aa18-02267be6d01e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:20.219781 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-89e8a6ab-a6d3-4bdb-aa18-02267be6d01e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:20.223032 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-89e8a6ab-a6d3-4bdb-aa18-02267be6d01e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/floatingips/897a779a-500c-434b-a0c5-d8fcd7aab8f9 HTTP/1.1" status: 204 len: 168 time: 0.9492526 Jan 28 18:08:20.913417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d851204-dd76-4274-a8d1-2662f0a9c066 req-0454060b-1bbf-43cf-a001-17fd485869fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:20.914859 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0d851204-dd76-4274-a8d1-2662f0a9c066 req-0454060b-1bbf-43cf-a001-17fd485869fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 946 time: 0.0786340 Jan 28 18:08:20.958551 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0d851204-dd76-4274-a8d1-2662f0a9c066 req-b965174b-c150-47e1-87dd-f9cf2cec8a27 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f520b41e-cccf-4663-8f02-8215164b0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379057 Jan 28 18:08:22.204861 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71875b5f-90f4-4d3f-9c4f-0f8a3af8c6eb req-a632ed39-c1dd-47b5-8ded-c9c7eac5509f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:22.206195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-71875b5f-90f4-4d3f-9c4f-0f8a3af8c6eb req-a632ed39-c1dd-47b5-8ded-c9c7eac5509f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:08:22.222603 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72a88e-2218-45d9-a96c-c925155aa4f3 req-9fa68d93-1174-4351-a2fc-67086735d1de tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:22.229475 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ab72a88e-2218-45d9-a96c-c925155aa4f3 req-9fa68d93-1174-4351-a2fc-67086735d1de tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:08:22.339093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-71875b5f-90f4-4d3f-9c4f-0f8a3af8c6eb req-a632ed39-c1dd-47b5-8ded-c9c7eac5509f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:08:22.342791 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-71875b5f-90f4-4d3f-9c4f-0f8a3af8c6eb req-a632ed39-c1dd-47b5-8ded-c9c7eac5509f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 946 time: 0.2731831 Jan 28 18:08:22.342791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ab72a88e-2218-45d9-a96c-c925155aa4f3 req-9fa68d93-1174-4351-a2fc-67086735d1de tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:08:22.342791 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ab72a88e-2218-45d9-a96c-c925155aa4f3 req-9fa68d93-1174-4351-a2fc-67086735d1de tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 946 time: 0.2270837 Jan 28 18:08:22.443104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-ab72a88e-2218-45d9-a96c-c925155aa4f3 req-16160b79-9896-458e-bd55-594939de49e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 4eddcdc5-8339-4054-b2d9-027f670b3be3 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:08:22.443457 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-ab72a88e-2218-45d9-a96c-c925155aa4f3 req-16160b79-9896-458e-bd55-594939de49e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:22.473536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-71875b5f-90f4-4d3f-9c4f-0f8a3af8c6eb req-7f715b27-3b10-4003-b2e5-33acc0c2b2a7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:08:22.626612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-71875b5f-90f4-4d3f-9c4f-0f8a3af8c6eb req-7f715b27-3b10-4003-b2e5-33acc0c2b2a7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:08:22.628312 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-71875b5f-90f4-4d3f-9c4f-0f8a3af8c6eb req-7f715b27-3b10-4003-b2e5-33acc0c2b2a7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=f520b41e-cccf-4663-8f02-8215164b0f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822859 Jan 28 18:08:22.699553 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-ab72a88e-2218-45d9-a96c-c925155aa4f3 req-16160b79-9896-458e-bd55-594939de49e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 4eddcdc5-8339-4054-b2d9-027f670b3be3, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=4eddcdc5-8339-4054-b2d9-027f670b3be3,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:08:22.699910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-ab72a88e-2218-45d9-a96c-c925155aa4f3 req-16160b79-9896-458e-bd55-594939de49e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:22.821949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-ab72a88e-2218-45d9-a96c-c925155aa4f3 req-16160b79-9896-458e-bd55-594939de49e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 4eddcdc5-8339-4054-b2d9-027f670b3be3 owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:08:23.028181 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-ab72a88e-2218-45d9-a96c-c925155aa4f3 req-16160b79-9896-458e-bd55-594939de49e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:23.077395 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16160b79-9896-458e-bd55-594939de49e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=4eddcdc5-8339-4054-b2d9-027f670b3be3,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:23.158249 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab72a88e-2218-45d9-a96c-c925155aa4f3 req-16160b79-9896-458e-bd55-594939de49e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] No DVR routers for this DVR port 4eddcdc5-8339-4054-b2d9-027f670b3be3 on host hv-neutron-8269 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:08:23.161133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-ab72a88e-2218-45d9-a96c-c925155aa4f3 req-16160b79-9896-458e-bd55-594939de49e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:23.163742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'name': 'network-vif-deleted', 'tag': '4eddcdc5-8339-4054-b2d9-027f670b3be3'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:08:23.209347 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5f0e33-a370-4ddf-a506-d16d0f492114', 'name': 'network-vif-deleted', 'tag': '4eddcdc5-8339-4054-b2d9-027f670b3be3', 'status': 'completed', 'code': 200} Jan 28 18:08:23.256251 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ab72a88e-2218-45d9-a96c-c925155aa4f3 req-16160b79-9896-458e-bd55-594939de49e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "DELETE /v2.0/ports/4eddcdc5-8339-4054-b2d9-027f670b3be3 HTTP/1.1" status: 204 len: 173 time: 0.9024999 Jan 28 18:08:23.788498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-e45062d5-0f05-459a-b1f5-e1584bef87a0 req-1b39181c-0ba3-410b-a446-3a69ace67935 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:08:23.907097 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-e45062d5-0f05-459a-b1f5-e1584bef87a0 req-1b39181c-0ba3-410b-a446-3a69ace67935 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:08:23.908932 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e45062d5-0f05-459a-b1f5-e1584bef87a0 req-1b39181c-0ba3-410b-a446-3a69ace67935 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=da5f0e33-a370-4ddf-a506-d16d0f492114 HTTP/1.1" status: 200 len: 210 time: 0.1615486 Jan 28 18:08:25.008779 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48486) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:25.079318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12abf782-7613-4abb-821d-b35b70af04df tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:25.109332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12abf782-7613-4abb-821d-b35b70af04df tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:25.237455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12abf782-7613-4abb-821d-b35b70af04df tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:25.254522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abf782-7613-4abb-821d-b35b70af04df tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f520b41e-cccf-4663-8f02-8215164b0f67,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:25.329537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12abf782-7613-4abb-821d-b35b70af04df tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:25.331471 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-12abf782-7613-4abb-821d-b35b70af04df tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/security-groups/f520b41e-cccf-4663-8f02-8215164b0f67 HTTP/1.1" status: 204 len: 168 time: 0.3216460 Jan 28 18:08:25.455166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48492) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:26.004366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:26.453427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 72497721-9e93-48bd-9b0a-ba563d645782 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:08:26.453773 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:26.550583 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 4eddcdc5-8339-4054-b2d9-027f670b3be3 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:08:26.587637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 4eddcdc5-8339-4054-b2d9-027f670b3be3 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:08:26.587973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 4eddcdc5-8339-4054-b2d9-027f670b3be3 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:08:26.643552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 72497721-9e93-48bd-9b0a-ba563d645782, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=72497721-9e93-48bd-9b0a-ba563d645782,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:08:26.644096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:26.765605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 72497721-9e93-48bd-9b0a-ba563d645782 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:08:27.112599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:27.159620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=72497721-9e93-48bd-9b0a-ba563d645782,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:27.201651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:27.202014 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:27.202345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:27.202724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:27.203068 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:27.203414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:27.203731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:27.204046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:27.204362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:27.204675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:27.204987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:27.205325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:27.448146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:27.925147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:08:28.106537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:08:28.117745 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e656b4-3bdb-4677-8eec-e6914c21f69f None None] Sync routers for ids ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:08:28.127782 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e656b4-3bdb-4677-8eec-e6914c21f69f None None] Routers {'09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:08:28.135114 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a7e656b4-3bdb-4677-8eec-e6914c21f69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:08:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:28.195237 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f5adc52e-9c17-4453-a795-0b085bcf11e7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/09b8e1d2-2dcd-4381-87a5-8cf73cf1903d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7358344 Jan 28 18:08:28.195441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48496) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:28.260826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-b577b44b-aef0-494f-bd9d-6a3157c511b2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting subnet 25232b90-3764-4e90-aaa7-90f40a63d7d4 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:08:28.263875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b577b44b-aef0-494f-bd9d-6a3157c511b2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:28.301118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-a7e656b4-3bdb-4677-8eec-e6914c21f69f None None] Set router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:08:28.318909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b577b44b-aef0-494f-bd9d-6a3157c511b2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:28.404139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b577b44b-aef0-494f-bd9d-6a3157c511b2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:28.563855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b577b44b-aef0-494f-bd9d-6a3157c511b2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:28.586874 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a7e656b4-3bdb-4677-8eec-e6914c21f69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:08:26Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:28.590681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e656b4-3bdb-4677-8eec-e6914c21f69f None None] Checking router: 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:08:28.599639 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e656b4-3bdb-4677-8eec-e6914c21f69f None None] Routers {'09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:08:28.600237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a7e656b4-3bdb-4677-8eec-e6914c21f69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:08:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:28.603982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577b44b-aef0-494f-bd9d-6a3157c511b2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Subnet': ['ID=25232b90-3764-4e90-aaa7-90f40a63d7d4,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:28.605925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b577b44b-aef0-494f-bd9d-6a3157c511b2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:28.612894 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b577b44b-aef0-494f-bd9d-6a3157c511b2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/subnets/25232b90-3764-4e90-aaa7-90f40a63d7d4 HTTP/1.1" status: 204 len: 168 time: 0.4164500 Jan 28 18:08:28.615869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48500) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:28.648517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928ce779-f5fc-464b-9b10-1a4ab03c7128 None None] Network d03ed9eb-ae59-47bf-8ab9-b5155672a86b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:08:28.798468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:28.960725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-a7e656b4-3bdb-4677-8eec-e6914c21f69f None None] Set router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:08:28.978686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:29.077795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:08:29.080987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:29.240844 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dce275-240c-4d4e-87a6-47d6639c1c29 None None] DHCP port deletion for d03ed9eb-ae59-47bf-8ab9-b5155672a86b request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:08:29.246031 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-11dce275-240c-4d4e-87a6-47d6639c1c29 None None] Deleting port bce6a783-ba49-4452-bb73-b000db7e8bf9 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:08:29.246400 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-11dce275-240c-4d4e-87a6-47d6639c1c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:29.258398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:08:29.258747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:29.361112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a7e656b4-3bdb-4677-8eec-e6914c21f69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:08:26Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:29.384030 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e656b4-3bdb-4677-8eec-e6914c21f69f None None] The sync data for ids ['09b8e1d2-2dcd-4381-87a5-8cf73cf1903d'] in dv-neutron-826919-1-hyperv is: [{'id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'name': 'tempest-TestNetworkBasicOps-router-2127071291', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:06:08Z', 'updated_at': '2022-01-28T18:08:26Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b8e1d2-2dcd-4381-87a5-8cf73cf1903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:06:09Z', 'updated_at': '2022-01-28T18:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:08:29.466625 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-11dce275-240c-4d4e-87a6-47d6639c1c29 None None] For port bce6a783-ba49-4452-bb73-b000db7e8bf9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=bce6a783-ba49-4452-bb73-b000db7e8bf9,segment=NetworkSegment(6cb9af65-2520-479e-9536-a77a8ce03102),segment_id=6cb9af65-2520-479e-9536-a77a8ce03102)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:08:29.467038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-11dce275-240c-4d4e-87a6-47d6639c1c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:29.506087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:08:29.589724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-11dce275-240c-4d4e-87a6-47d6639c1c29 None None] Calling delete_port for bce6a783-ba49-4452-bb73-b000db7e8bf9 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:08:29.739060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-11dce275-240c-4d4e-87a6-47d6639c1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:29.767364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:29.785947 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dce275-240c-4d4e-87a6-47d6639c1c29 None None] Pushing event deleted for resources: {'Port': ['ID=bce6a783-ba49-4452-bb73-b000db7e8bf9,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:29.789582 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dce275-240c-4d4e-87a6-47d6639c1c29 None None] No DVR routers for this DVR port bce6a783-ba49-4452-bb73-b000db7e8bf9 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:08:29.849644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:29.928737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:30.106359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:30.108504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:30.239057 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:30.239453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Fanout notify agent at l3_agent the message router_deleted on router 09b8e1d2-2dcd-4381-87a5-8cf73cf1903d {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:08:30.255431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:30.256548 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8555fdf2-afdf-4229-bb28-07fadf628db6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/routers/09b8e1d2-2dcd-4381-87a5-8cf73cf1903d HTTP/1.1" status: 204 len: 168 time: 1.6400664 Jan 28 18:08:30.259386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48504) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:30.375747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e61141c6-65a5-4e06-9dae-c17d231f5fb8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:30.513569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e61141c6-65a5-4e06-9dae-c17d231f5fb8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:30.543352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e61141c6-65a5-4e06-9dae-c17d231f5fb8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03ed9eb-ae59-47bf-8ab9-b5155672a86b']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:30.555478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e61141c6-65a5-4e06-9dae-c17d231f5fb8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb9af65-2520-479e-9536-a77a8ce03102') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:30.555774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e61141c6-65a5-4e06-9dae-c17d231f5fb8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb9af65-2520-479e-9536-a77a8ce03102') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:30.566612 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e61141c6-65a5-4e06-9dae-c17d231f5fb8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:30.582956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e61141c6-65a5-4e06-9dae-c17d231f5fb8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:30.588820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61141c6-65a5-4e06-9dae-c17d231f5fb8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:08:30.589197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e61141c6-65a5-4e06-9dae-c17d231f5fb8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:08:30.604433 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:08:30.720918 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device bce6a783-ba49-4452-bb73-b000db7e8bf9 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:08:30.751910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: bce6a783-ba49-4452-bb73-b000db7e8bf9 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:08:30.752778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device bce6a783-ba49-4452-bb73-b000db7e8bf9 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:08:30.753192 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 72497721-9e93-48bd-9b0a-ba563d645782 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:08:30.800543 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 72497721-9e93-48bd-9b0a-ba563d645782 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:08:30.800881 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 72497721-9e93-48bd-9b0a-ba563d645782 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:08:30.801410 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:08:30.807108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e61141c6-65a5-4e06-9dae-c17d231f5fb8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:30.831185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e61141c6-65a5-4e06-9dae-c17d231f5fb8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:30.838103 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:08:30.838383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 040c40a2-f1b2-40a0-b6a8-01eb1cd0ed97 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:08:30.842712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61141c6-65a5-4e06-9dae-c17d231f5fb8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Network': ['ID=d03ed9eb-ae59-47bf-8ab9-b5155672a86b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:30.930565 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e61141c6-65a5-4e06-9dae-c17d231f5fb8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/networks/d03ed9eb-ae59-47bf-8ab9-b5155672a86b HTTP/1.1" status: 204 len: 168 time: 0.6693645 Jan 28 18:08:30.953514 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48508) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:30.959919 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'network': {'name': 'tempest-network-smoke--1577152875', 'project_id': '92550370897a4318a214dd17d934ca5a', 'port_security_enabled': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:08:30.964944 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:08:30.969126 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:network and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:08:30.971941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:08:30.978157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:08:31.054192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:08:31.056408 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:31.083574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:08:31.091754 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:31.092086 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Added segment ab67698a-e1dd-45a6-a885-b27a3a9d5df9 of type vlan for network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 Jan 28 18:08:31.117055 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:31.229939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:31.235509 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:31.236121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:31.345637 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Network': ['ID=c7719b1a-9ceb-4980-a60c-bf99fb7636f1,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:31.352935 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:31.353586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:31.353586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:31.353977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:31.354306 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:31.354634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:31.354959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:31.355309 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:31.355632 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:31.355953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:31.356272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:31.356589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:31.367661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:08:31.424784 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5f36b34c-0b54-42b9-bec7-71fedbab165e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4665956 Jan 28 18:08:31.424784 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48512) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:31.429387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'admin_state_up': True, 'project_id': '92550370897a4318a214dd17d934ca5a', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:08:31.436382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:08:31.441177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:router and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:08:31.451117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:08:31.451117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:08:31.524366 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:31.526374 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:31.541414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:31.985946 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:32.385402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:32.414484 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:32.550905 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.28 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/33e20f41-b064-4743-b6df-2e5b43162e00) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:08:33.009015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:33.009015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:33.014638 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:08:33.016967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:08:33.022128 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:08:33.051770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=33e20f41-b064-4743-b6df-2e5b43162e00,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:33.109292 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:08:33.629974 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:33.850322 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-00a56aa4-e78e-4aba-85cf-61f94e40c641 req-944ebc24-39f3-4e8f-9afb-bcfe618c59ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1735990 Jan 28 18:08:34.075529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:34.080523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a56aa4-e78e-4aba-85cf-61f94e40c641 req-60b16f89-54d3-4fa2-a714-12f2d249df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:34.082141 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-00a56aa4-e78e-4aba-85cf-61f94e40c641 req-60b16f89-54d3-4fa2-a714-12f2d249df95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 1098 time: 0.1823730 Jan 28 18:08:34.354065 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a56aa4-e78e-4aba-85cf-61f94e40c641 req-2440d7f8-a72d-4eaf-805c-ec2c64310163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:34.355513 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-00a56aa4-e78e-4aba-85cf-61f94e40c641 req-2440d7f8-a72d-4eaf-805c-ec2c64310163 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 913 time: 0.2233689 Jan 28 18:08:34.473571 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-00a56aa4-e78e-4aba-85cf-61f94e40c641 req-cd171714-8791-45ed-8622-4223cfa6e65f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbe979a-60d3-4171-8544-247e2193ed95 HTTP/1.1" status: 200 len: 1001 time: 0.1099000 Jan 28 18:08:34.533393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a56aa4-e78e-4aba-85cf-61f94e40c641 req-d933ed24-fac5-4b89-953d-48f28a9dca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:34.534759 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-00a56aa4-e78e-4aba-85cf-61f94e40c641 req-d933ed24-fac5-4b89-953d-48f28a9dca9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 200 len: 851 time: 0.0557678 Jan 28 18:08:34.572928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router aa5e957c-72cf-4714-b417-9a55d6485f76 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:08:34.753270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a56aa4-e78e-4aba-85cf-61f94e40c641 req-e990900e-0feb-44b6-89fc-2ec01629b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:34.754718 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-00a56aa4-e78e-4aba-85cf-61f94e40c641 req-e990900e-0feb-44b6-89fc-2ec01629b678 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2145360 Jan 28 18:08:34.960007 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:08:34.969879 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Sync routers for ids ['aa5e957c-72cf-4714-b417-9a55d6485f76'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:08:34.980017 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Routers {'aa5e957c-72cf-4714-b417-9a55d6485f76'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:08:34.980642 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:08:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['aa5e957c-72cf-4714-b417-9a55d6485f76'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:35.031222 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-00a56aa4-e78e-4aba-85cf-61f94e40c641 req-57a53b17-5432-4e5b-b212-9eef556a45df service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693794 Jan 28 18:08:35.103356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:35.104522 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3803607d-30dd-40b0-87e3-f0c63265be4b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6791418 Jan 28 18:08:35.107841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48518) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:35.160526 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Set router aa5e957c-72cf-4714-b417-9a55d6485f76 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:08:35.166488 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-00a56aa4-e78e-4aba-85cf-61f94e40c641 req-43609d17-b5b8-4d6b-8555-dd7ffe3c517c service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298463 Jan 28 18:08:35.259918 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3618dae3-799c-4909-b8fb-65a1ca81ec9f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=92550370897a4318a214dd17d934ca5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1487195 Jan 28 18:08:35.260418 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48524) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:35.389733 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb503ddc-930f-4981-b241-563c1ae56481 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:35.391291 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-eb503ddc-930f-4981-b241-563c1ae56481 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298776 Jan 28 18:08:35.394182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48528) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:35.436755 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e612addd-b38f-4321-aa86-7c9ad5d11ad3 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415087 Jan 28 18:08:35.439171 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48532) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:35.443495 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:08:33Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:35.444973 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1592064410', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'project_id': '92550370897a4318a214dd17d934ca5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:08:35.448165 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Checking router: aa5e957c-72cf-4714-b417-9a55d6485f76 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:08:35.448509 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Updating router aa5e957c-72cf-4714-b417-9a55d6485f76 port 33e20f41-b064-4743-b6df-2e5b43162e00 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:08:35.504707 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:35.577418 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:08:35.582270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:subnet and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:08:35.585192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:08:35.591908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:08:35.715305 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:08:35.718836 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:35.856414 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:35.874966 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Transition to ACTIVE for port object 33e20f41-b064-4743-b6df-2e5b43162e00 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:08:36.008865 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:36.055182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:36.085491 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Attempting to bind port 33e20f41-b064-4743-b6df-2e5b43162e00 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:08:36.085865 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Attempting to bind port 33e20f41-b064-4743-b6df-2e5b43162e00 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:08:36.086198 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Attempting to bind port 33e20f41-b064-4743-b6df-2e5b43162e00 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:08:36.091678 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90473f-910c-47ff-8305-477e0a1e3180 None None] Pushing event updated for resources: {'Port': ['ID=33e20f41-b064-4743-b6df-2e5b43162e00,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:36.096559 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:08:36.096921 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:08:36.097307 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:36.097683 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:08:36.098127 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Bound port: 33e20f41-b064-4743-b6df-2e5b43162e00, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:08:36.098484 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:36.134478 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Subnet': ['ID=1e297097-e242-44da-b4a1-4bac6a5a5ae4,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:36.137174 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90473f-910c-47ff-8305-477e0a1e3180 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:36.137861 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90473f-910c-47ff-8305-477e0a1e3180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:36.138200 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90473f-910c-47ff-8305-477e0a1e3180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:36.138520 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90473f-910c-47ff-8305-477e0a1e3180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:36.138837 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90473f-910c-47ff-8305-477e0a1e3180 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:36.139179 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90473f-910c-47ff-8305-477e0a1e3180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:36.139496 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90473f-910c-47ff-8305-477e0a1e3180 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:36.139812 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90473f-910c-47ff-8305-477e0a1e3180 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:36.140125 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90473f-910c-47ff-8305-477e0a1e3180 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:36.140435 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90473f-910c-47ff-8305-477e0a1e3180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:36.140744 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90473f-910c-47ff-8305-477e0a1e3180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:36.141049 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90473f-910c-47ff-8305-477e0a1e3180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:36.141794 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Checking segment: {'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:08:36.142159 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network hostable DHCP agents. Network: c7719b1a-9ceb-4980-a60c-bf99fb7636f1, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:08:36.183671 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] For port 33e20f41-b064-4743-b6df-2e5b43162e00, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:08:36.187972 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] For port 33e20f41-b064-4743-b6df-2e5b43162e00, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=33e20f41-b064-4743-b6df-2e5b43162e00,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:08:36.286935 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:08:36.318267 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:36.392692 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Routers {'aa5e957c-72cf-4714-b417-9a55d6485f76'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:08:36.393287 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:08:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['aa5e957c-72cf-4714-b417-9a55d6485f76'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:36.431449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, c7719b1a-9ceb-4980-a60c-bf99fb7636f1) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:08:36.435679 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:36.436379 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:36.442392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9979e21-d1e1-4d21-a803-9a36a9b7a9f0 None None] Network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:08:36.449242 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90473f-910c-47ff-8305-477e0a1e3180 None None] Pushing event updated for resources: {'Port': ['ID=33e20f41-b064-4743-b6df-2e5b43162e00,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:36.535280 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-39253c05-36a1-452b-bc0b-9b9954b71282 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0948470 Jan 28 18:08:36.537826 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48536) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:36.576285 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] Set router aa5e957c-72cf-4714-b417-9a55d6485f76 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:08:36.708418 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ips': [{'subnet_id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:08:36.709247 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:36.864899 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:08:33Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:36.866624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Allocated IP 172.20.0.2 (c7719b1a-9ceb-4980-a60c-bf99fb7636f1/1e297097-e242-44da-b4a1-4bac6a5a5ae4/b5734836-58a6-4c52-b014-0304549d337f) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:08:36.869046 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b6d8b0-2855-462f-b177-408549a34b6a None None] The sync data for ids ['aa5e957c-72cf-4714-b417-9a55d6485f76'] in dv-neutron-826919-1-hyperv is: [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:08:33Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:08:37.094707 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:37.105642 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Transition to ACTIVE for port object b5734836-58a6-4c52-b014-0304549d337f will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:08:37.140422 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Transition to ACTIVE for port object b5734836-58a6-4c52-b014-0304549d337f will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:08:37.222593 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:37.301696 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:08:37.304869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:08:37.310750 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:08:37.395097 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Pushing event updated for resources: {'Port': ['ID=b5734836-58a6-4c52-b014-0304549d337f,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:37.395549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:37.413208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:37.413554 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:37.413892 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:37.414224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:37.414552 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:37.414885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:37.415228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:37.415553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:37.415876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:37.416194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:37.416512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:37.416828 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:08:37.424490 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Attempting to bind port b5734836-58a6-4c52-b014-0304549d337f on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:08:37.427212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Attempting to bind port b5734836-58a6-4c52-b014-0304549d337f by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:08:37.427212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Attempting to bind port b5734836-58a6-4c52-b014-0304549d337f on network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:08:37.430925 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:08:37.431531 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Checking segment: {'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:08:37.432078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:37.432462 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Bound using segment: {'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:08:37.432921 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Bound port: b5734836-58a6-4c52-b014-0304549d337f, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:08:37.433292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:37.531021 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] For port b5734836-58a6-4c52-b014-0304549d337f, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:08:37.534260 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] For port b5734836-58a6-4c52-b014-0304549d337f, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b5734836-58a6-4c52-b014-0304549d337f,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:08:37.658815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:37.742549 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df1235-f52a-40a9-ae60-c47a2e2a3ef5 None None] Pushing event updated for resources: {'Port': ['ID=b5734836-58a6-4c52-b014-0304549d337f,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:37.825445 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.1 (c7719b1a-9ceb-4980-a60c-bf99fb7636f1/1e297097-e242-44da-b4a1-4bac6a5a5ae4/2a49837b-a71d-48e3-9a5c-31fdf687aeee) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:08:38.023718 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:38.041019 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object 2a49837b-a71d-48e3-9a5c-31fdf687aeee will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:08:38.138873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:38.210416 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:08:38.213569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:08:38.217388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:08:38.247998 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=2a49837b-a71d-48e3-9a5c-31fdf687aeee,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:38.278877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:38.502697 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:38.596705 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b5734836-58a6-4c52-b014-0304549d337f up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:08:38.772997 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port b5734836-58a6-4c52-b014-0304549d337f completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:08:38.779769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 33e20f41-b064-4743-b6df-2e5b43162e00 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:08:38.946021 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 33e20f41-b064-4743-b6df-2e5b43162e00 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:08:38.953725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 33e20f41-b064-4743-b6df-2e5b43162e00 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:08:38.954171 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:38.956272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:38.983816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e29dc7c-48b1-40ca-b8b1-1cac78d23d5e None None] Network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:08:39.024344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:39.140497 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:39.144450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=2a49837b-a71d-48e3-9a5c-31fdf687aeee,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:39.173894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-975995ce-e77f-4ae6-a3a1-154e79d04d2e None None] Provisioning for port b5734836-58a6-4c52-b014-0304549d337f completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:08:39.184746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-975995ce-e77f-4ae6-a3a1-154e79d04d2e None None] Provisioning complete for port b5734836-58a6-4c52-b014-0304549d337f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:08:39.185121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-975995ce-e77f-4ae6-a3a1-154e79d04d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:39.272435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:39.313021 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 33e20f41-b064-4743-b6df-2e5b43162e00, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=33e20f41-b064-4743-b6df-2e5b43162e00,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:08:39.389357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:08:39.390436 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:08:39.396448 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:39.471839 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-975995ce-e77f-4ae6-a3a1-154e79d04d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:39.543205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=33e20f41-b064-4743-b6df-2e5b43162e00,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:39.561656 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-975995ce-e77f-4ae6-a3a1-154e79d04d2e None None] For port b5734836-58a6-4c52-b014-0304549d337f, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b5734836-58a6-4c52-b014-0304549d337f,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:08:39.580807 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router aa5e957c-72cf-4714-b417-9a55d6485f76 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:08:39.683591 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-975995ce-e77f-4ae6-a3a1-154e79d04d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:39.753320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975995ce-e77f-4ae6-a3a1-154e79d04d2e None None] Pushing event updated for resources: {'Port': ['ID=b5734836-58a6-4c52-b014-0304549d337f,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:39.778021 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:08:39.789635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Sync routers for ids ['aa5e957c-72cf-4714-b417-9a55d6485f76'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:08:39.791904 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a1090698-e7c0-4ca1-a8f4-1e49b95d64bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/aa5e957c-72cf-4714-b417-9a55d6485f76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2528305 Jan 28 18:08:39.794289 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48540) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:39.807855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Routers {'aa5e957c-72cf-4714-b417-9a55d6485f76'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:08:39.808481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:08:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['aa5e957c-72cf-4714-b417-9a55d6485f76'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:39.943908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557eaae-364f-49b6-bb3f-386162f1608e tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:39.944384 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557eaae-364f-49b6-bb3f-386162f1608e tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:39.944968 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557eaae-364f-49b6-bb3f-386162f1608e tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:39.945484 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557eaae-364f-49b6-bb3f-386162f1608e tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:39.945941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557eaae-364f-49b6-bb3f-386162f1608e tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:39.946390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557eaae-364f-49b6-bb3f-386162f1608e tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:39.948381 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f557eaae-364f-49b6-bb3f-386162f1608e tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1532397 Jan 28 18:08:39.952101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48544) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:39.958454 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d7b0bd58-8645-464b-ab17-883328f005d2 None None] Provisioning for port 2a49837b-a71d-48e3-9a5c-31fdf687aeee completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:08:39.976004 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d7b0bd58-8645-464b-ab17-883328f005d2 None None] Provisioning complete for port 2a49837b-a71d-48e3-9a5c-31fdf687aeee triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:08:39.976601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d7b0bd58-8645-464b-ab17-883328f005d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:40.021554 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8dee6ef0-3a29-412e-8648-d989ce07e7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:40.034090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d73be09-2b82-470d-af6d-e02d6b5ac300 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:40.034555 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d73be09-2b82-470d-af6d-e02d6b5ac300 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:40.035028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d73be09-2b82-470d-af6d-e02d6b5ac300 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:40.035523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d73be09-2b82-470d-af6d-e02d6b5ac300 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:40.036126 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d73be09-2b82-470d-af6d-e02d6b5ac300 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:40.036579 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d73be09-2b82-470d-af6d-e02d6b5ac300 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:40.038393 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4d73be09-2b82-470d-af6d-e02d6b5ac300 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0857480 Jan 28 18:08:40.041000 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48548) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:40.057169 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0bd58-8645-464b-ab17-883328f005d2 None None] Port 2a49837b-a71d-48e3-9a5c-31fdf687aeee cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:08:40.069757 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Set router aa5e957c-72cf-4714-b417-9a55d6485f76 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:08:40.136200 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d7b0bd58-8645-464b-ab17-883328f005d2 None None] Provisioning complete for port b5734836-58a6-4c52-b014-0304549d337f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:08:40.136572 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d7b0bd58-8645-464b-ab17-883328f005d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:40.263840 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8315d7f4-5dfe-496f-99b9-27da4d207889 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2190287 Jan 28 18:08:40.264034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48552) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:40.270577 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-652811475', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:08:40.411391 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:08:40.415613 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:port and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:08:40.418494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:08:40.424726 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:08:40.495841 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:08:38Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '2a49837b-a71d-48e3-9a5c-31fdf687aeee', 'name': '', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:e6:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:37Z', 'updated_at': '2022-01-28T18:08:38Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:40.499805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Checking router: aa5e957c-72cf-4714-b417-9a55d6485f76 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:08:40.500446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Updating router aa5e957c-72cf-4714-b417-9a55d6485f76 port 2a49837b-a71d-48e3-9a5c-31fdf687aeee binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:08:40.533278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:08:40.533278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:40.535431 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b5734836-58a6-4c52-b014-0304549d337f up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:08:40.563160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] device_id is not set on port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:08:40.621730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:40.642005 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1e8a750f-ded1-4cd7-b22d-c66762bb55fa None None] Provisioning complete for port 2a49837b-a71d-48e3-9a5c-31fdf687aeee triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:08:40.643018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1e8a750f-ded1-4cd7-b22d-c66762bb55fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:40.702667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.12 (c7719b1a-9ceb-4980-a60c-bf99fb7636f1/1e297097-e242-44da-b4a1-4bac6a5a5ae4/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:08:40.789584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a750f-ded1-4cd7-b22d-c66762bb55fa None None] Port 2a49837b-a71d-48e3-9a5c-31fdf687aeee cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:08:40.805035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port b5734836-58a6-4c52-b014-0304549d337f triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:08:40.805411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:40.915096 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:40.931023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object f2d1f84f-401c-4ec9-afa4-0b1870b9d35f will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:08:40.953241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 33e20f41-b064-4743-b6df-2e5b43162e00 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:08:41.018136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 33e20f41-b064-4743-b6df-2e5b43162e00 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:08:41.018429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:41.026536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:41.100177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:08:41.103321 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:08:41.106332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:08:41.143337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:41.182529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:41.183209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:41.306910 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e66b95e8-c43e-4278-b5e9-17eab97c7af3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0418658 Jan 28 18:08:41.362981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:41.374486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Transition to ACTIVE for port object 2a49837b-a71d-48e3-9a5c-31fdf687aeee will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:08:41.469558 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:41.511552 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cc9425f6-eb5d-4605-9532-44c796b90fdf None None] Provisioning for port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:08:41.579345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cc9425f6-eb5d-4605-9532-44c796b90fdf None None] Provisioning complete for port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:08:41.580246 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cc9425f6-eb5d-4605-9532-44c796b90fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:41.657053 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236bba4-f89a-4473-9c86-a281f4c7e7bf None None] Pushing event updated for resources: {'Port': ['ID=2a49837b-a71d-48e3-9a5c-31fdf687aeee,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:41.700928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-cc9425f6-eb5d-4605-9532-44c796b90fdf None None] Port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:08:41.743826 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48558) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:41.749096 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037142268', 'description': 'tempest-secgroup-smoke-2037142268 description', 'project_id': '92550370897a4318a214dd17d934ca5a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:08:41.756528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Attempting to bind port 2a49837b-a71d-48e3-9a5c-31fdf687aeee on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:08:41.756900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Attempting to bind port 2a49837b-a71d-48e3-9a5c-31fdf687aeee by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:08:41.757261 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Attempting to bind port 2a49837b-a71d-48e3-9a5c-31fdf687aeee on network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:08:41.763071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:08:41.763482 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Checking segment: {'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:08:41.763880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:41.764311 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Bound using segment: {'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:08:41.764764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Bound port: 2a49837b-a71d-48e3-9a5c-31fdf687aeee, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:08:41.765193 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:41.864677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:08:41.868894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:08:41.869500 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] For port 2a49837b-a71d-48e3-9a5c-31fdf687aeee, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:08:41.871807 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:08:41.872729 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] For port 2a49837b-a71d-48e3-9a5c-31fdf687aeee, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2a49837b-a71d-48e3-9a5c-31fdf687aeee,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:08:41.878258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:08:41.941108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:41.972676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:42.009970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:08:42.020241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:08:42.025676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:08:42.027048 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Routers {'aa5e957c-72cf-4714-b417-9a55d6485f76'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:08:42.027656 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:08:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['aa5e957c-72cf-4714-b417-9a55d6485f76'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:42.033429 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:08:42.111222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236bba4-f89a-4473-9c86-a281f4c7e7bf None None] Pushing event updated for resources: {'Port': ['ID=2a49837b-a71d-48e3-9a5c-31fdf687aeee,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:42.120907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:42.201021 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:42.218960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] Set router aa5e957c-72cf-4714-b417-9a55d6485f76 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:08:42.248301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd0a887-bf4d-42b6-b458-c9d29772852b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:42.317374 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:42.318650 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e3642cf4-8697-4a4a-95d5-7a32a6588123 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5738323 Jan 28 18:08:42.324724 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48562) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:42.326869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-afec823f-7dae-4a1b-b2aa-d59952ebc8ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'bfd0a887-bf4d-42b6-b458-c9d29772852b', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:08:42.332857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-afec823f-7dae-4a1b-b2aa-d59952ebc8ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:08:42.336862 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-afec823f-7dae-4a1b-b2aa-d59952ebc8ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:08:42.339689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-afec823f-7dae-4a1b-b2aa-d59952ebc8ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:08:42.345985 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-afec823f-7dae-4a1b-b2aa-d59952ebc8ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:08:42.429154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e16c50ca-4265-41ee-be21-3a28dd44cf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:42.442365 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-afec823f-7dae-4a1b-b2aa-d59952ebc8ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:42.506441 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-afec823f-7dae-4a1b-b2aa-d59952ebc8ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:42.552279 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:08:38Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '2a49837b-a71d-48e3-9a5c-31fdf687aeee', 'name': '', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:e6:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:37Z', 'updated_at': '2022-01-28T18:08:41Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:08:42.556107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3375a711-4667-4ff7-b12d-4082383610a5 None None] The sync data for ids ['aa5e957c-72cf-4714-b417-9a55d6485f76'] in dv-neutron-826919-1-hyperv is: [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:08:38Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '2a49837b-a71d-48e3-9a5c-31fdf687aeee', 'name': '', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:e6:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:37Z', 'updated_at': '2022-01-28T18:08:41Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:08:42.580564 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-afec823f-7dae-4a1b-b2aa-d59952ebc8ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:42.600189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec823f-7dae-4a1b-b2aa-d59952ebc8ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e90594-fa2a-4c3e-9872-148e6301b68e,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:42.694516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-afec823f-7dae-4a1b-b2aa-d59952ebc8ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:42.695781 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-afec823f-7dae-4a1b-b2aa-d59952ebc8ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3732791 Jan 28 18:08:42.698528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48566) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:42.703627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b6e5b0b7-e4fe-4ada-a1f8-c59044a57ded tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'bfd0a887-bf4d-42b6-b458-c9d29772852b', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:08:42.709777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b6e5b0b7-e4fe-4ada-a1f8-c59044a57ded tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:08:42.713783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b6e5b0b7-e4fe-4ada-a1f8-c59044a57ded tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:08:42.717323 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b6e5b0b7-e4fe-4ada-a1f8-c59044a57ded tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:08:42.723846 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b6e5b0b7-e4fe-4ada-a1f8-c59044a57ded tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:08:42.808159 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b0b7-e4fe-4ada-a1f8-c59044a57ded tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:42.873515 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b0b7-e4fe-4ada-a1f8-c59044a57ded tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:42.921575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b0b7-e4fe-4ada-a1f8-c59044a57ded tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:42.946140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5b0b7-e4fe-4ada-a1f8-c59044a57ded tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f23b631-6d96-4d34-b05f-1a707e8cc93d,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:43.019572 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b0b7-e4fe-4ada-a1f8-c59044a57ded tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:43.020951 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b6e5b0b7-e4fe-4ada-a1f8-c59044a57ded tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3213890 Jan 28 18:08:43.023586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48570) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:43.029215 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-4ffd8a43-2ea8-4fdd-b384-995af584b9f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'bfd0a887-bf4d-42b6-b458-c9d29772852b', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:08:43.036580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4ffd8a43-2ea8-4fdd-b384-995af584b9f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:08:43.040899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4ffd8a43-2ea8-4fdd-b384-995af584b9f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:08:43.044162 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4ffd8a43-2ea8-4fdd-b384-995af584b9f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:08:43.050410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4ffd8a43-2ea8-4fdd-b384-995af584b9f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:08:43.128325 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8a43-2ea8-4fdd-b384-995af584b9f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:43.200771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8a43-2ea8-4fdd-b384-995af584b9f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:43.235966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:43.293034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8a43-2ea8-4fdd-b384-995af584b9f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:43.317594 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd8a43-2ea8-4fdd-b384-995af584b9f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f379894-3535-449f-a610-e4e022d20691,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:43.389441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:43.424182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8a43-2ea8-4fdd-b384-995af584b9f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:43.425400 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4ffd8a43-2ea8-4fdd-b384-995af584b9f2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4007673 Jan 28 18:08:43.428151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48576) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:43.433279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-0278bbfb-669c-4e16-b286-97ad78f96211 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'bfd0a887-bf4d-42b6-b458-c9d29772852b', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:08:43.440094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0278bbfb-669c-4e16-b286-97ad78f96211 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:08:43.444078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0278bbfb-669c-4e16-b286-97ad78f96211 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:08:43.447327 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0278bbfb-669c-4e16-b286-97ad78f96211 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:08:43.453145 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0278bbfb-669c-4e16-b286-97ad78f96211 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:08:43.557047 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0278bbfb-669c-4e16-b286-97ad78f96211 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:43.626816 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0278bbfb-669c-4e16-b286-97ad78f96211 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:43.699086 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0278bbfb-669c-4e16-b286-97ad78f96211 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:43.724338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278bbfb-669c-4e16-b286-97ad78f96211 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7741ddd5-e619-4238-84d8-dd35a892a5a6,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:43.825783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0278bbfb-669c-4e16-b286-97ad78f96211 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:43.826944 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0278bbfb-669c-4e16-b286-97ad78f96211 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3978567 Jan 28 18:08:43.830248 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48580) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:43.835460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-ba0d8201-759f-4e8f-9ddb-e98f8701ecc9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'bfd0a887-bf4d-42b6-b458-c9d29772852b', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:08:43.841283 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ba0d8201-759f-4e8f-9ddb-e98f8701ecc9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:08:43.845064 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ba0d8201-759f-4e8f-9ddb-e98f8701ecc9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:08:43.848633 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-ba0d8201-759f-4e8f-9ddb-e98f8701ecc9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:08:43.854380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-ba0d8201-759f-4e8f-9ddb-e98f8701ecc9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:08:43.926762 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-ba0d8201-759f-4e8f-9ddb-e98f8701ecc9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:08:43.933157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba0d8201-759f-4e8f-9ddb-e98f8701ecc9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:43.995912 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba0d8201-759f-4e8f-9ddb-e98f8701ecc9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:44.104278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba0d8201-759f-4e8f-9ddb-e98f8701ecc9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:44.127598 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d8201-759f-4e8f-9ddb-e98f8701ecc9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e178c5-30bf-45b5-94e3-b6088d31c66b,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:44.224134 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba0d8201-759f-4e8f-9ddb-e98f8701ecc9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:44.225389 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ba0d8201-759f-4e8f-9ddb-e98f8701ecc9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3941870 Jan 28 18:08:44.228126 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48584) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:44.232950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3231b7bd-bc7c-44a2-b8db-aa06d2d4cd39 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'bfd0a887-bf4d-42b6-b458-c9d29772852b', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:08:44.238774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3231b7bd-bc7c-44a2-b8db-aa06d2d4cd39 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:08:44.242721 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3231b7bd-bc7c-44a2-b8db-aa06d2d4cd39 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:08:44.245618 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3231b7bd-bc7c-44a2-b8db-aa06d2d4cd39 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:08:44.251898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3231b7bd-bc7c-44a2-b8db-aa06d2d4cd39 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:08:44.328333 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-3231b7bd-bc7c-44a2-b8db-aa06d2d4cd39 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:08:44.335970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3231b7bd-bc7c-44a2-b8db-aa06d2d4cd39 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:44.404695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3231b7bd-bc7c-44a2-b8db-aa06d2d4cd39 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:44.469355 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3231b7bd-bc7c-44a2-b8db-aa06d2d4cd39 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:44.498934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231b7bd-bc7c-44a2-b8db-aa06d2d4cd39 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7148b9e-7622-4299-b176-656b5438193f,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:44.541688 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2a49837b-a71d-48e3-9a5c-31fdf687aeee up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:08:44.572615 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3231b7bd-bc7c-44a2-b8db-aa06d2d4cd39 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:44.577848 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3231b7bd-bc7c-44a2-b8db-aa06d2d4cd39 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3486903 Jan 28 18:08:44.671832 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 2a49837b-a71d-48e3-9a5c-31fdf687aeee completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:08:44.677460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 2a49837b-a71d-48e3-9a5c-31fdf687aeee triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:08:44.677823 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:44.793607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:44.833126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 2a49837b-a71d-48e3-9a5c-31fdf687aeee, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2a49837b-a71d-48e3-9a5c-31fdf687aeee,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:08:44.889104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-b14e04dc-acf9-4024-95eb-8729f9048c38 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:08:44.946450 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:45.042643 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:45.049520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-b14e04dc-acf9-4024-95eb-8729f9048c38 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:08:45.050733 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-b14e04dc-acf9-4024-95eb-8729f9048c38 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037142268&fields=id&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 267 time: 0.2055342 Jan 28 18:08:45.073153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=2a49837b-a71d-48e3-9a5c-31fdf687aeee,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:45.126366 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-88d11d61-138b-4294-a26d-3a63db62b0c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:45.126943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-88d11d61-138b-4294-a26d-3a63db62b0c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:08:45.201028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-88d11d61-138b-4294-a26d-3a63db62b0c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:08:45.202225 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-88d11d61-138b-4294-a26d-3a63db62b0c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f HTTP/1.1" status: 200 len: 930 time: 0.1448126 Jan 28 18:08:45.321273 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-278af6aa-596a-4793-9edb-4e3416147a4f service neutron] 10.222.0.26 "GET /v2.0/ports/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1071651 Jan 28 18:08:45.449857 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-858f3ea9-fb05-4dd8-a77d-876cf9df9382 service neutron] 10.222.0.26 "GET /v2.0/networks/c7719b1a-9ceb-4980-a60c-bf99fb7636f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229107 Jan 28 18:08:45.581120 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-931ca6d7-01bc-47ee-a498-c02931bfdf8d service neutron] 10.222.0.26 "GET /v2.0/networks/c7719b1a-9ceb-4980-a60c-bf99fb7636f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246684 Jan 28 18:08:45.957429 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2fa28bec-dab2-486d-8f6f-a80353a33a15 req-844a40d0-9a91-4190-8409-503b355098bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:08:45.969235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2fa28bec-dab2-486d-8f6f-a80353a33a15 req-844a40d0-9a91-4190-8409-503b355098bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:08:45.970421 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2fa28bec-dab2-486d-8f6f-a80353a33a15 req-844a40d0-9a91-4190-8409-503b355098bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 210 time: 0.1120903 Jan 28 18:08:46.512338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2a49837b-a71d-48e3-9a5c-31fdf687aeee up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:08:46.583613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 2a49837b-a71d-48e3-9a5c-31fdf687aeee triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:08:46.583987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:47.124816 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e0c16578-a086-431f-9db9-ed5d6832261a req-a56950fd-e4b2-49ea-9672-b0091c6e3358 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 210 time: 0.0420563 Jan 28 18:08:48.103170 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-f66c707a-3192-43b6-a8be-00d2ca9ffe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:48.104435 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-f66c707a-3192-43b6-a8be-00d2ca9ffe70 service neutron] 10.222.0.16 "GET /v2.0/ports/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f HTTP/1.1" status: 200 len: 1026 time: 0.0637546 Jan 28 18:08:48.255574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-c1ec0451-64e0-4c9a-a59f-47c54311e1e4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:48.261042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-c1ec0451-64e0-4c9a-a59f-47c54311e1e4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:08:48.284635 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-426c195d-3dcc-43c6-ba9b-5d6e89bfac91 req-32250c3e-326e-4337-a02f-ddf5b1afdc27 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 210 time: 0.0451360 Jan 28 18:08:48.407345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-c1ec0451-64e0-4c9a-a59f-47c54311e1e4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:08:48.408551 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-c1ec0451-64e0-4c9a-a59f-47c54311e1e4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/networks?id=c7719b1a-9ceb-4980-a60c-bf99fb7636f1 HTTP/1.1" status: 200 len: 797 time: 0.2992492 Jan 28 18:08:48.456845 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-a8c3ce0c-cd61-4167-98c2-e8822d78e74f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 380 time: 0.0399308 Jan 28 18:08:48.466338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Request body: {'port': {'device_id': 'a5e4b639-4565-4802-8469-d8c798c649ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:08:48.575798 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:49.005337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d1f84f-401c-4ec9-afa4-0b1870b9d35f {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:08:49.013562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:49.028446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Transition to ACTIVE for port object f2d1f84f-401c-4ec9-afa4-0b1870b9d35f will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:08:49.115438 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:49.268733 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:49.352612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Attempting to bind port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:08:49.352946 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Attempting to bind port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:08:49.353290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Attempting to bind port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f on network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:08:49.358078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f on network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:08:49.358391 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Attempting to bind port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f on network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:08:49.363638 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:08:49.363969 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Checking segment: {'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:08:49.364348 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Bound using segment: {'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:08:49.364761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Bound port: f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:08:49.365096 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:49.512008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] For port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:08:49.517897 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] For port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:08:49.530428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f359af2-cf87-468f-ae08-25feaad453c4 req-4ea7a041-4dea-4156-a16c-eba1b329a0b3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:49.531893 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3f359af2-cf87-468f-ae08-25feaad453c4 req-4ea7a041-4dea-4156-a16c-eba1b329a0b3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 981 time: 0.1266265 Jan 28 18:08:49.575633 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3f359af2-cf87-468f-ae08-25feaad453c4 req-8e3bf97c-da5b-4d5f-9c89-219b85707d5e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380523 Jan 28 18:08:49.649131 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:49.711491 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:49.712013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:49.713733 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] 10.222.0.16 "PUT /v2.0/ports/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f HTTP/1.1" status: 200 len: 1131 time: 1.2511504 Jan 28 18:08:49.716611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e4b639-4565-4802-8469-d8c798c649ec', 'tag': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:08:49.740555 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae86089-1ca4-4d88-acf7-b3b52b528467 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:49.767251 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e4b639-4565-4802-8469-d8c798c649ec', 'tag': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f', 'status': 'completed', 'code': 200} Jan 28 18:08:49.862659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e596e7-c342-42b0-9773-f0fcc973276d req-57f03f00-91c7-40cf-846e-d7d0fafd06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:49.864273 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-17e596e7-c342-42b0-9773-f0fcc973276d req-57f03f00-91c7-40cf-846e-d7d0fafd06d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 1134 time: 0.0766528 Jan 28 18:08:49.883034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:50.005431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e596e7-c342-42b0-9773-f0fcc973276d req-12ee8d50-15fb-4de0-aa06-324e4f8e1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:50.007035 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-17e596e7-c342-42b0-9773-f0fcc973276d req-12ee8d50-15fb-4de0-aa06-324e4f8e1243 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=92550370897a4318a214dd17d934ca5a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1362071 Jan 28 18:08:50.151216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e596e7-c342-42b0-9773-f0fcc973276d req-a742724b-e27e-40d8-991a-a8e7ff23b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:50.153751 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-17e596e7-c342-42b0-9773-f0fcc973276d req-a742724b-e27e-40d8-991a-a8e7ff23b5bd service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402762 Jan 28 18:08:50.255134 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-48300dfc-ea15-447d-9db6-04107ff99351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:50.256594 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-48300dfc-ea15-447d-9db6-04107ff99351 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 1134 time: 0.0690460 Jan 28 18:08:50.326796 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-f22367e0-97ed-4280-9bdd-7f382a24b0c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f HTTP/1.1" status: 200 len: 217 time: 0.0629764 Jan 28 18:08:50.390704 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-9f714977-488c-4d47-996c-a7af105ffb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:50.395637 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-9f714977-488c-4d47-996c-a7af105ffb77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e297097-e242-44da-b4a1-4bac6a5a5ae4 HTTP/1.1" status: 200 len: 835 time: 0.0592823 Jan 28 18:08:50.471238 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-bf0a67be-b276-4e1d-acc3-5372de423464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:50.471238 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-bf0a67be-b276-4e1d-acc3-5372de423464 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7719b1a-9ceb-4980-a60c-bf99fb7636f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709951 Jan 28 18:08:50.599767 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-dfd1dd5c-fca4-4e0c-9a6d-525e3dcaa1a9 service neutron] 10.222.0.16 "GET /v2.0/networks/c7719b1a-9ceb-4980-a60c-bf99fb7636f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247785 Jan 28 18:08:50.794789 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8695ee7-f372-4d32-9cd2-e0e63b680b17 req-b2ce08a3-d94b-4e31-b98f-0a5740e99c78 service neutron] 10.222.0.16 "GET /v2.0/networks/c7719b1a-9ceb-4980-a60c-bf99fb7636f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895952 Jan 28 18:08:50.810168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce58342-bfc2-4a8f-b764-d94d0c8bf070 req-285c83e9-3c8a-4f86-b128-7f0fdd053f9d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:50.811601 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dce58342-bfc2-4a8f-b764-d94d0c8bf070 req-285c83e9-3c8a-4f86-b128-7f0fdd053f9d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 981 time: 0.1277556 Jan 28 18:08:50.958561 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dce58342-bfc2-4a8f-b764-d94d0c8bf070 req-7408328e-05a2-4114-923c-432d5292193a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410449 Jan 28 18:08:52.152568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5874c1-3050-425c-8182-ceed4f4fe9ae req-65cc03b9-2481-4868-89fc-5eb8ea5b0295 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:52.154055 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1c5874c1-3050-425c-8182-ceed4f4fe9ae req-65cc03b9-2481-4868-89fc-5eb8ea5b0295 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 981 time: 0.0820777 Jan 28 18:08:52.198631 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1c5874c1-3050-425c-8182-ceed4f4fe9ae req-1fd9df8b-16e1-442e-93bd-388ef5f319be tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385115 Jan 28 18:08:52.639963 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device f2d1f84f-401c-4ec9-afa4-0b1870b9d35f details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:08:52.783666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:08:52.800778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'port_id': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f', 'mac_address': 'fa:16:3e:65:cf:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:08:52.856516 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:52.877003 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d1f84f-401c-4ec9-afa4-0b1870b9d35f {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:08:52.894211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:08:52.952397 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:53.025344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:53.205449 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['f2d1f84f-401c-4ec9-afa4-0b1870b9d35f'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:08:53.396995 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a8f24-8dd9-40b2-aa7f-d782b9acacea req-cb029f44-6834-4eba-82ad-6e58818196f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:53.398446 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4c0a8f24-8dd9-40b2-aa7f-d782b9acacea req-cb029f44-6834-4eba-82ad-6e58818196f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 982 time: 0.0904076 Jan 28 18:08:53.443367 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4c0a8f24-8dd9-40b2-aa7f-d782b9acacea req-40f02200-4232-437d-aa1e-07399e7efda5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393469 Jan 28 18:08:54.633841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406da56-5870-4588-b1da-ee76dae8bc90 req-de099686-f4fc-422d-8890-83f1da45a264 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:54.635303 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0406da56-5870-4588-b1da-ee76dae8bc90 req-de099686-f4fc-422d-8890-83f1da45a264 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 982 time: 0.0844271 Jan 28 18:08:54.661479 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device f2d1f84f-401c-4ec9-afa4-0b1870b9d35f up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:08:54.681666 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0406da56-5870-4588-b1da-ee76dae8bc90 req-b1e15bf3-e895-4e95-b78f-bbee728a501f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407352 Jan 28 18:08:54.842858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:08:54.847942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:08:54.848321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:54.966549 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:54.992830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e4b639-4565-4802-8469-d8c798c649ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:08:55.003561 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:08:55.038047 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e4b639-4565-4802-8469-d8c798c649ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f', 'code': 200} Jan 28 18:08:55.069345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:55.136032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:55.392662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e437a2-3a05-44f4-b981-ef33a19630a5 req-e64bfb94-c05d-4451-afe3-92fd916520f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:55.394039 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-73e437a2-3a05-44f4-b981-ef33a19630a5 req-e64bfb94-c05d-4451-afe3-92fd916520f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 1136 time: 0.0702004 Jan 28 18:08:55.433326 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-73e437a2-3a05-44f4-b981-ef33a19630a5 req-527ac38c-f355-427b-a4c0-4869c966cb6e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338814 Jan 28 18:08:55.865427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8016a9-0421-410b-b8cd-f3aae818dd70 req-c2d835b4-e872-4973-b16d-75d7f7cc1f81 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:55.866905 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e8016a9-0421-410b-b8cd-f3aae818dd70 req-c2d835b4-e872-4973-b16d-75d7f7cc1f81 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 983 time: 0.0791097 Jan 28 18:08:55.916070 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e8016a9-0421-410b-b8cd-f3aae818dd70 req-44d33252-8920-468d-b13c-575f3f221c35 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430474 Jan 28 18:08:57.101333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf617f-72a2-40d1-9f2d-dafc0bd7e415 req-ce515c75-f5fb-4142-aee3-490a89e04149 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:57.102747 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bdcf617f-72a2-40d1-9f2d-dafc0bd7e415 req-ce515c75-f5fb-4142-aee3-490a89e04149 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 983 time: 0.0784869 Jan 28 18:08:57.149102 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bdcf617f-72a2-40d1-9f2d-dafc0bd7e415 req-608aa474-27cb-4c44-b42d-58a297ea1f7f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407045 Jan 28 18:08:57.335498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5c153-cc3e-4743-ade7-d87bfcaaaeac req-b7603baa-0677-4a72-8d4e-7b1b45d94478 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:57.337021 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5ff5c153-cc3e-4743-ade7-d87bfcaaaeac req-b7603baa-0677-4a72-8d4e-7b1b45d94478 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 983 time: 0.0869997 Jan 28 18:08:57.382116 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5ff5c153-cc3e-4743-ade7-d87bfcaaaeac req-2be4d67a-2854-466f-8f58-a2e0d7c96481 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394614 Jan 28 18:08:57.404276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48648) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:57.473049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a1a224-c8f6-4501-a830-d61430a7cafd tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:08:57.474520 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a5a1a224-c8f6-4501-a830-d61430a7cafd tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 1131 time: 0.0692809 Jan 28 18:08:57.479742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48652) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:08:57.484963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:08:57.491518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:08:57.495669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:floatingip and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:08:57.498514 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:08:57.505031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:08:57.598812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:57.747613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:57.892341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.133 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/e3c9b47c-24e8-48dd-93a9-6a374c7178e1) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:08:58.135942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:58.241054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:58.313737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:08:58.317009 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:08:58.320823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:08:58.354589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=e3c9b47c-24e8-48dd-93a9-6a374c7178e1,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:58.738682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:58.867561 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:59.069082 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:59.183290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:59.290203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=e3c9b47c-24e8-48dd-93a9-6a374c7178e1,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:08:59.300767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:08:59.465570 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 171bee27-2e30-4c7a-bad5-9239dbbbc7bc associated. External IP: 172.26.1.133, port: f2d1f84f-401c-4ec9-afa4-0b1870b9d35f. Jan 28 18:08:59.918393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router aa5e957c-72cf-4714-b417-9a55d6485f76 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:09:00.104402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:09:00.114878 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d409e2-bb70-436e-a1c5-c35eab54eb39 None None] Sync routers for ids ['aa5e957c-72cf-4714-b417-9a55d6485f76'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:09:00.124858 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d409e2-bb70-436e-a1c5-c35eab54eb39 None None] Routers {'aa5e957c-72cf-4714-b417-9a55d6485f76'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:09:00.125438 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-47d409e2-bb70-436e-a1c5-c35eab54eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:08:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['aa5e957c-72cf-4714-b417-9a55d6485f76'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:00.192236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:00.250314 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d2eec63f-371f-4181-b02e-7344362605ea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.7695541 Jan 28 18:09:00.250888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e4b639-4565-4802-8469-d8c798c649ec', 'tag': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:09:00.253776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48656) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:00.299609 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-47d409e2-bb70-436e-a1c5-c35eab54eb39 None None] Set router aa5e957c-72cf-4714-b417-9a55d6485f76 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:09:00.319462 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e4b639-4565-4802-8469-d8c798c649ec', 'tag': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f', 'status': 'completed', 'code': 200} Jan 28 18:09:00.337368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269fda6-b66a-4a7b-89cd-009901e1cb0e tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:00.341986 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f269fda6-b66a-4a7b-89cd-009901e1cb0e tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec&network_id=c7719b1a-9ceb-4980-a60c-bf99fb7636f1 HTTP/1.1" status: 200 len: 1131 time: 0.0841715 Jan 28 18:09:00.456968 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7b995-a365-4104-9e10-3a37bba96874 req-4e71da6b-ff55-44b9-b420-0cf65c6d7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:00.458611 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f6e7b995-a365-4104-9e10-3a37bba96874 req-4e71da6b-ff55-44b9-b420-0cf65c6d7709 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 1136 time: 0.1176634 Jan 28 18:09:00.591411 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7b995-a365-4104-9e10-3a37bba96874 req-c4b53e66-22c8-43f3-8b86-65a60737a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:00.592843 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f6e7b995-a365-4104-9e10-3a37bba96874 req-c4b53e66-22c8-43f3-8b86-65a60737a2a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7719b1a-9ceb-4980-a60c-bf99fb7636f1 HTTP/1.1" status: 200 len: 898 time: 0.1284094 Jan 28 18:09:00.664756 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-47d409e2-bb70-436e-a1c5-c35eab54eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:08:38Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '171bee27-2e30-4c7a-bad5-9239dbbbc7bc', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'port_id': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-652811475', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'mac_address': 'fa:16:3e:65:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e4b639-4565-4802-8469-d8c798c649ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:08:58Z', 'updated_at': '2022-01-28T18:08:58Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a49837b-a71d-48e3-9a5c-31fdf687aeee', 'name': '', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:e6:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:37Z', 'updated_at': '2022-01-28T18:08:44Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:00.668479 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d409e2-bb70-436e-a1c5-c35eab54eb39 None None] Checking router: aa5e957c-72cf-4714-b417-9a55d6485f76 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:09:00.678086 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d409e2-bb70-436e-a1c5-c35eab54eb39 None None] Routers {'aa5e957c-72cf-4714-b417-9a55d6485f76'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:09:00.678695 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-47d409e2-bb70-436e-a1c5-c35eab54eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:08:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['aa5e957c-72cf-4714-b417-9a55d6485f76'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:00.702463 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f6e7b995-a365-4104-9e10-3a37bba96874 req-d2aff23e-a0f9-4b00-8a9b-181e6f707bc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f HTTP/1.1" status: 200 len: 1037 time: 0.1032925 Jan 28 18:09:00.771255 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7b995-a365-4104-9e10-3a37bba96874 req-5e703a8d-8c7c-4f5e-9cd3-a938f4813836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:00.772721 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f6e7b995-a365-4104-9e10-3a37bba96874 req-5e703a8d-8c7c-4f5e-9cd3-a938f4813836 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e297097-e242-44da-b4a1-4bac6a5a5ae4 HTTP/1.1" status: 200 len: 835 time: 0.0644288 Jan 28 18:09:00.849639 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7b995-a365-4104-9e10-3a37bba96874 req-27e7ed81-f76e-4620-810d-2290eddc52db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:00.851042 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f6e7b995-a365-4104-9e10-3a37bba96874 req-27e7ed81-f76e-4620-810d-2290eddc52db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7719b1a-9ceb-4980-a60c-bf99fb7636f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727429 Jan 28 18:09:00.891278 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-47d409e2-bb70-436e-a1c5-c35eab54eb39 None None] Set router aa5e957c-72cf-4714-b417-9a55d6485f76 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:09:01.057176 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f6e7b995-a365-4104-9e10-3a37bba96874 req-5395ac21-436a-4144-b846-4edc405f67db service neutron] 10.222.0.16 "GET /v2.0/networks/c7719b1a-9ceb-4980-a60c-bf99fb7636f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974671 Jan 28 18:09:01.065239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664702b9-36b3-479e-8c4d-7ab5c0e4f1c8 req-ea5f7018-93dd-4827-a0b9-d1ee8705e71a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:01.066599 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-664702b9-36b3-479e-8c4d-7ab5c0e4f1c8 req-ea5f7018-93dd-4827-a0b9-d1ee8705e71a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 983 time: 0.1871521 Jan 28 18:09:01.190093 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-664702b9-36b3-479e-8c4d-7ab5c0e4f1c8 req-a872e03b-7347-4514-901e-bf527722075c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043854 Jan 28 18:09:01.225582 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f6e7b995-a365-4104-9e10-3a37bba96874 req-eccef862-921a-4305-92d7-44b32115a45c service neutron] 10.222.0.16 "GET /v2.0/networks/c7719b1a-9ceb-4980-a60c-bf99fb7636f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580334 Jan 28 18:09:01.249788 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-47d409e2-bb70-436e-a1c5-c35eab54eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:08:38Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '171bee27-2e30-4c7a-bad5-9239dbbbc7bc', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'port_id': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-652811475', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'mac_address': 'fa:16:3e:65:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e4b639-4565-4802-8469-d8c798c649ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:08:58Z', 'updated_at': '2022-01-28T18:08:58Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a49837b-a71d-48e3-9a5c-31fdf687aeee', 'name': '', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:e6:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:37Z', 'updated_at': '2022-01-28T18:08:44Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:01.258140 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d409e2-bb70-436e-a1c5-c35eab54eb39 None None] The sync data for ids ['aa5e957c-72cf-4714-b417-9a55d6485f76'] in dv-neutron-826919-1-hyperv is: [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:08:38Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '171bee27-2e30-4c7a-bad5-9239dbbbc7bc', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'port_id': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-652811475', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'mac_address': 'fa:16:3e:65:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e4b639-4565-4802-8469-d8c798c649ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:08:58Z', 'updated_at': '2022-01-28T18:08:58Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a49837b-a71d-48e3-9a5c-31fdf687aeee', 'name': '', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:e6:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:37Z', 'updated_at': '2022-01-28T18:08:44Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:09:01.454547 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aca9b0-26d4-4f8f-80ec-0a9be0d318eb None None] New status for floating IP 171bee27-2e30-4c7a-bad5-9239dbbbc7bc: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:09:02.217111 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-29d39b29-69a9-4a01-a1d0-3daef890586f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:02.218645 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-29d39b29-69a9-4a01-a1d0-3daef890586f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 983 time: 0.0781400 Jan 28 18:09:02.292831 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-4834d317-0e7f-44e4-a59e-d4f5e60cd379 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:02.294221 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-4834d317-0e7f-44e4-a59e-d4f5e60cd379 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/ports/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0703681 Jan 28 18:09:02.383233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c655c50-c6d4-4c09-9a00-592e4f5f23bc req-5ffae26b-8f81-44c6-bee4-c2ad006623f5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:02.384697 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7c655c50-c6d4-4c09-9a00-592e4f5f23bc req-5ffae26b-8f81-44c6-bee4-c2ad006623f5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 983 time: 0.0794528 Jan 28 18:09:02.429300 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7c655c50-c6d4-4c09-9a00-592e4f5f23bc req-28989de4-3710-4dce-913a-b500d83ab049 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388508 Jan 28 18:09:02.438327 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-3ef17cad-8952-45f8-b1f4-001c7450ba68 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/networks/c7719b1a-9ceb-4980-a60c-bf99fb7636f1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1398549 Jan 28 18:09:02.448839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-b681106e-bf3e-4a55-acd1-12bb3fbba41a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:02.659096 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-b681106e-bf3e-4a55-acd1-12bb3fbba41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:02.853977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-b681106e-bf3e-4a55-acd1-12bb3fbba41a service neutron] For port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:09:02.881922 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-b681106e-bf3e-4a55-acd1-12bb3fbba41a service neutron] For port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:09:02.935512 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-b681106e-bf3e-4a55-acd1-12bb3fbba41a service neutron] device_id is not set on port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:09:02.944239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-b681106e-bf3e-4a55-acd1-12bb3fbba41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:03.069332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-b681106e-bf3e-4a55-acd1-12bb3fbba41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:03.211440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681106e-bf3e-4a55-acd1-12bb3fbba41a service neutron] Pushing event updated for resources: {'Port': ['ID=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,revision_number=6']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:03.263021 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-b681106e-bf3e-4a55-acd1-12bb3fbba41a service neutron] No DVR routers for this DVR port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f on host hv-neutron-8269 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:09:03.353176 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2069a22a-7bab-42e9-ac0a-5a95ce09021f None None] Provisioning complete for port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:03.353698 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2069a22a-7bab-42e9-ac0a-5a95ce09021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:03.406130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-2069a22a-7bab-42e9-ac0a-5a95ce09021f None None] Port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:09:03.485101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-b681106e-bf3e-4a55-acd1-12bb3fbba41a service neutron] In _notify_port_updated(), no bound segment for port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f on network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 {{(pid=88159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 18:09:03.485966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-b681106e-bf3e-4a55-acd1-12bb3fbba41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:03.486574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-b681106e-bf3e-4a55-acd1-12bb3fbba41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:03.488410 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-986a463f-3d2a-4eee-a5a3-e9f3477465a3 req-b681106e-bf3e-4a55-acd1-12bb3fbba41a service neutron] 10.222.0.16 "PUT /v2.0/ports/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f HTTP/1.1" status: 200 len: 1026 time: 1.0437071 Jan 28 18:09:03.581827 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-995c4a81-93d4-410d-ac4a-ce687e43908d req-42068814-3e63-422c-9d04-13b417517ad6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5e4b639-4565-4802-8469-d8c798c649ec HTTP/1.1" status: 200 len: 210 time: 0.0457830 Jan 28 18:09:04.127546 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [req-a58e743b-1e94-42a6-82e8-f0088922a136 req-922fe2a0-a3b3-484c-8fbf-93cd3f3181a4 service neutron] (88158) timed out ('10.222.0.16', 60060) {{(pid=88158) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 18:09:04.682711 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48674) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:04.750476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07116181-31ee-46f1-b894-c951c20f5027 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:04.751800 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-07116181-31ee-46f1-b894-c951c20f5027 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f HTTP/1.1" status: 200 len: 925 time: 0.0696819 Jan 28 18:09:05.203998 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48680) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:05.209214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-fa632e56-f385-4271-8679-2c1434072642 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448936481', 'description': 'tempest-secgroup-smoke-1448936481 description', 'project_id': '92550370897a4318a214dd17d934ca5a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:05.215234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fa632e56-f385-4271-8679-2c1434072642 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:05.225296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fa632e56-f385-4271-8679-2c1434072642 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:05.315269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fa632e56-f385-4271-8679-2c1434072642 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:05.336351 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fa632e56-f385-4271-8679-2c1434072642 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:05.340124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fa632e56-f385-4271-8679-2c1434072642 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:05.342859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fa632e56-f385-4271-8679-2c1434072642 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:05.348966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fa632e56-f385-4271-8679-2c1434072642 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:05.417628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fa632e56-f385-4271-8679-2c1434072642 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:05.510864 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fa632e56-f385-4271-8679-2c1434072642 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:05.556022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa632e56-f385-4271-8679-2c1434072642 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e607e4b5-cc98-4193-b89b-3ce6a9c1deaf,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:05.641944 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fa632e56-f385-4271-8679-2c1434072642 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:05.643187 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fa632e56-f385-4271-8679-2c1434072642 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4380407 Jan 28 18:09:05.646408 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48684) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:05.651416 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a6c8f31e-d634-44ae-aef6-353c4d6f2955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'e607e4b5-cc98-4193-b89b-3ce6a9c1deaf', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:05.657173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a6c8f31e-d634-44ae-aef6-353c4d6f2955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:05.661621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a6c8f31e-d634-44ae-aef6-353c4d6f2955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:05.664454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a6c8f31e-d634-44ae-aef6-353c4d6f2955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:05.670355 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a6c8f31e-d634-44ae-aef6-353c4d6f2955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:05.774620 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f31e-d634-44ae-aef6-353c4d6f2955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:05.834026 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f31e-d634-44ae-aef6-353c4d6f2955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:05.908781 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f31e-d634-44ae-aef6-353c4d6f2955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:05.931943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8f31e-d634-44ae-aef6-353c4d6f2955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0090a59e-0269-4ee8-b5b7-b78a4a2a2e21,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:06.189227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a6c8f31e-d634-44ae-aef6-353c4d6f2955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:06.190353 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a6c8f31e-d634-44ae-aef6-353c4d6f2955 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5429859 Jan 28 18:09:06.193600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48688) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:06.198518 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5a24fb9b-5382-4095-80dc-4c546dd2155d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'e607e4b5-cc98-4193-b89b-3ce6a9c1deaf', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:06.204465 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5a24fb9b-5382-4095-80dc-4c546dd2155d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:06.208241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5a24fb9b-5382-4095-80dc-4c546dd2155d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:06.211635 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5a24fb9b-5382-4095-80dc-4c546dd2155d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:06.216756 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5a24fb9b-5382-4095-80dc-4c546dd2155d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:06.288667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5a24fb9b-5382-4095-80dc-4c546dd2155d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:06.357058 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5a24fb9b-5382-4095-80dc-4c546dd2155d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:06.430883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5a24fb9b-5382-4095-80dc-4c546dd2155d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:06.456301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24fb9b-5382-4095-80dc-4c546dd2155d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79e17df-e051-4ef0-b129-ac96b12109b2,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:06.545535 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5a24fb9b-5382-4095-80dc-4c546dd2155d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:06.546705 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5a24fb9b-5382-4095-80dc-4c546dd2155d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3521543 Jan 28 18:09:06.549453 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48692) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:06.555128 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-9de60506-0820-4829-be16-81b409b7f40d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'e607e4b5-cc98-4193-b89b-3ce6a9c1deaf', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:06.561033 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9de60506-0820-4829-be16-81b409b7f40d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:06.565021 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9de60506-0820-4829-be16-81b409b7f40d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:06.568615 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9de60506-0820-4829-be16-81b409b7f40d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:06.574371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9de60506-0820-4829-be16-81b409b7f40d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:06.660446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9de60506-0820-4829-be16-81b409b7f40d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:06.729907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device f2d1f84f-401c-4ec9-afa4-0b1870b9d35f no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:09:06.730834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9de60506-0820-4829-be16-81b409b7f40d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:06.790370 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device f2d1f84f-401c-4ec9-afa4-0b1870b9d35f not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:09:06.802508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9de60506-0820-4829-be16-81b409b7f40d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:06.825835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de60506-0820-4829-be16-81b409b7f40d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78479ed3-dca5-4120-81c6-61795ec17349,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:06.891909 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9de60506-0820-4829-be16-81b409b7f40d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:06.893072 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9de60506-0820-4829-be16-81b409b7f40d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3421304 Jan 28 18:09:06.895861 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48696) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:06.900727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e93dc1d5-76e6-44ee-9ee8-67766a801532 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'e607e4b5-cc98-4193-b89b-3ce6a9c1deaf', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:06.906383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e93dc1d5-76e6-44ee-9ee8-67766a801532 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:06.910695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e93dc1d5-76e6-44ee-9ee8-67766a801532 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:06.913541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e93dc1d5-76e6-44ee-9ee8-67766a801532 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:06.919227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e93dc1d5-76e6-44ee-9ee8-67766a801532 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:07.015039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e93dc1d5-76e6-44ee-9ee8-67766a801532 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:07.077028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e93dc1d5-76e6-44ee-9ee8-67766a801532 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:07.162183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e93dc1d5-76e6-44ee-9ee8-67766a801532 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:07.185558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dc1d5-76e6-44ee-9ee8-67766a801532 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418305bd-a120-4217-a9b5-56bfc27fe58a,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:07.282080 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e93dc1d5-76e6-44ee-9ee8-67766a801532 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:07.283255 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e93dc1d5-76e6-44ee-9ee8-67766a801532 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3864307 Jan 28 18:09:07.286650 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48700) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:07.291620 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-9b2e68cb-d24f-488b-8d64-721246cee5a2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'e607e4b5-cc98-4193-b89b-3ce6a9c1deaf', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:07.297597 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9b2e68cb-d24f-488b-8d64-721246cee5a2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:07.301926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9b2e68cb-d24f-488b-8d64-721246cee5a2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:07.304788 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9b2e68cb-d24f-488b-8d64-721246cee5a2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:07.310449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9b2e68cb-d24f-488b-8d64-721246cee5a2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:07.394924 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-9b2e68cb-d24f-488b-8d64-721246cee5a2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:09:07.401510 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b2e68cb-d24f-488b-8d64-721246cee5a2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:07.466141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b2e68cb-d24f-488b-8d64-721246cee5a2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:07.543583 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b2e68cb-d24f-488b-8d64-721246cee5a2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:07.566672 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e68cb-d24f-488b-8d64-721246cee5a2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3ff32e-159a-4ca6-9fbb-b6a517ccb6f8,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:07.653700 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b2e68cb-d24f-488b-8d64-721246cee5a2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:07.654945 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9b2e68cb-d24f-488b-8d64-721246cee5a2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3673673 Jan 28 18:09:07.657655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48704) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:07.663078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-71662315-494c-4044-aa9d-8930b93ee7c2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'e607e4b5-cc98-4193-b89b-3ce6a9c1deaf', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:07.668736 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-71662315-494c-4044-aa9d-8930b93ee7c2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:07.672734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-71662315-494c-4044-aa9d-8930b93ee7c2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:07.676201 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-71662315-494c-4044-aa9d-8930b93ee7c2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:07.681880 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-71662315-494c-4044-aa9d-8930b93ee7c2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:07.762081 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-71662315-494c-4044-aa9d-8930b93ee7c2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:09:07.769357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-71662315-494c-4044-aa9d-8930b93ee7c2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:07.832994 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-71662315-494c-4044-aa9d-8930b93ee7c2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:07.904836 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-71662315-494c-4044-aa9d-8930b93ee7c2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:07.929284 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71662315-494c-4044-aa9d-8930b93ee7c2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82b35db-38c5-4192-9ef1-5f68764d9ea0,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:08.065157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-71662315-494c-4044-aa9d-8930b93ee7c2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:08.067004 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-71662315-494c-4044-aa9d-8930b93ee7c2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4084353 Jan 28 18:09:08.221940 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-288531c4-653a-41d8-82d2-54d990c722bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448936481&fields=id&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 267 time: 0.0372391 Jan 28 18:09:08.300452 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-31cb2871-13c6-4387-b416-6c224ab5798c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:08.302412 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-31cb2871-13c6-4387-b416-6c224ab5798c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f HTTP/1.1" status: 200 len: 930 time: 0.0738237 Jan 28 18:09:08.372748 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-516ad7e6-95f1-46b1-ab48-20f2cdc8099a service neutron] 10.222.0.26 "GET /v2.0/ports/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0586636 Jan 28 18:09:08.501087 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-6d344a45-95b0-4bf1-a937-6f88743b68dd service neutron] 10.222.0.26 "GET /v2.0/networks/c7719b1a-9ceb-4980-a60c-bf99fb7636f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228216 Jan 28 18:09:08.629086 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-ad31c841-a97a-4f9d-9984-714f0fc93f2c service neutron] 10.222.0.26 "GET /v2.0/networks/c7719b1a-9ceb-4980-a60c-bf99fb7636f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223872 Jan 28 18:09:08.925995 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3d61df72-756b-4566-bf64-64b25132e333 req-c274f3ba-295c-46cb-a9b6-44359f5ab109 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 210 time: 0.0423489 Jan 28 18:09:09.891596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7f7e4d70-466b-4ce7-bc3e-502c51666d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:10.075107 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ca9eb4bd-75ef-4053-a030-a208838272e4 req-6fe4f7b5-c200-43f0-b988-4351bbecc47f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 210 time: 0.0422111 Jan 28 18:09:10.111227 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:09:11.014421 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-819a5da9-4d9d-451d-b317-ce9bc5a2258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:11.015798 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-819a5da9-4d9d-451d-b317-ce9bc5a2258a service neutron] 10.222.0.16 "GET /v2.0/ports/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f HTTP/1.1" status: 200 len: 1026 time: 0.0638278 Jan 28 18:09:11.254851 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cd0cc836-678e-4ee5-9aea-6a537679fc98 req-0fc42d74-89b3-4909-96d4-fc2e28baf6d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 210 time: 0.0466778 Jan 28 18:09:11.317026 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-cfd6e16f-26b3-4328-8380-e4cefd6afa21 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:11.341226 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-cfd6e16f-26b3-4328-8380-e4cefd6afa21 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/networks?id=c7719b1a-9ceb-4980-a60c-bf99fb7636f1 HTTP/1.1" status: 200 len: 797 time: 0.2994127 Jan 28 18:09:11.373741 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-03274487-519c-4380-95b0-88575a1dbbb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:09:11.492046 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-03274487-519c-4380-95b0-88575a1dbbb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:09:11.498705 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-03274487-519c-4380-95b0-88575a1dbbb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 473 time: 0.1637387 Jan 28 18:09:11.506496 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Request body: {'port': {'device_id': 'edee1a96-084f-4959-9c54-f59ff852727f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:11.613203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:11.952034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d1f84f-401c-4ec9-afa4-0b1870b9d35f {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:09:11.959636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:11.973720 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Transition to ACTIVE for port object f2d1f84f-401c-4ec9-afa4-0b1870b9d35f will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:09:12.024612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:12.170484 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Pushing event updated for resources: {'Port': ['ID=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,revision_number=7']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:12.296238 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Attempting to bind port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:09:12.296569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Attempting to bind port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:09:12.297757 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Attempting to bind port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f on network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:09:12.302628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f on network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:09:12.310294 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Attempting to bind port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f on network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:09:12.310413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e1b51cd3-9fcd-4c0e-a251-537ce37657fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:12.310838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:09:12.310838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Checking segment: {'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:09:12.310838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Bound using segment: {'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:09:12.311625 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Bound port: f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:09:12.311978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:12.400207 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] For port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:09:12.403141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] For port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:09:12.440273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dafcf-010b-49e4-83fd-7c6351fe57fe req-ba96a3d4-0b8a-4fe7-9f65-13c44e767e8f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:12.441712 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404dafcf-010b-49e4-83fd-7c6351fe57fe req-ba96a3d4-0b8a-4fe7-9f65-13c44e767e8f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 981 time: 0.0821621 Jan 28 18:09:12.482528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:12.486104 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404dafcf-010b-49e4-83fd-7c6351fe57fe req-b5fd17ce-6373-4ef9-ac7b-8bcc4ba35c5a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379887 Jan 28 18:09:12.546511 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:12.547151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:12.548528 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] 10.222.0.16 "PUT /v2.0/ports/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f HTTP/1.1" status: 200 len: 1131 time: 1.0463977 Jan 28 18:09:12.548967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edee1a96-084f-4959-9c54-f59ff852727f', 'tag': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:09:12.571832 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c9f39-dc48-4c8d-be55-beab8117d40d service neutron] Pushing event updated for resources: {'Port': ['ID=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,revision_number=8']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:12.596626 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edee1a96-084f-4959-9c54-f59ff852727f', 'tag': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f', 'status': 'completed', 'code': 200} Jan 28 18:09:12.689266 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5957e56-8d48-4a73-affc-502a24562a69 req-d60790a8-9105-4b2f-a8cc-82c8014f27b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:12.690756 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f5957e56-8d48-4a73-affc-502a24562a69 req-d60790a8-9105-4b2f-a8cc-82c8014f27b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 1134 time: 0.0747955 Jan 28 18:09:12.830223 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5957e56-8d48-4a73-affc-502a24562a69 req-003f20f9-7d40-448d-b884-22691f837a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:12.831629 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f5957e56-8d48-4a73-affc-502a24562a69 req-003f20f9-7d40-448d-b884-22691f837a6c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=92550370897a4318a214dd17d934ca5a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1347353 Jan 28 18:09:12.961778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5957e56-8d48-4a73-affc-502a24562a69 req-93cc4715-952a-46d8-81a2-d0b852f05c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:12.963212 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f5957e56-8d48-4a73-affc-502a24562a69 req-93cc4715-952a-46d8-81a2-d0b852f05c8d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260746 Jan 28 18:09:13.065611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-d4157a82-87cf-4145-af8e-889def75758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:13.067010 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-d4157a82-87cf-4145-af8e-889def75758f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 1134 time: 0.0685027 Jan 28 18:09:13.168323 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-f3897f3c-aa9d-4b43-b94a-2c64987f7287 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f HTTP/1.1" status: 200 len: 1037 time: 0.0950708 Jan 28 18:09:13.225592 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:13.336878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-432fbcdd-27d4-4b78-a895-98585426bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:13.338184 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-432fbcdd-27d4-4b78-a895-98585426bb79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e297097-e242-44da-b4a1-4bac6a5a5ae4 HTTP/1.1" status: 200 len: 835 time: 0.1642201 Jan 28 18:09:13.367675 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:13.411254 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-b11a5bc3-b8b1-4957-b82a-792fe1357b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:13.413410 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-b11a5bc3-b8b1-4957-b82a-792fe1357b07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7719b1a-9ceb-4980-a60c-bf99fb7636f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700350 Jan 28 18:09:13.543070 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-b58a4164-7fca-4bf9-aa7b-32b474b33d50 service neutron] 10.222.0.16 "GET /v2.0/networks/c7719b1a-9ceb-4980-a60c-bf99fb7636f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238699 Jan 28 18:09:13.668674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc192bb-a948-46f7-82ce-bad0dcbba9f8 req-737e7004-1bd7-40c9-87af-cca92ec65a17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:13.670432 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dfc192bb-a948-46f7-82ce-bad0dcbba9f8 req-737e7004-1bd7-40c9-87af-cca92ec65a17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 981 time: 0.0788584 Jan 28 18:09:13.677734 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ff03c9bd-2040-4dc7-8561-a5da43934d7b req-706fcc6e-fd6f-4204-bd99-cb2120d93b16 service neutron] 10.222.0.16 "GET /v2.0/networks/c7719b1a-9ceb-4980-a60c-bf99fb7636f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293111 Jan 28 18:09:13.718144 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dfc192bb-a948-46f7-82ce-bad0dcbba9f8 req-312ddefc-b2f8-4f95-9a3e-95d95b235ef2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Jan 28 18:09:14.754969 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device f2d1f84f-401c-4ec9-afa4-0b1870b9d35f details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:09:14.915573 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93e618-5c01-4f1b-8537-b5d3fe5763a9 req-2badd5a6-dd7e-4eb7-8234-e52d1dbb3a44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:14.917459 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1f93e618-5c01-4f1b-8537-b5d3fe5763a9 req-2badd5a6-dd7e-4eb7-8234-e52d1dbb3a44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 981 time: 0.0915945 Jan 28 18:09:14.938960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:09:14.952848 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'port_id': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f', 'mac_address': 'fa:16:3e:65:cf:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:09:14.961777 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1f93e618-5c01-4f1b-8537-b5d3fe5763a9 req-599fcc08-0596-4eb5-bb84-ed9b128d6d98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385575 Jan 28 18:09:14.998721 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:15.008885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:15.025026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d1f84f-401c-4ec9-afa4-0b1870b9d35f {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:09:15.040664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:09:15.126284 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:15.196797 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,revision_number=9']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:15.326966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['f2d1f84f-401c-4ec9-afa4-0b1870b9d35f'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:09:16.145570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afbfdf-3e09-4e16-aba8-29ec71e01740 req-2ff56173-a3c6-486f-8f28-67bd03fd19a5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:16.149700 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81afbfdf-3e09-4e16-aba8-29ec71e01740 req-2ff56173-a3c6-486f-8f28-67bd03fd19a5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 982 time: 0.0846307 Jan 28 18:09:16.193817 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81afbfdf-3e09-4e16-aba8-29ec71e01740 req-e89c5211-68b9-4399-bd29-b7df1072c5e2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386043 Jan 28 18:09:16.776045 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device f2d1f84f-401c-4ec9-afa4-0b1870b9d35f up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:09:16.903186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:09:16.907979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:16.908376 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:17.037007 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:17.063485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee1a96-084f-4959-9c54-f59ff852727f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:09:17.072759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:09:17.106860 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edee1a96-084f-4959-9c54-f59ff852727f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d1f84f-401c-4ec9-afa4-0b1870b9d35f', 'code': 200} Jan 28 18:09:17.194523 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:17.261800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,revision_number=10']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:17.385993 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cf0db-098b-46ad-b271-d6c6efd4941f req-cea6c7ca-7ac3-4048-ae69-4f173d347818 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:17.387463 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-768cf0db-098b-46ad-b271-d6c6efd4941f req-cea6c7ca-7ac3-4048-ae69-4f173d347818 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 984 time: 0.0837219 Jan 28 18:09:17.431569 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-768cf0db-098b-46ad-b271-d6c6efd4941f req-cb60abf4-7c13-4d79-b606-2688124b2f8e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384603 Jan 28 18:09:17.488387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbad0c-dfc7-4391-a768-fe4108e7c5b2 req-d252af9b-394e-43e3-ad10-22c801a6cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:17.489863 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0efbad0c-dfc7-4391-a768-fe4108e7c5b2 req-d252af9b-394e-43e3-ad10-22c801a6cd52 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 1137 time: 0.0689902 Jan 28 18:09:17.529879 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0efbad0c-dfc7-4391-a768-fe4108e7c5b2 req-a2ba2796-3f38-40e1-9a8a-ec63272ba4e7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340958 Jan 28 18:09:18.622039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e5544-56da-4a0f-886c-cef0572b7819 req-cd78cab9-3cd7-4978-8fda-32b41149067c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:18.623531 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df2e5544-56da-4a0f-886c-cef0572b7819 req-cd78cab9-3cd7-4978-8fda-32b41149067c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 984 time: 0.0845778 Jan 28 18:09:18.669386 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-df2e5544-56da-4a0f-886c-cef0572b7819 req-b68a3c07-9d9e-43e4-b696-51a3b76542d0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394933 Jan 28 18:09:19.852848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bc13d-0de9-4c46-8fbe-97b577da0335 req-13f75d01-9a54-4070-b443-9409fc187a44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:19.854276 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3c3bc13d-0de9-4c46-8fbe-97b577da0335 req-13f75d01-9a54-4070-b443-9409fc187a44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 984 time: 0.0797193 Jan 28 18:09:19.869022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:19.898880 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3c3bc13d-0de9-4c46-8fbe-97b577da0335 req-02f11987-937b-4cc3-b4fb-55a2ecb53cea tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386539 Jan 28 18:09:20.076945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0d1a3-e6c0-402e-8228-0b1b47a19e9c req-aaa9c488-ce03-4e79-9d5a-abd67b5af9d6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:20.078382 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bad0d1a3-e6c0-402e-8228-0b1b47a19e9c req-aaa9c488-ce03-4e79-9d5a-abd67b5af9d6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 984 time: 0.0788853 Jan 28 18:09:20.122203 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bad0d1a3-e6c0-402e-8228-0b1b47a19e9c req-861b9ab5-a921-47e5-b6f2-8e6f02cc033c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382957 Jan 28 18:09:20.144625 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48762) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:20.216664 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f61e6c-b454-453c-bb69-92d4efb9a7ef tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:20.218116 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b1f61e6c-b454-453c-bb69-92d4efb9a7ef tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f&network_id=c7719b1a-9ceb-4980-a60c-bf99fb7636f1 HTTP/1.1" status: 200 len: 1132 time: 0.0725489 Jan 28 18:09:20.747803 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e59e1e-89c3-4524-a265-28bf906bdf84 req-6ae6640a-d39a-462c-9317-4456a8864630 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:20.749210 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c1e59e1e-89c3-4524-a265-28bf906bdf84 req-6ae6640a-d39a-462c-9317-4456a8864630 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 984 time: 0.0783603 Jan 28 18:09:20.792341 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c1e59e1e-89c3-4524-a265-28bf906bdf84 req-a5e28816-5aaf-4f46-a9ca-a0560ee7a863 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Jan 28 18:09:21.962282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-c6a0ae45-3063-4fa5-bb89-d0567680c968 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:21.963872 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-c6a0ae45-3063-4fa5-bb89-d0567680c968 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 984 time: 0.0824163 Jan 28 18:09:21.981106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92afdb-1a08-4e2a-b242-510ea4d6d5a5 req-798b25cd-84c5-47a7-a5f3-16855b799066 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:21.982554 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8a92afdb-1a08-4e2a-b242-510ea4d6d5a5 req-798b25cd-84c5-47a7-a5f3-16855b799066 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 984 time: 0.0819371 Jan 28 18:09:22.027640 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8a92afdb-1a08-4e2a-b242-510ea4d6d5a5 req-6c317d28-53b4-4e16-a997-f3dcb17d9b30 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=499e5b1b-8f8d-4084-aafb-2e7658246f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389068 Jan 28 18:09:22.046424 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-b15d4960-160f-42fb-9dd8-fe4a0cf8ead3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:22.047911 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-b15d4960-160f-42fb-9dd8-fe4a0cf8ead3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/ports/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0791545 Jan 28 18:09:22.190575 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-57a6fc55-3ef3-400c-b80e-802e8dc29cba tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/networks/c7719b1a-9ceb-4980-a60c-bf99fb7636f1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1380017 Jan 28 18:09:22.200107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-07cdd6be-9d31-46a5-a09d-082447437ee9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:22.307865 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-07cdd6be-9d31-46a5-a09d-082447437ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:22.500675 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-07cdd6be-9d31-46a5-a09d-082447437ee9 service neutron] For port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:09:22.533018 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-07cdd6be-9d31-46a5-a09d-082447437ee9 service neutron] For port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:09:22.582528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-07cdd6be-9d31-46a5-a09d-082447437ee9 service neutron] device_id is not set on port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f yet. {{(pid=88159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 18:09:22.590324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-07cdd6be-9d31-46a5-a09d-082447437ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:22.647101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-07cdd6be-9d31-46a5-a09d-082447437ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:22.891361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdd6be-9d31-46a5-a09d-082447437ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,revision_number=11']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:22.941748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-07cdd6be-9d31-46a5-a09d-082447437ee9 service neutron] No DVR routers for this DVR port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f on host hv-neutron-8269 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:09:22.968200 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1a308a8f-b17a-4b26-8ac4-e552e17037e3 None None] Provisioning complete for port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:22.968714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1a308a8f-b17a-4b26-8ac4-e552e17037e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:23.024774 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1a308a8f-b17a-4b26-8ac4-e552e17037e3 None None] Port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:09:23.192465 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f502a7d8-1a9a-44fe-8633-affd9c21d71d req-037e6bfa-6581-4d6f-b007-8bc1269ea15e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=edee1a96-084f-4959-9c54-f59ff852727f HTTP/1.1" status: 200 len: 210 time: 0.0491562 Jan 28 18:09:23.200517 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-07cdd6be-9d31-46a5-a09d-082447437ee9 service neutron] In _notify_port_updated(), no bound segment for port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f on network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 {{(pid=88159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 18:09:23.201308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-07cdd6be-9d31-46a5-a09d-082447437ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:23.201896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-07cdd6be-9d31-46a5-a09d-082447437ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:23.203177 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7b619143-2ebf-4cb5-82da-a8f6602782aa req-07cdd6be-9d31-46a5-a09d-082447437ee9 service neutron] 10.222.0.16 "PUT /v2.0/ports/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f HTTP/1.1" status: 200 len: 1027 time: 1.0067060 Jan 28 18:09:24.284246 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48776) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:24.351385 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b4dd14ba-1d19-4f97-bc13-ec3d573309d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:24.379624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b4dd14ba-1d19-4f97-bc13-ec3d573309d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:24.582664 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b4dd14ba-1d19-4f97-bc13-ec3d573309d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:24.600366 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd14ba-1d19-4f97-bc13-ec3d573309d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e607e4b5-cc98-4193-b89b-3ce6a9c1deaf,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:24.686659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b4dd14ba-1d19-4f97-bc13-ec3d573309d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:24.687881 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b4dd14ba-1d19-4f97-bc13-ec3d573309d4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/security-groups/e607e4b5-cc98-4193-b89b-3ce6a9c1deaf HTTP/1.1" status: 204 len: 168 time: 0.4026129 Jan 28 18:09:24.779259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48782) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:24.801527 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device f2d1f84f-401c-4ec9-afa4-0b1870b9d35f no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:09:24.858953 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device f2d1f84f-401c-4ec9-afa4-0b1870b9d35f not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:09:25.089928 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-850fe219-9c87-49d1-a31c-4e8006813359 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port e3c9b47c-24e8-48dd-93a9-6a374c7178e1 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:09:25.090267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-850fe219-9c87-49d1-a31c-4e8006813359 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:25.254311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-850fe219-9c87-49d1-a31c-4e8006813359 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:25.254639 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-850fe219-9c87-49d1-a31c-4e8006813359 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:25.374841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-850fe219-9c87-49d1-a31c-4e8006813359 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for e3c9b47c-24e8-48dd-93a9-6a374c7178e1 owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:09:25.573027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-850fe219-9c87-49d1-a31c-4e8006813359 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:25.619181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fe219-9c87-49d1-a31c-4e8006813359 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=e3c9b47c-24e8-48dd-93a9-6a374c7178e1,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:25.712502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-850fe219-9c87-49d1-a31c-4e8006813359 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:25.712838 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-850fe219-9c87-49d1-a31c-4e8006813359 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 171bee27-2e30-4c7a-bad5-9239dbbbc7bc disassociated (deleted). External IP: 172.26.1.133, port: f2d1f84f-401c-4ec9-afa4-0b1870b9d35f. Jan 28 18:09:26.057117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850fe219-9c87-49d1-a31c-4e8006813359 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router aa5e957c-72cf-4714-b417-9a55d6485f76 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:09:26.236136 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850fe219-9c87-49d1-a31c-4e8006813359 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:09:26.245374 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52223df7-b3ad-4d6e-9873-a5ab4264848f None None] Sync routers for ids ['aa5e957c-72cf-4714-b417-9a55d6485f76'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:09:26.254147 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52223df7-b3ad-4d6e-9873-a5ab4264848f None None] Routers {'aa5e957c-72cf-4714-b417-9a55d6485f76'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:09:26.254737 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-52223df7-b3ad-4d6e-9873-a5ab4264848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:09:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['aa5e957c-72cf-4714-b417-9a55d6485f76'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:26.311995 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-850fe219-9c87-49d1-a31c-4e8006813359 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:26.365908 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-850fe219-9c87-49d1-a31c-4e8006813359 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/floatingips/171bee27-2e30-4c7a-bad5-9239dbbbc7bc HTTP/1.1" status: 204 len: 168 time: 1.5855572 Jan 28 18:09:26.437144 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-52223df7-b3ad-4d6e-9873-a5ab4264848f None None] Set router aa5e957c-72cf-4714-b417-9a55d6485f76 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:09:26.507751 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48790) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:26.693165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c11c5dc-b968-415d-8744-78a06a2fbfa4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:26.728237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c11c5dc-b968-415d-8744-78a06a2fbfa4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:26.758713 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-52223df7-b3ad-4d6e-9873-a5ab4264848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:08:38Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '2a49837b-a71d-48e3-9a5c-31fdf687aeee', 'name': '', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:e6:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:37Z', 'updated_at': '2022-01-28T18:08:44Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:26.762585 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52223df7-b3ad-4d6e-9873-a5ab4264848f None None] Checking router: aa5e957c-72cf-4714-b417-9a55d6485f76 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:09:26.770779 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52223df7-b3ad-4d6e-9873-a5ab4264848f None None] Routers {'aa5e957c-72cf-4714-b417-9a55d6485f76'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:09:26.771392 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-52223df7-b3ad-4d6e-9873-a5ab4264848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:09:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['aa5e957c-72cf-4714-b417-9a55d6485f76'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:26.899616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c11c5dc-b968-415d-8744-78a06a2fbfa4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:26.920287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11c5dc-b968-415d-8744-78a06a2fbfa4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd0a887-bf4d-42b6-b458-c9d29772852b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:26.927194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3c11c5dc-b968-415d-8744-78a06a2fbfa4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:26.931195 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3c11c5dc-b968-415d-8744-78a06a2fbfa4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/security-groups/bfd0a887-bf4d-42b6-b458-c9d29772852b HTTP/1.1" status: 204 len: 168 time: 0.4216728 Jan 28 18:09:26.982162 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-52223df7-b3ad-4d6e-9873-a5ab4264848f None None] Set router aa5e957c-72cf-4714-b417-9a55d6485f76 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:09:27.015990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48796) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:27.086515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port f2d1f84f-401c-4ec9-afa4-0b1870b9d35f {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:09:27.087173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:27.290731 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-52223df7-b3ad-4d6e-9873-a5ab4264848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:08:38Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '2a49837b-a71d-48e3-9a5c-31fdf687aeee', 'name': '', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:e6:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:37Z', 'updated_at': '2022-01-28T18:08:44Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:27.294971 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52223df7-b3ad-4d6e-9873-a5ab4264848f None None] The sync data for ids ['aa5e957c-72cf-4714-b417-9a55d6485f76'] in dv-neutron-826919-1-hyperv is: [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:08:38Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '2a49837b-a71d-48e3-9a5c-31fdf687aeee', 'name': '', 'network_id': 'c7719b1a-9ceb-4980-a60c-bf99fb7636f1', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:e6:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:37Z', 'updated_at': '2022-01-28T18:08:44Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '1e297097-e242-44da-b4a1-4bac6a5a5ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:09:27.322848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:27.450396 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for f2d1f84f-401c-4ec9-afa4-0b1870b9d35f owned by {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:09:27.512741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19a500-f9d6-408e-b509-41b7b532f76e None None] New status for floating IP 171bee27-2e30-4c7a-bad5-9239dbbbc7bc: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:09:27.653182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:27.706782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=f2d1f84f-401c-4ec9-afa4-0b1870b9d35f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:27.747263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:27.747602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:27.747939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:27.748266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:27.748589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:27.748910 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:27.749225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:27.749540 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:27.749855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:27.750165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:27.750472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:27.750783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:27.815449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:27.825820 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ac6224c8-735c-46cf-ae7b-1c1f53bac164 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/ports/f2d1f84f-401c-4ec9-afa4-0b1870b9d35f HTTP/1.1" status: 204 len: 168 time: 0.8084733 Jan 28 18:09:27.828312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48800) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:28.361787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c8fea9d-cf27-49ef-9fa2-4865f7b113e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:28.800375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9c8fea9d-cf27-49ef-9fa2-4865f7b113e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 2a49837b-a71d-48e3-9a5c-31fdf687aeee {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:09:28.800712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c8fea9d-cf27-49ef-9fa2-4865f7b113e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:28.979875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-9c8fea9d-cf27-49ef-9fa2-4865f7b113e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 2a49837b-a71d-48e3-9a5c-31fdf687aeee, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2a49837b-a71d-48e3-9a5c-31fdf687aeee,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:09:28.980227 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c8fea9d-cf27-49ef-9fa2-4865f7b113e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:29.110952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9c8fea9d-cf27-49ef-9fa2-4865f7b113e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 2a49837b-a71d-48e3-9a5c-31fdf687aeee owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:09:29.327352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c8fea9d-cf27-49ef-9fa2-4865f7b113e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:29.373629 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fea9d-cf27-49ef-9fa2-4865f7b113e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=2a49837b-a71d-48e3-9a5c-31fdf687aeee,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:29.643099 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c8fea9d-cf27-49ef-9fa2-4865f7b113e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:30.092245 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8fea9d-cf27-49ef-9fa2-4865f7b113e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router aa5e957c-72cf-4714-b417-9a55d6485f76 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:09:30.265931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8fea9d-cf27-49ef-9fa2-4865f7b113e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:09:30.275317 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3df045-6b17-4fe4-a255-a22b5c5b6162 None None] Sync routers for ids ['aa5e957c-72cf-4714-b417-9a55d6485f76'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:09:30.278891 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9c8fea9d-cf27-49ef-9fa2-4865f7b113e9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/aa5e957c-72cf-4714-b417-9a55d6485f76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4489522 Jan 28 18:09:30.280803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48804) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:30.284284 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3df045-6b17-4fe4-a255-a22b5c5b6162 None None] Routers {'aa5e957c-72cf-4714-b417-9a55d6485f76'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:09:30.284934 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2d3df045-6b17-4fe4-a255-a22b5c5b6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:09:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['aa5e957c-72cf-4714-b417-9a55d6485f76'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:30.348092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-73202940-b78f-448a-a8ea-4565fa65b070 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting subnet 1e297097-e242-44da-b4a1-4bac6a5a5ae4 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:09:30.351094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-73202940-b78f-448a-a8ea-4565fa65b070 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:30.403992 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-73202940-b78f-448a-a8ea-4565fa65b070 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:30.464502 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-2d3df045-6b17-4fe4-a255-a22b5c5b6162 None None] Set router aa5e957c-72cf-4714-b417-9a55d6485f76 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:09:30.499224 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-73202940-b78f-448a-a8ea-4565fa65b070 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:30.659063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-73202940-b78f-448a-a8ea-4565fa65b070 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:30.699275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73202940-b78f-448a-a8ea-4565fa65b070 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Subnet': ['ID=1e297097-e242-44da-b4a1-4bac6a5a5ae4,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:30.701258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-73202940-b78f-448a-a8ea-4565fa65b070 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:30.708689 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-73202940-b78f-448a-a8ea-4565fa65b070 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/subnets/1e297097-e242-44da-b4a1-4bac6a5a5ae4 HTTP/1.1" status: 204 len: 168 time: 0.4266617 Jan 28 18:09:30.711569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48808) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:30.713360 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d40735-2a65-47a7-a824-32e326981bc1 None None] Network c7719b1a-9ceb-4980-a60c-bf99fb7636f1 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:09:30.754965 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2d3df045-6b17-4fe4-a255-a22b5c5b6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:09:29Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:30.758860 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3df045-6b17-4fe4-a255-a22b5c5b6162 None None] Checking router: aa5e957c-72cf-4714-b417-9a55d6485f76 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:09:30.767157 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3df045-6b17-4fe4-a255-a22b5c5b6162 None None] Routers {'aa5e957c-72cf-4714-b417-9a55d6485f76'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:09:30.767773 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2d3df045-6b17-4fe4-a255-a22b5c5b6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:09:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['aa5e957c-72cf-4714-b417-9a55d6485f76'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:30.894728 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:30.948373 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-2d3df045-6b17-4fe4-a255-a22b5c5b6162 None None] Set router aa5e957c-72cf-4714-b417-9a55d6485f76 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:09:30.972557 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a8086-a56b-4fe1-9a37-f6422d29acf2 None None] DHCP port deletion for c7719b1a-9ceb-4980-a60c-bf99fb7636f1 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:09:30.976934 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-db7a8086-a56b-4fe1-9a37-f6422d29acf2 None None] Deleting port b5734836-58a6-4c52-b014-0304549d337f {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:09:30.977498 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-db7a8086-a56b-4fe1-9a37-f6422d29acf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:31.107743 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:31.198796 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-db7a8086-a56b-4fe1-9a37-f6422d29acf2 None None] For port b5734836-58a6-4c52-b014-0304549d337f, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b5734836-58a6-4c52-b014-0304549d337f,segment=NetworkSegment(ab67698a-e1dd-45a6-a885-b27a3a9d5df9),segment_id=ab67698a-e1dd-45a6-a885-b27a3a9d5df9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:09:31.199116 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-db7a8086-a56b-4fe1-9a37-f6422d29acf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:31.201405 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 33e20f41-b064-4743-b6df-2e5b43162e00 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:09:31.201752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:31.235046 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2d3df045-6b17-4fe4-a255-a22b5c5b6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:09:29Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:31.239270 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3df045-6b17-4fe4-a255-a22b5c5b6162 None None] The sync data for ids ['aa5e957c-72cf-4714-b417-9a55d6485f76'] in dv-neutron-826919-1-hyperv is: [{'id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'name': 'tempest-TestNetworkBasicOps-router-1136663963', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28'}], 'enable_snat': True}, 'gw_port_id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:08:31Z', 'updated_at': '2022-01-28T18:09:29Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '33e20f41-b064-4743-b6df-2e5b43162e00', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5e957c-72cf-4714-b417-9a55d6485f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:08:32Z', 'updated_at': '2022-01-28T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:09:31.320383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-db7a8086-a56b-4fe1-9a37-f6422d29acf2 None None] Calling delete_port for b5734836-58a6-4c52-b014-0304549d337f owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:09:31.379091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 33e20f41-b064-4743-b6df-2e5b43162e00, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=33e20f41-b064-4743-b6df-2e5b43162e00,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:09:31.379385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:31.485827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-db7a8086-a56b-4fe1-9a37-f6422d29acf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:31.499499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 33e20f41-b064-4743-b6df-2e5b43162e00 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:09:31.563054 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a8086-a56b-4fe1-9a37-f6422d29acf2 None None] Pushing event deleted for resources: {'Port': ['ID=b5734836-58a6-4c52-b014-0304549d337f,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:31.568764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a8086-a56b-4fe1-9a37-f6422d29acf2 None None] No DVR routers for this DVR port b5734836-58a6-4c52-b014-0304549d337f on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:09:31.847566 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:31.893298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=33e20f41-b064-4743-b6df-2e5b43162e00,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:31.984592 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:32.153442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:32.155598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:32.247092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:32.247761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Fanout notify agent at l3_agent the message router_deleted on router aa5e957c-72cf-4714-b417-9a55d6485f76 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:09:32.265924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:32.267029 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-70c57a43-760b-40b4-afaf-e43b251c2792 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/routers/aa5e957c-72cf-4714-b417-9a55d6485f76 HTTP/1.1" status: 204 len: 168 time: 1.5545013 Jan 28 18:09:32.269872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48812) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:32.399900 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-400c6945-8788-433f-ab19-487ce37f5fbd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:32.526632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-400c6945-8788-433f-ab19-487ce37f5fbd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:32.550720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-400c6945-8788-433f-ab19-487ce37f5fbd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7719b1a-9ceb-4980-a60c-bf99fb7636f1']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:32.562169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-400c6945-8788-433f-ab19-487ce37f5fbd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:32.562455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-400c6945-8788-433f-ab19-487ce37f5fbd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab67698a-e1dd-45a6-a885-b27a3a9d5df9') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:32.574489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-400c6945-8788-433f-ab19-487ce37f5fbd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:32.590046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-400c6945-8788-433f-ab19-487ce37f5fbd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:32.595789 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400c6945-8788-433f-ab19-487ce37f5fbd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:09:32.596160 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-400c6945-8788-433f-ab19-487ce37f5fbd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:09:32.610293 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:09:32.730929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2a49837b-a71d-48e3-9a5c-31fdf687aeee no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:09:32.755895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-400c6945-8788-433f-ab19-487ce37f5fbd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:32.768480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 2a49837b-a71d-48e3-9a5c-31fdf687aeee {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:09:32.768826 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2a49837b-a71d-48e3-9a5c-31fdf687aeee not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:09:32.769244 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b5734836-58a6-4c52-b014-0304549d337f no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:09:32.772958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-400c6945-8788-433f-ab19-487ce37f5fbd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:32.784246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c6945-8788-433f-ab19-487ce37f5fbd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Network': ['ID=c7719b1a-9ceb-4980-a60c-bf99fb7636f1,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:32.804875 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: b5734836-58a6-4c52-b014-0304549d337f {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:09:32.805151 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b5734836-58a6-4c52-b014-0304549d337f not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:09:32.805566 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 33e20f41-b064-4743-b6df-2e5b43162e00 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:09:32.837699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 33e20f41-b064-4743-b6df-2e5b43162e00 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:09:32.838039 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 33e20f41-b064-4743-b6df-2e5b43162e00 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:09:32.840601 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-400c6945-8788-433f-ab19-487ce37f5fbd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/networks/c7719b1a-9ceb-4980-a60c-bf99fb7636f1 HTTP/1.1" status: 204 len: 168 time: 0.5696518 Jan 28 18:09:32.855201 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48816) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:32.866176 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-213e9e7d-7623-42f0-81a6-84d588a6eda5 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0098693 Jan 28 18:09:32.868775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48820) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:32.873775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'network': {'name': 'tempest-network-smoke--1150670437', 'project_id': '92550370897a4318a214dd17d934ca5a', 'port_security_enabled': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:32.878502 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:32.882537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:network and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:32.885995 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:32.891712 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:32.983093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:09:32.986566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:33.018115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:09:33.026728 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:33.027092 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Added segment c0591b7d-f65a-4447-b5f4-06a7774289de of type vlan for network 92f4acd4-15bf-4100-abfe-1dd564fa486c Jan 28 18:09:33.052606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:33.142641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:33.148062 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:33.149205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:33.255089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Network': ['ID=92f4acd4-15bf-4100-abfe-1dd564fa486c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:33.262536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:33.262956 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:33.263318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:33.263647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:33.263967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:33.264288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:33.264606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:33.264924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:33.265320 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:33.265636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:33.265949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:33.266262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:33.277435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 92f4acd4-15bf-4100-abfe-1dd564fa486c details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:09:33.304910 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-984647b1-ac83-412d-9217-70755cecf245 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4351945 Jan 28 18:09:33.307503 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48824) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:33.312463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-519561049', 'admin_state_up': True, 'project_id': '92550370897a4318a214dd17d934ca5a', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:33.319614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:33.323904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:router and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:33.326756 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:33.333000 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:33.407552 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:33.408556 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:33.423138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:33.765081 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:34.119854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:34.150927 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:34.393304 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.142 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/ed403e7d-d6ec-4667-a3b5-155050512292) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:09:34.534256 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:34.627198 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:34.706855 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:09:34.710373 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:09:34.713463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:09:34.750738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=ed403e7d-d6ec-4667-a3b5-155050512292,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:34.892906 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1419e204-dd36-4051-90bd-a59cac974c24 req-ad837347-665c-42cb-841d-d2d4944aa115 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3037276 Jan 28 18:09:35.033773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419e204-dd36-4051-90bd-a59cac974c24 req-8e65cc39-5f1b-494f-b92c-00ac968f42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:35.035350 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1419e204-dd36-4051-90bd-a59cac974c24 req-8e65cc39-5f1b-494f-b92c-00ac968f42a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 1098 time: 0.0722528 Jan 28 18:09:35.323993 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419e204-dd36-4051-90bd-a59cac974c24 req-f17e772b-1e31-4818-b13b-f36342cbc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:35.325326 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1419e204-dd36-4051-90bd-a59cac974c24 req-f17e772b-1e31-4818-b13b-f36342cbc775 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 913 time: 0.2717018 Jan 28 18:09:35.331558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:35.556595 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1419e204-dd36-4051-90bd-a59cac974c24 req-dd291ea5-46b7-4770-881b-58966e20d1ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbe979a-60d3-4171-8544-247e2193ed95 HTTP/1.1" status: 200 len: 1001 time: 0.1786623 Jan 28 18:09:35.800152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419e204-dd36-4051-90bd-a59cac974c24 req-d40382e9-1f77-459f-ae93-f4957b6b48c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:35.801552 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1419e204-dd36-4051-90bd-a59cac974c24 req-d40382e9-1f77-459f-ae93-f4957b6b48c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 200 len: 851 time: 0.2396634 Jan 28 18:09:35.952030 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:36.022567 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419e204-dd36-4051-90bd-a59cac974c24 req-97bfee7d-739d-49f9-a598-7317fcb62654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:36.024562 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1419e204-dd36-4051-90bd-a59cac974c24 req-97bfee7d-739d-49f9-a598-7317fcb62654 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2174044 Jan 28 18:09:36.245714 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1419e204-dd36-4051-90bd-a59cac974c24 req-3682cfee-5df6-4901-9948-3254aa34a184 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129679 Jan 28 18:09:36.384884 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1419e204-dd36-4051-90bd-a59cac974c24 req-ba1bfaa6-b213-4d79-b640-9669002ea28a service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323471 Jan 28 18:09:36.406666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:09:36.583318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:09:36.592990 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Sync routers for ids ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:09:36.601693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Routers {'b8a54a1a-4b1b-40c4-b4b7-3e7759778094'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:09:36.602368 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:09:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:36.702807 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:36.704039 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dfaa00d7-4d49-4394-8bb7-d3dc44883b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3956065 Jan 28 18:09:36.707040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48828) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:36.746531 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d58dc9b5-5e8f-48fa-bfa2-6141180a11c3 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=92550370897a4318a214dd17d934ca5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383680 Jan 28 18:09:36.748988 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48832) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:36.776584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Set router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:09:36.879943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203c9d12-2bd2-4a8b-a34c-77612917a2f1 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:36.884626 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-203c9d12-2bd2-4a8b-a34c-77612917a2f1 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317039 Jan 28 18:09:36.885339 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48836) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:36.930274 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-160104e8-b49e-4efd-beeb-25650f110943 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431051 Jan 28 18:09:36.996794 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48840) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:37.002549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-817405652', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'project_id': '92550370897a4318a214dd17d934ca5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:37.061049 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:34Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:37.068151 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Checking router: b8a54a1a-4b1b-40c4-b4b7-3e7759778094 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:09:37.068491 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Updating router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 port ed403e7d-d6ec-4667-a3b5-155050512292 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:09:37.116628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:37.120662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:subnet and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:37.125602 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:37.129481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:37.131227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:37.247428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:09:37.250929 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:37.462215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:37.474309 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Transition to ACTIVE for port object ed403e7d-d6ec-4667-a3b5-155050512292 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:09:37.544901 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:37.623443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Attempting to bind port ed403e7d-d6ec-4667-a3b5-155050512292 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:09:37.624062 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Attempting to bind port ed403e7d-d6ec-4667-a3b5-155050512292 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:09:37.624165 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Attempting to bind port ed403e7d-d6ec-4667-a3b5-155050512292 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:09:37.626134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14603f-82c5-4a14-8cdb-991f2a8e6368 None None] Pushing event updated for resources: {'Port': ['ID=ed403e7d-d6ec-4667-a3b5-155050512292,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:37.634821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:09:37.635213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:09:37.635605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:37.635988 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:09:37.636432 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Bound port: ed403e7d-d6ec-4667-a3b5-155050512292, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:09:37.636793 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:37.641765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:37.659629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14603f-82c5-4a14-8cdb-991f2a8e6368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:37.659972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14603f-82c5-4a14-8cdb-991f2a8e6368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:37.660304 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14603f-82c5-4a14-8cdb-991f2a8e6368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:37.660634 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14603f-82c5-4a14-8cdb-991f2a8e6368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:37.660957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14603f-82c5-4a14-8cdb-991f2a8e6368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:37.661278 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14603f-82c5-4a14-8cdb-991f2a8e6368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:37.661607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14603f-82c5-4a14-8cdb-991f2a8e6368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:37.661913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14603f-82c5-4a14-8cdb-991f2a8e6368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:37.662210 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14603f-82c5-4a14-8cdb-991f2a8e6368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:37.662524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14603f-82c5-4a14-8cdb-991f2a8e6368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:37.662845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14603f-82c5-4a14-8cdb-991f2a8e6368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:37.663278 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14603f-82c5-4a14-8cdb-991f2a8e6368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:37.720545 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] For port ed403e7d-d6ec-4667-a3b5-155050512292, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:09:37.723836 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] For port ed403e7d-d6ec-4667-a3b5-155050512292, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ed403e7d-d6ec-4667-a3b5-155050512292,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:09:37.726713 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Subnet': ['ID=99291282-ed9c-4bca-a8ca-b449c7ec1d2d,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:37.732044 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Checking segment: {'id': 'c0591b7d-f65a-4447-b5f4-06a7774289de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:09:37.732403 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network hostable DHCP agents. Network: 92f4acd4-15bf-4100-abfe-1dd564fa486c, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:09:37.824738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:37.835167 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 92f4acd4-15bf-4100-abfe-1dd564fa486c is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:09:37.900372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Routers {'b8a54a1a-4b1b-40c4-b4b7-3e7759778094'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:09:37.900976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:09:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:37.909651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 92f4acd4-15bf-4100-abfe-1dd564fa486c) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:09:37.914576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:37.915282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:37.993135 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cbdb34-13d3-4d09-85ae-fe87a26dbd78 None None] Network 92f4acd4-15bf-4100-abfe-1dd564fa486c requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:09:38.010362 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c47fb28c-b56d-4421-9a88-40fa3756b9f1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0098901 Jan 28 18:09:38.010736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48846) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:38.012026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14603f-82c5-4a14-8cdb-991f2a8e6368 None None] Pushing event updated for resources: {'Port': ['ID=ed403e7d-d6ec-4667-a3b5-155050512292,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:38.243675 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] Set router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:09:38.514207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-92f4acd4-15bf-4100-abfe-1dd564fa486c', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ips': [{'subnet_id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:09:38.515525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:38.745782 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Allocated IP 172.20.0.2 (92f4acd4-15bf-4100-abfe-1dd564fa486c/99291282-ed9c-4bca-a8ca-b449c7ec1d2d/82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:09:38.757048 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:34Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:38.762126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adec8db-8cfb-4175-a9ff-1383b67f9e7f None None] The sync data for ids ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:34Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:09:38.818669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:38.970757 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:38.980174 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Transition to ACTIVE for port object 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:09:39.004803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Transition to ACTIVE for port object 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:09:39.082024 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:39.155148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Network 92f4acd4-15bf-4100-abfe-1dd564fa486c is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:09:39.162611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:09:39.167385 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:09:39.266546 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Pushing event updated for resources: {'Port': ['ID=82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:39.274979 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.1 (92f4acd4-15bf-4100-abfe-1dd564fa486c/99291282-ed9c-4bca-a8ca-b449c7ec1d2d/35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:09:39.278841 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Attempting to bind port 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:09:39.279249 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Attempting to bind port 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'c0591b7d-f65a-4447-b5f4-06a7774289de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:09:39.279617 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Attempting to bind port 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 on network 92f4acd4-15bf-4100-abfe-1dd564fa486c {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:09:39.285252 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:09:39.285636 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Checking segment: {'id': 'c0591b7d-f65a-4447-b5f4-06a7774289de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:09:39.286392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:39.286392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Bound using segment: {'id': 'c0591b7d-f65a-4447-b5f4-06a7774289de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:09:39.286879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Bound port: 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0591b7d-f65a-4447-b5f4-06a7774289de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:09:39.287283 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:39.383581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] For port 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:09:39.387562 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] For port 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3,segment=NetworkSegment(c0591b7d-f65a-4447-b5f4-06a7774289de),segment_id=c0591b7d-f65a-4447-b5f4-06a7774289de)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:09:39.454184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:39.464790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:39.472418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:09:39.551069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a73159-b2c3-4895-ba32-47834160f92e None None] Pushing event updated for resources: {'Port': ['ID=82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:39.603257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:39.682821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 92f4acd4-15bf-4100-abfe-1dd564fa486c is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:09:39.686233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:09:39.688876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:09:39.734102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:39.764061 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:40.086448 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-785bace8-1b3b-4ab8-9672-72c4fef41357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:40.225898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:40.687687 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ed403e7d-d6ec-4667-a3b5-155050512292 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:09:40.824114 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port ed403e7d-d6ec-4667-a3b5-155050512292 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:09:40.829631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ed403e7d-d6ec-4667-a3b5-155050512292 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:40.830178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:40.841442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:40.926837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:41.037322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:41.079783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:41.102410 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port ed403e7d-d6ec-4667-a3b5-155050512292, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ed403e7d-d6ec-4667-a3b5-155050512292,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:09:41.121805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419b0fb3-57d1-4af8-b038-0e64d0d4f15c None None] Network 92f4acd4-15bf-4100-abfe-1dd564fa486c requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:09:41.171120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:41.218900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:41.219970 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:09:41.235196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 92f4acd4-15bf-4100-abfe-1dd564fa486c is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:09:41.236458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:09:41.321551 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-69923ae5-5aaf-4ec4-b8c2-871dc1e26083 None None] Provisioning for port 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:09:41.414254 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=ed403e7d-d6ec-4667-a3b5-155050512292,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:41.426775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:09:41.542949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:09:41.552979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:41.552979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:41.621748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:09:41.634896 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Sync routers for ids ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:09:41.636728 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d9907dbc-e8f7-4259-a4e5-f47a021eaab9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/b8a54a1a-4b1b-40c4-b4b7-3e7759778094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6243021 Jan 28 18:09:41.639528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48868) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:41.717151 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:41.737345 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Routers {'b8a54a1a-4b1b-40c4-b4b7-3e7759778094'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:09:41.738050 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:09:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:41.756165 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3,segment=NetworkSegment(c0591b7d-f65a-4447-b5f4-06a7774289de),segment_id=c0591b7d-f65a-4447-b5f4-06a7774289de)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:09:41.813463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dd7d72-3871-42ae-93d4-1035581ced62 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:41.813983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dd7d72-3871-42ae-93d4-1035581ced62 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:41.814200 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dd7d72-3871-42ae-93d4-1035581ced62 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:41.814940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dd7d72-3871-42ae-93d4-1035581ced62 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:41.815549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dd7d72-3871-42ae-93d4-1035581ced62 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:41.816136 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dd7d72-3871-42ae-93d4-1035581ced62 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:41.818049 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-52dd7d72-3871-42ae-93d4-1035581ced62 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1774950 Jan 28 18:09:41.820955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48872) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:41.886221 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:41.907677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45583e3d-7387-401f-a64a-874cc5b7213f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:41.908261 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45583e3d-7387-401f-a64a-874cc5b7213f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:41.908575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45583e3d-7387-401f-a64a-874cc5b7213f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:41.909017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45583e3d-7387-401f-a64a-874cc5b7213f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:41.909457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45583e3d-7387-401f-a64a-874cc5b7213f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:41.911035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45583e3d-7387-401f-a64a-874cc5b7213f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:41.912126 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-45583e3d-7387-401f-a64a-874cc5b7213f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0897367 Jan 28 18:09:41.915196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48876) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:41.924219 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-57a05e3d-d646-4dce-9177-e33c629418b3 None None] Provisioning for port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:09:41.947289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-57a05e3d-d646-4dce-9177-e33c629418b3 None None] Provisioning complete for port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:41.947981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-57a05e3d-d646-4dce-9177-e33c629418b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:41.977014 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Set router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:09:42.034221 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-57a05e3d-d646-4dce-9177-e33c629418b3 None None] Port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:09:42.036902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:42.051709 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-57a05e3d-d646-4dce-9177-e33c629418b3 None None] Provisioning complete for port 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:42.052217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-57a05e3d-d646-4dce-9177-e33c629418b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:42.285937 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e95d52cc-9f62-4f5c-a8dd-1e6968354bf7 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3695233 Jan 28 18:09:42.318154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d3c3f22d-2a66-49f1-be57-dbf2503558be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:42.328992 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-47c8fb1b-bd85-4496-8e86-320de00ff27d None None] Provisioning complete for port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:42.329366 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-47c8fb1b-bd85-4496-8e86-320de00ff27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:42.415845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-47c8fb1b-bd85-4496-8e86-320de00ff27d None None] Port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:09:42.422808 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:40Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd', 'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:9e:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:39Z', 'updated_at': '2022-01-28T18:09:40Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:42.426668 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Checking router: b8a54a1a-4b1b-40c4-b4b7-3e7759778094 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:09:42.427041 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Updating router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:09:42.481251 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:42.550727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e8d7a6c1-5fa1-4a4b-b643-af4745c1bccb None None] Provisioning complete for port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:42.560919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e8d7a6c1-5fa1-4a4b-b643-af4745c1bccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:42.581082 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ed403e7d-d6ec-4667-a3b5-155050512292 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:09:42.654727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e8d7a6c1-5fa1-4a4b-b643-af4745c1bccb None None] Port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:09:42.671884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ed403e7d-d6ec-4667-a3b5-155050512292 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:42.672263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:42.796035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:09:42.842568 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:42.854382 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Transition to ACTIVE for port object 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:09:42.870194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:42.871931 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:42.920032 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:43.068306 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48888) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:43.078441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460491099', 'description': 'tempest-secgroup-smoke-460491099 description', 'project_id': '92550370897a4318a214dd17d934ca5a'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:43.090057 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:43.100555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:43.103905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:43.110771 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:43.174603 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430b944-dde8-4ce0-9414-b45d5a95d319 None None] Pushing event updated for resources: {'Port': ['ID=35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:43.192385 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430b944-dde8-4ce0-9414-b45d5a95d319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:43.192729 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430b944-dde8-4ce0-9414-b45d5a95d319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:43.193062 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430b944-dde8-4ce0-9414-b45d5a95d319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:43.193389 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430b944-dde8-4ce0-9414-b45d5a95d319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:43.193716 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430b944-dde8-4ce0-9414-b45d5a95d319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:43.194046 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430b944-dde8-4ce0-9414-b45d5a95d319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:43.194370 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430b944-dde8-4ce0-9414-b45d5a95d319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:43.195287 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430b944-dde8-4ce0-9414-b45d5a95d319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:43.195581 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430b944-dde8-4ce0-9414-b45d5a95d319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:43.195916 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430b944-dde8-4ce0-9414-b45d5a95d319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:43.196211 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430b944-dde8-4ce0-9414-b45d5a95d319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:43.196540 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a430b944-dde8-4ce0-9414-b45d5a95d319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:09:43.202717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:43.205455 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Attempting to bind port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:09:43.205871 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Attempting to bind port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'c0591b7d-f65a-4447-b5f4-06a7774289de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:09:43.206232 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Attempting to bind port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd on network 92f4acd4-15bf-4100-abfe-1dd564fa486c {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:09:43.213289 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:09:43.213655 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Checking segment: {'id': 'c0591b7d-f65a-4447-b5f4-06a7774289de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:09:43.214051 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:43.214439 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Bound using segment: {'id': 'c0591b7d-f65a-4447-b5f4-06a7774289de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:09:43.214905 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Bound port: 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0591b7d-f65a-4447-b5f4-06a7774289de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:09:43.215297 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:43.218406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:43.233690 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:43.238308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:43.242233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:43.248666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:43.320559 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] For port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:09:43.324364 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] For port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd,segment=NetworkSegment(c0591b7d-f65a-4447-b5f4-06a7774289de),segment_id=c0591b7d-f65a-4447-b5f4-06a7774289de)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:09:43.344254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:43.365395 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:43.396234 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:43.474084 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:43.480043 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Routers {'b8a54a1a-4b1b-40c4-b4b7-3e7759778094'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:09:43.480043 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:09:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:43.535791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9754387-37bf-47a7-a145-2a165c7db289,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:43.557398 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430b944-dde8-4ce0-9414-b45d5a95d319 None None] Pushing event updated for resources: {'Port': ['ID=35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:43.583992 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:43.588202 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b7e9030e-623a-420a-bdf7-92f24d2461ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5145416 Jan 28 18:09:43.588360 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 48894) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:43.593815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-076b2bf2-4bfc-4e68-b52b-daaaf865f6aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'b9754387-37bf-47a7-a145-2a165c7db289', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:43.600270 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-076b2bf2-4bfc-4e68-b52b-daaaf865f6aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:43.605046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-076b2bf2-4bfc-4e68-b52b-daaaf865f6aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:43.608079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-076b2bf2-4bfc-4e68-b52b-daaaf865f6aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:43.619112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-076b2bf2-4bfc-4e68-b52b-daaaf865f6aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:43.704596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-076b2bf2-4bfc-4e68-b52b-daaaf865f6aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:43.731601 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] Set router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:09:43.773888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-076b2bf2-4bfc-4e68-b52b-daaaf865f6aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:43.852967 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-076b2bf2-4bfc-4e68-b52b-daaaf865f6aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:43.877149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b2bf2-4bfc-4e68-b52b-daaaf865f6aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193d0169-073e-445d-9391-3e8684df21df,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:43.938371 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-076b2bf2-4bfc-4e68-b52b-daaaf865f6aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:43.942147 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-076b2bf2-4bfc-4e68-b52b-daaaf865f6aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502498 Jan 28 18:09:43.943328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48898) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:43.949276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7feb99fb-1b00-435b-a94a-540e05f462fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'b9754387-37bf-47a7-a145-2a165c7db289', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:43.955382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7feb99fb-1b00-435b-a94a-540e05f462fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:43.959516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7feb99fb-1b00-435b-a94a-540e05f462fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:43.962928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7feb99fb-1b00-435b-a94a-540e05f462fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:43.968904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7feb99fb-1b00-435b-a94a-540e05f462fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:44.055060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7feb99fb-1b00-435b-a94a-540e05f462fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:44.059612 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:40Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd', 'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:9e:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:39Z', 'updated_at': '2022-01-28T18:09:43Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:09:44.063869 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f2d64-34a6-4a45-8cb1-e15fada9c939 None None] The sync data for ids ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:40Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd', 'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:9e:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:39Z', 'updated_at': '2022-01-28T18:09:43Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:09:44.133972 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7feb99fb-1b00-435b-a94a-540e05f462fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:44.211184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7feb99fb-1b00-435b-a94a-540e05f462fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:44.237384 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb99fb-1b00-435b-a94a-540e05f462fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f60d437-4d11-4790-a4f4-fed085da9006,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:44.327142 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7feb99fb-1b00-435b-a94a-540e05f462fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:44.330877 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7feb99fb-1b00-435b-a94a-540e05f462fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3840415 Jan 28 18:09:44.331118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48902) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:44.336188 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-9b637b93-f929-4ede-ae67-2d3da2388f4c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'b9754387-37bf-47a7-a145-2a165c7db289', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:44.342097 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9b637b93-f929-4ede-ae67-2d3da2388f4c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:44.346064 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9b637b93-f929-4ede-ae67-2d3da2388f4c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:44.349600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9b637b93-f929-4ede-ae67-2d3da2388f4c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:44.355760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9b637b93-f929-4ede-ae67-2d3da2388f4c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:44.433489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b637b93-f929-4ede-ae67-2d3da2388f4c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:44.500855 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b637b93-f929-4ede-ae67-2d3da2388f4c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:44.601735 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b637b93-f929-4ede-ae67-2d3da2388f4c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:44.637852 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:09:44.650406 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b637b93-f929-4ede-ae67-2d3da2388f4c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b6afc4-f9ba-4263-9cee-d9ed384b06bd,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:44.748859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9b637b93-f929-4ede-ae67-2d3da2388f4c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:44.750100 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9b637b93-f929-4ede-ae67-2d3da2388f4c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4180694 Jan 28 18:09:44.752871 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48908) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:44.758528 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-91903ed4-57a1-4b91-a019-7fb3eb81d747 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'b9754387-37bf-47a7-a145-2a165c7db289', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:44.764910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-91903ed4-57a1-4b91-a019-7fb3eb81d747 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:44.768953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-91903ed4-57a1-4b91-a019-7fb3eb81d747 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:44.772040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-91903ed4-57a1-4b91-a019-7fb3eb81d747 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:44.778361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-91903ed4-57a1-4b91-a019-7fb3eb81d747 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:44.805206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:09:44.810461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:44.810833 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:44.888085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91903ed4-57a1-4b91-a019-7fb3eb81d747 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:44.949843 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:44.970555 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:44.980631 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91903ed4-57a1-4b91-a019-7fb3eb81d747 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:44.992192 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd,segment=NetworkSegment(c0591b7d-f65a-4447-b5f4-06a7774289de),segment_id=c0591b7d-f65a-4447-b5f4-06a7774289de)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:09:45.047314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91903ed4-57a1-4b91-a019-7fb3eb81d747 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:45.072147 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91903ed4-57a1-4b91-a019-7fb3eb81d747 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e68b5fc-9f42-4552-926b-1c86d364341d,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:45.115725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:45.138870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91903ed4-57a1-4b91-a019-7fb3eb81d747 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:45.142745 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-91903ed4-57a1-4b91-a019-7fb3eb81d747 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3863852 Jan 28 18:09:45.142944 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48912) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:45.148928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5f90c56a-2bed-4bc6-b1c9-e835c7d10d9b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'b9754387-37bf-47a7-a145-2a165c7db289', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:45.157191 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5f90c56a-2bed-4bc6-b1c9-e835c7d10d9b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:45.161257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5f90c56a-2bed-4bc6-b1c9-e835c7d10d9b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:45.164232 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5f90c56a-2bed-4bc6-b1c9-e835c7d10d9b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:45.170522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5f90c56a-2bed-4bc6-b1c9-e835c7d10d9b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:45.192398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:45.285885 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-5f90c56a-2bed-4bc6-b1c9-e835c7d10d9b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:09:45.294581 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f90c56a-2bed-4bc6-b1c9-e835c7d10d9b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:45.365989 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f90c56a-2bed-4bc6-b1c9-e835c7d10d9b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:45.451138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f90c56a-2bed-4bc6-b1c9-e835c7d10d9b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:45.478089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90c56a-2bed-4bc6-b1c9-e835c7d10d9b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c0f467-e1d1-43c6-9688-ffe3278e36ff,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:45.601796 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f90c56a-2bed-4bc6-b1c9-e835c7d10d9b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:45.603155 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5f90c56a-2bed-4bc6-b1c9-e835c7d10d9b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4589169 Jan 28 18:09:45.606469 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 48916) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:09:45.611415 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-61fd7b77-262a-4519-9a0c-58ba144f34cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': 'b9754387-37bf-47a7-a145-2a165c7db289', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:45.617440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-61fd7b77-262a-4519-9a0c-58ba144f34cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:45.621333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-61fd7b77-262a-4519-9a0c-58ba144f34cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:09:45.624767 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-61fd7b77-262a-4519-9a0c-58ba144f34cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:09:45.631301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-61fd7b77-262a-4519-9a0c-58ba144f34cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:45.725204 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-61fd7b77-262a-4519-9a0c-58ba144f34cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:09:45.733043 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-61fd7b77-262a-4519-9a0c-58ba144f34cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:45.800099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-61fd7b77-262a-4519-9a0c-58ba144f34cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:45.881162 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-61fd7b77-262a-4519-9a0c-58ba144f34cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:45.907051 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd7b77-262a-4519-9a0c-58ba144f34cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fb8cc9-cfcf-4528-b858-1ef0e980977c,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:46.046913 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-61fd7b77-262a-4519-9a0c-58ba144f34cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:46.048305 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-61fd7b77-262a-4519-9a0c-58ba144f34cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4408937 Jan 28 18:09:46.214471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-03004d41-3790-475a-a010-3855a0eb0755 req-b33c4e9a-5103-4b7d-a0d6-9ededac9b69e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:09:46.298611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-03004d41-3790-475a-a010-3855a0eb0755 req-b33c4e9a-5103-4b7d-a0d6-9ededac9b69e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:09:46.299814 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-b33c4e9a-5103-4b7d-a0d6-9ededac9b69e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460491099&fields=id&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 267 time: 0.1255393 Jan 28 18:09:46.454214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03004d41-3790-475a-a010-3855a0eb0755 req-e501c8da-17ab-4243-a849-81bd86d314ce tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:46.454814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-03004d41-3790-475a-a010-3855a0eb0755 req-e501c8da-17ab-4243-a849-81bd86d314ce tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:09:46.549866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-03004d41-3790-475a-a010-3855a0eb0755 req-e501c8da-17ab-4243-a849-81bd86d314ce tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:09:46.551236 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-e501c8da-17ab-4243-a849-81bd86d314ce tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/networks?id=92f4acd4-15bf-4100-abfe-1dd564fa486c HTTP/1.1" status: 200 len: 797 time: 0.2440372 Jan 28 18:09:46.560088 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:09:46.568869 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-61e26fdd-321a-4c3e-a32e-f8198ddea320 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/quotas/92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 375 time: 0.0114722 Jan 28 18:09:46.666245 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:46.666616 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:46.667384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-03004d41-3790-475a-a010-3855a0eb0755 req-267c3048-2a13-45a2-ae1d-423faba9b885 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:09:46.765594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-03004d41-3790-475a-a010-3855a0eb0755 req-267c3048-2a13-45a2-ae1d-423faba9b885 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:09:46.767094 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-267c3048-2a13-45a2-ae1d-423faba9b885 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1918850 Jan 28 18:09:46.911018 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-cae6ce51-d4cd-4c48-9d43-57805009eea0 service neutron] 10.222.0.26 "GET /v2.0/networks/92f4acd4-15bf-4100-abfe-1dd564fa486c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278105 Jan 28 18:09:47.046366 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-3cb5e2b5-5404-4403-8769-4a00132c7c68 service neutron] 10.222.0.26 "GET /v2.0/networks/92f4acd4-15bf-4100-abfe-1dd564fa486c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286192 Jan 28 18:09:47.111509 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:09:47.353758 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1ce201db-f4a5-4614-91a7-95beaeddff22 req-2dce09ca-ec98-43dc-8757-9c856e47a142 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 210 time: 0.0456498 Jan 28 18:09:48.606479 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ab6be5bb-15c9-4031-94eb-8254813b59e2 req-b6598331-0e52-470f-ae21-791571b21d26 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 210 time: 0.1441455 Jan 28 18:09:49.781400 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2d8d9120-1d0c-413b-89ef-9f0ae2f0963d req-246d2a24-3988-4926-82fe-03f771f8bed5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 210 time: 0.0591877 Jan 28 18:09:49.844302 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03004d41-3790-475a-a010-3855a0eb0755 req-b0f3bb96-d411-40f5-9b0a-7ea94aad9dad tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:49.844956 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-03004d41-3790-475a-a010-3855a0eb0755 req-b0f3bb96-d411-40f5-9b0a-7ea94aad9dad tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:09:49.858935 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-03004d41-3790-475a-a010-3855a0eb0755 req-b0f3bb96-d411-40f5-9b0a-7ea94aad9dad tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:09:49.860048 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-b0f3bb96-d411-40f5-9b0a-7ea94aad9dad tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/networks?id=92f4acd4-15bf-4100-abfe-1dd564fa486c HTTP/1.1" status: 200 len: 797 time: 0.2163565 Jan 28 18:09:49.863705 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:49.910463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-03004d41-3790-475a-a010-3855a0eb0755 req-bb51379b-d12b-4f1a-8923-327b19a02352 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:09:49.923710 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-03004d41-3790-475a-a010-3855a0eb0755 req-bb51379b-d12b-4f1a-8923-327b19a02352 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:09:49.924857 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-bb51379b-d12b-4f1a-8923-327b19a02352 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 379 time: 0.0562575 Jan 28 18:09:49.934600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'port': {'device_id': '1a75792e-43b2-45af-96ac-d34691c06b79', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'admin_state_up': True, 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'security_groups': ['b9754387-37bf-47a7-a145-2a165c7db289']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:50.076419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:09:50.086830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:09:50.172385 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:09:50.175814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:50.343578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.3 (92f4acd4-15bf-4100-abfe-1dd564fa486c/99291282-ed9c-4bca-a8ca-b449c7ec1d2d/e3aba2fa-319a-42d0-a8c1-41f42c3c04ab) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:09:50.650239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:50.665834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object e3aba2fa-319a-42d0-a8c1-41f42c3c04ab will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:09:50.755792 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:50.827950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 92f4acd4-15bf-4100-abfe-1dd564fa486c is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:09:50.831599 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:09:50.835464 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:09:50.874477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:50.914484 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:50.915377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:50.976031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e1ad8-33cb-422b-9aba-68806529a90f req-3d6dfa1c-ff1a-43fe-aac1-b714cba5273d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:50.978146 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-738e1ad8-33cb-422b-9aba-68806529a90f req-3d6dfa1c-ff1a-43fe-aac1-b714cba5273d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 931 time: 0.0844600 Jan 28 18:09:51.032497 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-738e1ad8-33cb-422b-9aba-68806529a90f req-11163527-d509-49e2-9cff-24fb8ace7fbe tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9754387-37bf-47a7-a145-2a165c7db289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473163 Jan 28 18:09:51.061288 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-2bd9383e-26ae-4a4d-82ea-de7407010a0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1301546 Jan 28 18:09:51.073054 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Request body: {'port': {'device_id': '1a75792e-43b2-45af-96ac-d34691c06b79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:09:51.193042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:51.268044 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cb0d8a3a-6e5b-4d4b-bd25-37915a80be36 None None] Provisioning for port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:09:51.273074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cb0d8a3a-6e5b-4d4b-bd25-37915a80be36 None None] Provisioning complete for port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:51.273465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb0d8a3a-6e5b-4d4b-bd25-37915a80be36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:51.328411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-cb0d8a3a-6e5b-4d4b-bd25-37915a80be36 None None] Port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:09:51.549873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3aba2fa-319a-42d0-a8c1-41f42c3c04ab {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:09:51.557080 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:51.574533 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Transition to ACTIVE for port object e3aba2fa-319a-42d0-a8c1-41f42c3c04ab will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:09:51.667897 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:51.832519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Pushing event updated for resources: {'Port': ['ID=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:51.916626 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Attempting to bind port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:09:51.917023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Attempting to bind port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': 'c0591b7d-f65a-4447-b5f4-06a7774289de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:09:51.917519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Attempting to bind port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab on network 92f4acd4-15bf-4100-abfe-1dd564fa486c {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:09:51.925027 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab on network 92f4acd4-15bf-4100-abfe-1dd564fa486c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:09:51.925273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Attempting to bind port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab on network 92f4acd4-15bf-4100-abfe-1dd564fa486c {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:09:51.930430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:09:51.930766 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Checking segment: {'id': 'c0591b7d-f65a-4447-b5f4-06a7774289de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:09:51.931176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Bound using segment: {'id': 'c0591b7d-f65a-4447-b5f4-06a7774289de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:09:51.931592 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Bound port: e3aba2fa-319a-42d0-a8c1-41f42c3c04ab, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0591b7d-f65a-4447-b5f4-06a7774289de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:09:51.931930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:52.026740 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] For port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:09:52.029560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] For port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab,segment=NetworkSegment(c0591b7d-f65a-4447-b5f4-06a7774289de),segment_id=c0591b7d-f65a-4447-b5f4-06a7774289de)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:09:52.149511 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:52.261020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:52.261613 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:52.262939 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] 10.222.0.16 "PUT /v2.0/ports/e3aba2fa-319a-42d0-a8c1-41f42c3c04ab HTTP/1.1" status: 200 len: 1093 time: 1.1949658 Jan 28 18:09:52.272200 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a75792e-43b2-45af-96ac-d34691c06b79', 'tag': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:09:52.312448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92063deb-2167-483e-93b8-cb10706b2d90 service neutron] Pushing event updated for resources: {'Port': ['ID=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:52.325564 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48272eed-ac3c-4f24-bf4b-76ef7ab97ff7 req-6d865b27-5dd4-4615-ba88-b6381d153eb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:52.326345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-48272eed-ac3c-4f24-bf4b-76ef7ab97ff7 req-6d865b27-5dd4-4615-ba88-b6381d153eb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:09:52.391527 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a75792e-43b2-45af-96ac-d34691c06b79', 'tag': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab', 'status': 'completed', 'code': 200} Jan 28 18:09:52.435854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-48272eed-ac3c-4f24-bf4b-76ef7ab97ff7 req-6d865b27-5dd4-4615-ba88-b6381d153eb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:09:52.437015 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-48272eed-ac3c-4f24-bf4b-76ef7ab97ff7 req-6d865b27-5dd4-4615-ba88-b6381d153eb1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 943 time: 0.2531483 Jan 28 18:09:52.511750 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-48272eed-ac3c-4f24-bf4b-76ef7ab97ff7 req-628da8ae-1e08-4c69-8979-f3feb3e2eda2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9754387-37bf-47a7-a145-2a165c7db289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655818 Jan 28 18:09:52.529153 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03004d41-3790-475a-a010-3855a0eb0755 req-56464c89-d3c7-407a-8800-1d6cd16c51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:52.529153 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-56464c89-d3c7-407a-8800-1d6cd16c51b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 1096 time: 0.1256056 Jan 28 18:09:52.599932 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-5a2a637d-326c-4819-983a-a1a11274b0ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab HTTP/1.1" status: 200 len: 217 time: 0.0666521 Jan 28 18:09:52.663339 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03004d41-3790-475a-a010-3855a0eb0755 req-2803a173-361f-4a3c-9754-fc27025832d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:52.665380 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-2803a173-361f-4a3c-9754-fc27025832d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99291282-ed9c-4bca-a8ca-b449c7ec1d2d HTTP/1.1" status: 200 len: 834 time: 0.0601089 Jan 28 18:09:52.740943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03004d41-3790-475a-a010-3855a0eb0755 req-a4e000e0-9725-4e76-94c2-771b434a1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:52.742835 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-a4e000e0-9725-4e76-94c2-771b434a1b10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92f4acd4-15bf-4100-abfe-1dd564fa486c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715265 Jan 28 18:09:52.877467 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-0fdbbd6a-1069-4ae0-ae52-99380f045557 service neutron] 10.222.0.16 "GET /v2.0/networks/92f4acd4-15bf-4100-abfe-1dd564fa486c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288772 Jan 28 18:09:53.110252 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-03004d41-3790-475a-a010-3855a0eb0755 req-11d2d283-4f54-40a8-9144-ca99fae7f4a7 service neutron] 10.222.0.16 "GET /v2.0/networks/92f4acd4-15bf-4100-abfe-1dd564fa486c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266741 Jan 28 18:09:53.345538 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27d026-9e53-4a7d-9fc2-faa7269dd080 req-05eb5763-9619-4b11-a03d-9269a4abbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:53.347046 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5a27d026-9e53-4a7d-9fc2-faa7269dd080 req-05eb5763-9619-4b11-a03d-9269a4abbad8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 1096 time: 0.0775330 Jan 28 18:09:53.482950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27d026-9e53-4a7d-9fc2-faa7269dd080 req-eed8d2cf-ca43-4b9f-9a86-c5188dd73efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:53.484398 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5a27d026-9e53-4a7d-9fc2-faa7269dd080 req-eed8d2cf-ca43-4b9f-9a86-c5188dd73efa service neutron] 10.222.0.16 "GET /v2.0/networks?id=92f4acd4-15bf-4100-abfe-1dd564fa486c HTTP/1.1" status: 200 len: 898 time: 0.1314092 Jan 28 18:09:53.555785 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5a27d026-9e53-4a7d-9fc2-faa7269dd080 req-172b0012-a990-4532-ae09-6754cb773674 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab HTTP/1.1" status: 200 len: 217 time: 0.0645342 Jan 28 18:09:53.619936 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27d026-9e53-4a7d-9fc2-faa7269dd080 req-7835038e-a8ea-41bf-a30e-a4b13690894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:53.621286 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5a27d026-9e53-4a7d-9fc2-faa7269dd080 req-7835038e-a8ea-41bf-a30e-a4b13690894f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99291282-ed9c-4bca-a8ca-b449c7ec1d2d HTTP/1.1" status: 200 len: 834 time: 0.0575414 Jan 28 18:09:53.702516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27d026-9e53-4a7d-9fc2-faa7269dd080 req-90c73e16-787a-4b6b-8cfb-22ba14cd8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:53.704014 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5a27d026-9e53-4a7d-9fc2-faa7269dd080 req-90c73e16-787a-4b6b-8cfb-22ba14cd8739 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92f4acd4-15bf-4100-abfe-1dd564fa486c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747859 Jan 28 18:09:53.716487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abac00-a389-415d-b384-5307fe3ab74a req-41df7a50-7a9b-477a-9a3e-555ff48802c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:53.718959 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-18abac00-a389-415d-b384-5307fe3ab74a req-41df7a50-7a9b-477a-9a3e-555ff48802c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 943 time: 0.0905817 Jan 28 18:09:53.764806 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-18abac00-a389-415d-b384-5307fe3ab74a req-0cd3077b-0708-4246-b313-9545462262cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9754387-37bf-47a7-a145-2a165c7db289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396450 Jan 28 18:09:53.844520 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5a27d026-9e53-4a7d-9fc2-faa7269dd080 req-bd2b2a34-8a44-4111-9c8a-5bd681706b09 service neutron] 10.222.0.16 "GET /v2.0/networks/92f4acd4-15bf-4100-abfe-1dd564fa486c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321850 Jan 28 18:09:53.984235 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5a27d026-9e53-4a7d-9fc2-faa7269dd080 req-efd90591-9e7e-46cc-89ff-b7d38c16bebf service neutron] 10.222.0.16 "GET /v2.0/networks/92f4acd4-15bf-4100-abfe-1dd564fa486c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325667 Jan 28 18:09:54.948663 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device e3aba2fa-319a-42d0-a8c1-41f42c3c04ab details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:09:54.974349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4efcc5-5cb2-4fa6-acb0-cbf0e86572c2 req-39bfe898-5cd8-4820-b92a-61f1c17ddb21 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:54.975838 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fb4efcc5-5cb2-4fa6-acb0-cbf0e86572c2 req-39bfe898-5cd8-4820-b92a-61f1c17ddb21 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 943 time: 0.0906336 Jan 28 18:09:55.030395 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fb4efcc5-5cb2-4fa6-acb0-cbf0e86572c2 req-f728fe72-99e8-432a-be49-c5bdb970f9ef tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9754387-37bf-47a7-a145-2a165c7db289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483174 Jan 28 18:09:55.111909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab,segment=NetworkSegment(c0591b7d-f65a-4447-b5f4-06a7774289de),segment_id=c0591b7d-f65a-4447-b5f4-06a7774289de)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:09:55.125647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'port_id': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab', 'mac_address': 'fa:16:3e:37:84:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:09:55.193235 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:55.215126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3aba2fa-319a-42d0-a8c1-41f42c3c04ab {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:09:55.231170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab,segment=NetworkSegment(c0591b7d-f65a-4447-b5f4-06a7774289de),segment_id=c0591b7d-f65a-4447-b5f4-06a7774289de)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:09:55.331310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:55.404796 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:55.549624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['e3aba2fa-319a-42d0-a8c1-41f42c3c04ab'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:09:56.218676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092c1f4-38eb-4c04-9c72-4a35bdae28d9 req-69082be6-a275-4f09-86d2-91e4e62aca6b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:56.220886 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e092c1f4-38eb-4c04-9c72-4a35bdae28d9 req-69082be6-a275-4f09-86d2-91e4e62aca6b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 944 time: 0.0825005 Jan 28 18:09:56.264247 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e092c1f4-38eb-4c04-9c72-4a35bdae28d9 req-b422cf11-45e1-413c-be45-d9258382fdeb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9754387-37bf-47a7-a145-2a165c7db289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376515 Jan 28 18:09:56.962099 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device e3aba2fa-319a-42d0-a8c1-41f42c3c04ab up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:09:57.127057 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:09:57.132244 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:09:57.132611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:57.250264 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:57.276255 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a75792e-43b2-45af-96ac-d34691c06b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:09:57.286104 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab,segment=NetworkSegment(c0591b7d-f65a-4447-b5f4-06a7774289de),segment_id=c0591b7d-f65a-4447-b5f4-06a7774289de)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:09:57.320411 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a75792e-43b2-45af-96ac-d34691c06b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab', 'code': 200} Jan 28 18:09:57.401109 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:09:57.463354 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22040ed8-9d70-425a-a16e-7679b7a45059 req-bbc251d5-db7e-476a-a348-4158bea9948a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:57.464827 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-22040ed8-9d70-425a-a16e-7679b7a45059 req-bbc251d5-db7e-476a-a348-4158bea9948a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 945 time: 0.0907309 Jan 28 18:09:57.483476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:09:57.523013 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-22040ed8-9d70-425a-a16e-7679b7a45059 req-33ca7552-94e3-4c02-a077-48d16355a058 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9754387-37bf-47a7-a145-2a165c7db289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523019 Jan 28 18:09:57.805710 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc02c81-d70e-4e62-a33e-b2c30e845e25 req-8922017c-d845-4328-a525-b28f7dc33126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:57.807248 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6bc02c81-d70e-4e62-a33e-b2c30e845e25 req-8922017c-d845-4328-a525-b28f7dc33126 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 1098 time: 0.0751746 Jan 28 18:09:57.855813 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6bc02c81-d70e-4e62-a33e-b2c30e845e25 req-7a084719-32c2-49bd-86d4-aa36acf10f78 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b9754387-37bf-47a7-a145-2a165c7db289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428813 Jan 28 18:09:58.704815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dc90c-1886-491c-a1eb-032117118eb3 req-edb91d73-c9df-469e-a8a5-9485dcf34112 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:58.706244 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-da6dc90c-1886-491c-a1eb-032117118eb3 req-edb91d73-c9df-469e-a8a5-9485dcf34112 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 945 time: 0.0851667 Jan 28 18:09:58.757294 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-da6dc90c-1886-491c-a1eb-032117118eb3 req-15f00432-80bc-4cd7-b362-bf7152046bc9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9754387-37bf-47a7-a145-2a165c7db289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450416 Jan 28 18:09:59.957781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46a005-2059-4972-aecf-d67d36afb50b req-d8254d34-6e32-43b6-b434-667fb764da5e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:09:59.959240 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fb46a005-2059-4972-aecf-d67d36afb50b req-d8254d34-6e32-43b6-b434-667fb764da5e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 945 time: 0.0855765 Jan 28 18:10:00.003262 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fb46a005-2059-4972-aecf-d67d36afb50b req-f63d4c8a-d02e-4e4c-ae81-9de180041ddf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9754387-37bf-47a7-a145-2a165c7db289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377388 Jan 28 18:10:00.195103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a811ecb-b4b3-44d0-b03c-814a9ba83566 req-eb509a8c-d05d-4c80-bdaa-a31d13798e5a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:00.197626 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6a811ecb-b4b3-44d0-b03c-814a9ba83566 req-eb509a8c-d05d-4c80-bdaa-a31d13798e5a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 945 time: 0.0914586 Jan 28 18:10:00.244213 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6a811ecb-b4b3-44d0-b03c-814a9ba83566 req-ead7927b-0d50-4e41-9c73-819b9e208f50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9754387-37bf-47a7-a145-2a165c7db289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394363 Jan 28 18:10:00.269226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49002) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:00.339528 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ee7c3d-5138-4c24-8073-bd372e921eff tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:00.340976 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-44ee7c3d-5138-4c24-8073-bd372e921eff tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 1093 time: 0.0706477 Jan 28 18:10:00.344878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49006) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:00.349594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:10:00.355988 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:10:00.360419 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:floatingip and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:10:00.363292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:10:00.368901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:10:00.480799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:00.631812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:00.778283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.38 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/28077f50-e945-49ba-bc76-0090f4157f51) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:10:00.926816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:01.042524 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:01.112587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:10:01.113679 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:10:01.118142 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:10:01.167193 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=28077f50-e945-49ba-bc76-0090f4157f51,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:01.555570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:01.703265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:02.007492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:02.086218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:02.184603 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=28077f50-e945-49ba-bc76-0090f4157f51,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:02.207549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:02.385135 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 8c6d2617-a9ad-466d-9aa1-0ff293e6ba47 associated. External IP: 172.26.1.38, port: e3aba2fa-319a-42d0-a8c1-41f42c3c04ab. Jan 28 18:10:02.757287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:10:02.932893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:10:02.942858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23cb489-5d40-4309-8b64-4c042609ca46 None None] Sync routers for ids ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:10:02.952382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23cb489-5d40-4309-8b64-4c042609ca46 None None] Routers {'b8a54a1a-4b1b-40c4-b4b7-3e7759778094'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:10:02.952987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f23cb489-5d40-4309-8b64-4c042609ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:09:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:03.029254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:03.099854 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b6f643df-4464-4bca-9d03-31c1c3f12828 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7539487 Jan 28 18:10:03.100532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a75792e-43b2-45af-96ac-d34691c06b79', 'tag': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:10:03.104318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49014) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:03.141098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-f23cb489-5d40-4309-8b64-4c042609ca46 None None] Set router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:10:03.151186 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a75792e-43b2-45af-96ac-d34691c06b79', 'tag': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab', 'status': 'completed', 'code': 200} Jan 28 18:10:03.339160 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-734f53e8-31da-493e-a313-ada17285bef2 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/routers/b8a54a1a-4b1b-40c4-b4b7-3e7759778094 HTTP/1.1" status: 200 len: 922 time: 0.2315755 Jan 28 18:10:03.339333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49022) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:03.343072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d61fc1-9583-4856-a080-eb6291f9706c req-85e948a1-c14e-43a9-a397-cd729d001c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:03.344453 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-53d61fc1-9583-4856-a080-eb6291f9706c req-85e948a1-c14e-43a9-a397-cd729d001c4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 1098 time: 0.1697176 Jan 28 18:10:03.542434 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f23cb489-5d40-4309-8b64-4c042609ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:40Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '8c6d2617-a9ad-466d-9aa1-0ff293e6ba47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.38', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'port_id': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'mac_address': 'fa:16:3e:37:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a75792e-43b2-45af-96ac-d34691c06b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:10:01Z', 'updated_at': '2022-01-28T18:10:01Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd', 'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:9e:95:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:39Z', 'updated_at': '2022-01-28T18:09:44Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:03.546952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23cb489-5d40-4309-8b64-4c042609ca46 None None] Checking router: b8a54a1a-4b1b-40c4-b4b7-3e7759778094 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:10:03.556762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23cb489-5d40-4309-8b64-4c042609ca46 None None] Routers {'b8a54a1a-4b1b-40c4-b4b7-3e7759778094'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:10:03.557457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f23cb489-5d40-4309-8b64-4c042609ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:09:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:03.646417 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d950c74b-8791-41e8-99f4-8f76195308ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/8c6d2617-a9ad-466d-9aa1-0ff293e6ba47 HTTP/1.1" status: 200 len: 990 time: 0.3060756 Jan 28 18:10:03.684874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d61fc1-9583-4856-a080-eb6291f9706c req-3cb91f4e-e8ff-44a3-a809-5246f00763b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:03.686291 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-53d61fc1-9583-4856-a080-eb6291f9706c req-3cb91f4e-e8ff-44a3-a809-5246f00763b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=92f4acd4-15bf-4100-abfe-1dd564fa486c HTTP/1.1" status: 200 len: 898 time: 0.1769221 Jan 28 18:10:03.744815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-f23cb489-5d40-4309-8b64-4c042609ca46 None None] Set router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:10:03.811472 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-cfa1f6aa-dd00-407d-8b7d-6e9222638f05 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695832801&fields=id&tenant_id=1511d18bc53c42cca11b6d652fdada14 HTTP/1.1" status: 200 len: 267 time: 0.1241329 Jan 28 18:10:03.821777 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-53d61fc1-9583-4856-a080-eb6291f9706c req-980d5808-c6e6-4886-ac95-47de948d7acf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab HTTP/1.1" status: 200 len: 998 time: 0.1208055 Jan 28 18:10:03.968786 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d61fc1-9583-4856-a080-eb6291f9706c req-26c64975-9cd4-4314-a31f-e4ed196cbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:03.970118 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-53d61fc1-9583-4856-a080-eb6291f9706c req-26c64975-9cd4-4314-a31f-e4ed196cbcbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99291282-ed9c-4bca-a8ca-b449c7ec1d2d HTTP/1.1" status: 200 len: 834 time: 0.1301157 Jan 28 18:10:04.053777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-05d4e3df-effc-4353-b883-ae370f4c8dbf tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:04.055251 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-05d4e3df-effc-4353-b883-ae370f4c8dbf tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 812 time: 0.2368643 Jan 28 18:10:04.075307 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-2d74bd40-400b-4f04-8c97-933264ede066 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/quotas/1511d18bc53c42cca11b6d652fdada14 HTTP/1.1" status: 200 len: 375 time: 0.0122383 Jan 28 18:10:04.093938 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f23cb489-5d40-4309-8b64-4c042609ca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:40Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '8c6d2617-a9ad-466d-9aa1-0ff293e6ba47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.38', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'port_id': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'mac_address': 'fa:16:3e:37:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a75792e-43b2-45af-96ac-d34691c06b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:10:01Z', 'updated_at': '2022-01-28T18:10:01Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd', 'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:9e:95:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:39Z', 'updated_at': '2022-01-28T18:09:44Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:04.097842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23cb489-5d40-4309-8b64-4c042609ca46 None None] The sync data for ids ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:40Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '8c6d2617-a9ad-466d-9aa1-0ff293e6ba47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.38', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'port_id': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'mac_address': 'fa:16:3e:37:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a75792e-43b2-45af-96ac-d34691c06b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:10:01Z', 'updated_at': '2022-01-28T18:10:01Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd', 'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:9e:95:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:39Z', 'updated_at': '2022-01-28T18:09:44Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:10:04.123541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d61fc1-9583-4856-a080-eb6291f9706c req-8c93b0b5-d63b-4b2a-895a-746883ad6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:04.125878 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-53d61fc1-9583-4856-a080-eb6291f9706c req-8c93b0b5-d63b-4b2a-895a-746883ad6757 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92f4acd4-15bf-4100-abfe-1dd564fa486c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1448519 Jan 28 18:10:04.288273 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-8a9c098a-5cf7-45d3-a503-ca298f7a16ea tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2070768 Jan 28 18:10:04.291939 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-53d61fc1-9583-4856-a080-eb6291f9706c req-c634afd2-8f87-4506-9e1a-5ef106d8edb4 service neutron] 10.222.0.16 "GET /v2.0/networks/92f4acd4-15bf-4100-abfe-1dd564fa486c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580365 Jan 28 18:10:04.306775 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac7361-05f7-4cb4-8e6b-506752655f03 None None] New status for floating IP 8c6d2617-a9ad-466d-9aa1-0ff293e6ba47: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:10:04.536920 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-53d61fc1-9583-4856-a080-eb6291f9706c req-d9aa0dc2-4fbd-4792-a77b-766d7378a04f service neutron] 10.222.0.16 "GET /v2.0/networks/92f4acd4-15bf-4100-abfe-1dd564fa486c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394793 Jan 28 18:10:04.538614 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-eb87d3ab-7e57-4e69-931d-76de27c21c1b service neutron] 10.222.0.26 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228734 Jan 28 18:10:04.650801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49034) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:04.675708 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-8efe63b6-6132-45e3-90e9-669dcd8de59b service neutron] 10.222.0.26 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299095 Jan 28 18:10:04.765254 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c3ecdef2-8d7f-4956-96df-c978a1945bd3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/8c6d2617-a9ad-466d-9aa1-0ff293e6ba47 HTTP/1.1" status: 200 len: 992 time: 0.1086178 Jan 28 18:10:05.362489 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-13b825b8-b289-402f-bfaf-902f9cc6584a req-269250c7-58c2-4a52-b6ed-663269d5ad87 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 210 time: 0.0420053 Jan 28 18:10:06.514716 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0a2b533e-74ca-4d67-9195-0853d1d764f5 req-3b73523c-a144-4d45-a5af-3497ef801dba tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 210 time: 0.0412853 Jan 28 18:10:07.659808 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-982a8816-7c97-4af2-9505-55e65c1f99dc req-6c6d1e85-05d5-47a7-910a-1b54cf3fff53 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 210 time: 0.0409355 Jan 28 18:10:07.727933 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-256a3cee-34a5-4661-81c9-1a816ef691ac tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:07.729313 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-256a3cee-34a5-4661-81c9-1a816ef691ac tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 812 time: 0.1545727 Jan 28 18:10:07.776351 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-4752ff08-2f21-4143-952e-7e48c193c0c4 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1511d18bc53c42cca11b6d652fdada14 HTTP/1.1" status: 200 len: 380 time: 0.0390739 Jan 28 18:10:07.783991 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Request body: {'port': {'device_id': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'admin_state_up': True, 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'security_groups': ['5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:10:08.035786 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:10:08.046110 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:10:08.126523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Made reservation on behalf of 1511d18bc53c42cca11b6d652fdada14 for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:10:08.130132 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:08.303765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Allocated IP 172.20.0.6 (43ae5c1a-c3e8-4c78-8f83-e060ba4979f8/a6817f40-4afa-4732-973b-b002effd2e89/e04fc7ec-6476-4864-9be4-36d066d46443) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:10:08.502814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:08.521993 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Transition to ACTIVE for port object e04fc7ec-6476-4864-9be4-36d066d46443 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:10:08.650193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:08.720156 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:10:08.723364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:10:08.727265 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:10:08.758576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'Port': ['ID=e04fc7ec-6476-4864-9be4-36d066d46443,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:08.842248 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:08.842940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:08.899895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8a43e-cd35-40b8-a98d-3ae9ececd4f5 req-e8909600-6f69-4d6a-9e29-7c857512dfbd tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:08.900535 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-e9a8a43e-cd35-40b8-a98d-3ae9ececd4f5 req-e8909600-6f69-4d6a-9e29-7c857512dfbd tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Synchronizing usage tracker for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:10:09.086336 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-42cd9bc1-5f4c-4cdf-bb45-1d50abc9e492 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3057365 Jan 28 18:10:09.097060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Request body: {'port': {'device_id': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:10:09.136392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6686c6fb-cee7-4a13-989e-42e292b4507e None None] Provisioning for port e04fc7ec-6476-4864-9be4-36d066d46443 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:10:09.137948 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6686c6fb-cee7-4a13-989e-42e292b4507e None None] Provisioning complete for port e04fc7ec-6476-4864-9be4-36d066d46443 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:10:09.138319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6686c6fb-cee7-4a13-989e-42e292b4507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:09.192202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-6686c6fb-cee7-4a13-989e-42e292b4507e None None] Port e04fc7ec-6476-4864-9be4-36d066d46443 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:10:09.194286 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-e9a8a43e-cd35-40b8-a98d-3ae9ececd4f5 req-e8909600-6f69-4d6a-9e29-7c857512dfbd tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Unset dirty status for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:10:09.195464 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e9a8a43e-cd35-40b8-a98d-3ae9ececd4f5 req-e8909600-6f69-4d6a-9e29-7c857512dfbd tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 931 time: 0.4186323 Jan 28 18:10:09.247019 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:09.269674 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e9a8a43e-cd35-40b8-a98d-3ae9ececd4f5 req-a20d8738-7673-4a19-85f5-1a88c6ff9614 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672607 Jan 28 18:10:09.597824 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04fc7ec-6476-4864-9be4-36d066d46443 {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:10:09.606003 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:09.621092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Transition to ACTIVE for port object e04fc7ec-6476-4864-9be4-36d066d46443 will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:10:09.749147 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:09.904998 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Pushing event updated for resources: {'Port': ['ID=e04fc7ec-6476-4864-9be4-36d066d46443,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:09.966098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-582162f4-bee3-4a56-aa14-1fbb9b3d3017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:09.991289 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Attempting to bind port e04fc7ec-6476-4864-9be4-36d066d46443 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:10:09.991907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Attempting to bind port e04fc7ec-6476-4864-9be4-36d066d46443 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:10:09.992240 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Attempting to bind port e04fc7ec-6476-4864-9be4-36d066d46443 on network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:10:09.997433 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Port e04fc7ec-6476-4864-9be4-36d066d46443 on network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:10:09.997817 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Attempting to bind port e04fc7ec-6476-4864-9be4-36d066d46443 on network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:10:10.008680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:10:10.008680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Checking segment: {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:10:10.008680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Bound using segment: {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:10:10.008680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Bound port: e04fc7ec-6476-4864-9be4-36d066d46443, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe8fd56-d1ac-49aa-bef7-062496392520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:10:10.008680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:10.097187 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] For port e04fc7ec-6476-4864-9be4-36d066d46443, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:10:10.099974 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] For port e04fc7ec-6476-4864-9be4-36d066d46443, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=e04fc7ec-6476-4864-9be4-36d066d46443,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:10:10.150172 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:10.208770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:10.209374 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:10.210765 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] 10.222.0.16 "PUT /v2.0/ports/e04fc7ec-6476-4864-9be4-36d066d46443 HTTP/1.1" status: 200 len: 1093 time: 1.1176243 Jan 28 18:10:10.211222 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'tag': 'e04fc7ec-6476-4864-9be4-36d066d46443'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:10:10.233785 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586d56c-c797-4cfe-bed2-2b1444f7eadc service neutron] Pushing event updated for resources: {'Port': ['ID=e04fc7ec-6476-4864-9be4-36d066d46443,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:10.283147 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'tag': 'e04fc7ec-6476-4864-9be4-36d066d46443', 'status': 'completed', 'code': 200} Jan 28 18:10:10.396995 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44c3e9-a575-4716-a8ea-7e12d10e0b73 req-903ac552-95aa-4c99-a2e1-98c4cd3092e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:10.398561 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5b44c3e9-a575-4716-a8ea-7e12d10e0b73 req-903ac552-95aa-4c99-a2e1-98c4cd3092e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 1096 time: 0.0931053 Jan 28 18:10:10.689123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44c3e9-a575-4716-a8ea-7e12d10e0b73 req-8c8cd1c6-b1ef-4a55-aea9-6bdaaba9c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:10.690573 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5b44c3e9-a575-4716-a8ea-7e12d10e0b73 req-8c8cd1c6-b1ef-4a55-aea9-6bdaaba9c7ef service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1511d18bc53c42cca11b6d652fdada14&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2611604 Jan 28 18:10:10.700418 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c901c8-3a7b-42e8-9ffe-5bc4ce08a67f req-ab2597e6-4e42-405f-ad6f-df1e3719edab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:10.701911 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-16c901c8-3a7b-42e8-9ffe-5bc4ce08a67f req-ab2597e6-4e42-405f-ad6f-df1e3719edab tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 943 time: 0.3024955 Jan 28 18:10:10.824578 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-16c901c8-3a7b-42e8-9ffe-5bc4ce08a67f req-c30e7678-6788-42f2-ad04-acf81096d37f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044736 Jan 28 18:10:10.861666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44c3e9-a575-4716-a8ea-7e12d10e0b73 req-faaa872b-e454-4ce0-934d-a000c2679fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:10.863112 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5b44c3e9-a575-4716-a8ea-7e12d10e0b73 req-faaa872b-e454-4ce0-934d-a000c2679fda service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1603529 Jan 28 18:10:10.976393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-ebb23648-38e3-4885-a609-ef1559572fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:10.982673 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-ebb23648-38e3-4885-a609-ef1559572fcb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 1096 time: 0.0774944 Jan 28 18:10:11.046668 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-0839e02f-0ba0-43d0-b933-57a12a0a95b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e04fc7ec-6476-4864-9be4-36d066d46443 HTTP/1.1" status: 200 len: 217 time: 0.0604718 Jan 28 18:10:11.111693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-d974938a-58e3-4445-8f3b-867a94cb1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:11.113128 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-d974938a-58e3-4445-8f3b-867a94cb1b40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 200 len: 851 time: 0.0601029 Jan 28 18:10:11.188581 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-92bee3a5-07db-4841-9253-8ea1835c9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:11.190007 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-92bee3a5-07db-4841-9253-8ea1835c9841 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683317 Jan 28 18:10:11.332435 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-70fe5118-4aed-4db4-a1b7-5cb1930c3325 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357903 Jan 28 18:10:11.462930 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7e8e9286-7af7-439d-9517-6889fce4ca1a req-82457411-ed61-4adb-acb8-cb9c29b50133 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248462 Jan 28 18:10:12.114129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9eb3d-95bc-450f-a955-3a099d8b4f07 req-6a07daa1-7c74-47b3-8767-de7a453e2933 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:12.115486 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d0a9eb3d-95bc-450f-a955-3a099d8b4f07 req-6a07daa1-7c74-47b3-8767-de7a453e2933 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 943 time: 0.1883616 Jan 28 18:10:12.158493 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d0a9eb3d-95bc-450f-a955-3a099d8b4f07 req-d567f00c-7098-4a89-937f-bbc68fad6715 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368631 Jan 28 18:10:12.296019 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-88690ed6-9680-4f7c-ad93-da91e088a485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:13.239364 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:13.342002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:13.350901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb51c16-f773-4c1f-a60a-f75a411854ae req-151612b1-28f5-49d8-80df-cf24dc803836 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:13.352900 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-abb51c16-f773-4c1f-a60a-f75a411854ae req-151612b1-28f5-49d8-80df-cf24dc803836 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 943 time: 0.0848858 Jan 28 18:10:13.395369 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-abb51c16-f773-4c1f-a60a-f75a411854ae req-6aca460a-b50e-47b7-98ee-d3d5fbd0cc5d tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367100 Jan 28 18:10:14.592721 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab300d-7573-492c-826c-dda754365a7f req-2f716f1e-7666-4914-a880-66862f986cb7 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:14.594201 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-02ab300d-7573-492c-826c-dda754365a7f req-2f716f1e-7666-4914-a880-66862f986cb7 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 943 time: 0.0779243 Jan 28 18:10:14.637418 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-02ab300d-7573-492c-826c-dda754365a7f req-9b75f271-1e73-496f-81ee-fcd1757ae1ed tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376039 Jan 28 18:10:15.017581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:15.817579 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703a032-4521-43a1-b1a1-c8c7c56fadab req-2425b0d8-0a45-4ae6-a2d0-b4f47d5e6913 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:15.819225 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4703a032-4521-43a1-b1a1-c8c7c56fadab req-2425b0d8-0a45-4ae6-a2d0-b4f47d5e6913 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 943 time: 0.0809097 Jan 28 18:10:15.862299 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4703a032-4521-43a1-b1a1-c8c7c56fadab req-88f177a3-b6d2-446e-a4d3-add04c7bfab3 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373647 Jan 28 18:10:17.046097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1c522-8df4-4e69-b660-0d4c91647cb4 req-b2f6660d-7820-4840-9981-11220a5c2f73 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:17.047567 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-15a1c522-8df4-4e69-b660-0d4c91647cb4 req-b2f6660d-7820-4840-9981-11220a5c2f73 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 943 time: 0.0812299 Jan 28 18:10:17.090971 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-15a1c522-8df4-4e69-b660-0d4c91647cb4 req-8be2c8e0-0671-47ea-8fdc-0d129ae5a36f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377350 Jan 28 18:10:18.281161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae1e44-6e15-467b-a921-534a579b38b2 req-bb976a21-1af3-4a7a-8e8f-d3598527049a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:18.282649 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a5ae1e44-6e15-467b-a921-534a579b38b2 req-bb976a21-1af3-4a7a-8e8f-d3598527049a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 943 time: 0.0897424 Jan 28 18:10:18.326474 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a5ae1e44-6e15-467b-a921-534a579b38b2 req-c2429400-f5d7-45ec-aa83-5a75b7cc8b93 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379937 Jan 28 18:10:19.074310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device e04fc7ec-6476-4864-9be4-36d066d46443 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:10:19.216470 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port e04fc7ec-6476-4864-9be4-36d066d46443, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=e04fc7ec-6476-4864-9be4-36d066d46443,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:10:19.230895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'e04fc7ec-6476-4864-9be4-36d066d46443', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'port_id': 'e04fc7ec-6476-4864-9be4-36d066d46443', 'mac_address': 'fa:16:3e:6e:7e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:10:19.283783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:19.306644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04fc7ec-6476-4864-9be4-36d066d46443 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:10:19.314880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port e04fc7ec-6476-4864-9be4-36d066d46443, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=e04fc7ec-6476-4864-9be4-36d066d46443,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:10:19.410557 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:19.481403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=e04fc7ec-6476-4864-9be4-36d066d46443,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:19.504649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b81d0-4d1a-4a76-a2f7-bba2b2095e9e req-d44d4c2b-2739-4ce6-a143-9d77d423f778 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:19.506070 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ef9b81d0-4d1a-4a76-a2f7-bba2b2095e9e req-d44d4c2b-2739-4ce6-a143-9d77d423f778 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 944 time: 0.0783489 Jan 28 18:10:19.552845 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ef9b81d0-4d1a-4a76-a2f7-bba2b2095e9e req-780795c2-731a-4534-99ec-eb916d29788f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406327 Jan 28 18:10:19.652574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['e04fc7ec-6476-4864-9be4-36d066d46443'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:10:19.916211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:20.737379 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96391704-3dd4-4299-8b4d-dcf0e3dec0f0 req-7517caa9-9e4c-4053-aab3-f7b0a2da2551 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:20.738803 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-96391704-3dd4-4299-8b4d-dcf0e3dec0f0 req-7517caa9-9e4c-4053-aab3-f7b0a2da2551 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 944 time: 0.0779030 Jan 28 18:10:20.785743 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-96391704-3dd4-4299-8b4d-dcf0e3dec0f0 req-272b8f02-070e-4e66-8849-e3cb53768d08 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408158 Jan 28 18:10:21.090038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device e04fc7ec-6476-4864-9be4-36d066d46443 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:10:21.298416 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port e04fc7ec-6476-4864-9be4-36d066d46443 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:10:21.300693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port e04fc7ec-6476-4864-9be4-36d066d46443 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:10:21.301067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:21.416918 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:21.442469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04fc7ec-6476-4864-9be4-36d066d46443'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:10:21.452203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port e04fc7ec-6476-4864-9be4-36d066d46443, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=e04fc7ec-6476-4864-9be4-36d066d46443,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:10:21.530298 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04fc7ec-6476-4864-9be4-36d066d46443', 'code': 200} Jan 28 18:10:21.579541 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:21.678135 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=e04fc7ec-6476-4864-9be4-36d066d46443,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:22.032041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff9121-1691-4ae8-9419-344a7b3be51c req-0dcdaff5-65bc-487b-82ca-8a1b767ccaf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:22.037574 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfff9121-1691-4ae8-9419-344a7b3be51c req-0dcdaff5-65bc-487b-82ca-8a1b767ccaf9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 945 time: 0.1383169 Jan 28 18:10:22.037574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ae37f-d05c-4c3d-8623-541a114d479c req-e3b33d91-1228-4ce4-89ca-c3231421df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:22.037574 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b7ae37f-d05c-4c3d-8623-541a114d479c req-e3b33d91-1228-4ce4-89ca-c3231421df83 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 1098 time: 0.1107156 Jan 28 18:10:22.103387 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfff9121-1691-4ae8-9419-344a7b3be51c req-993566ed-ad32-4177-a0e0-bfecc8ec5edf tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639622 Jan 28 18:10:22.106475 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b7ae37f-d05c-4c3d-8623-541a114d479c req-19d71c04-5ba0-4709-be2b-a3ea97d84855 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541966 Jan 28 18:10:23.293031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f213c-fccb-4c25-9f56-43d49c707ea1 req-8145891c-ebc0-4ec5-9cd8-7bc315f0a2ba tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:23.294447 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7a8f213c-fccb-4c25-9f56-43d49c707ea1 req-8145891c-ebc0-4ec5-9cd8-7bc315f0a2ba tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 945 time: 0.0829804 Jan 28 18:10:23.338875 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7a8f213c-fccb-4c25-9f56-43d49c707ea1 req-c17ab11c-02d1-4e27-9200-5a265c8b9499 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379980 Jan 28 18:10:24.110019 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:10:24.519664 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca78200-150d-4539-b838-587f4da2dc32 req-b035d2e9-6945-42da-a2f1-d7fecd976da0 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:24.520490 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fca78200-150d-4539-b838-587f4da2dc32 req-b035d2e9-6945-42da-a2f1-d7fecd976da0 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 945 time: 0.0782771 Jan 28 18:10:24.567817 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fca78200-150d-4539-b838-587f4da2dc32 req-9c61521c-0b59-4530-8863-da178aebd436 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416477 Jan 28 18:10:24.751568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aa9f2-8e06-47b8-b6d3-f93b973999cf req-0cf3f987-9cb8-43c6-8125-ca3039259aac tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:24.752839 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-340aa9f2-8e06-47b8-b6d3-f93b973999cf req-0cf3f987-9cb8-43c6-8125-ca3039259aac tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 945 time: 0.0827627 Jan 28 18:10:24.796386 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-340aa9f2-8e06-47b8-b6d3-f93b973999cf req-c91fc516-1787-463a-acc1-6677792e2249 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379243 Jan 28 18:10:24.818908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49092) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:24.936313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f792cde-c2f0-4f7f-800f-581d29733b87 tempest-TestVolumeBootPattern-214744806 tempest-TestVolumeBootPattern-214744806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:24.937803 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0f792cde-c2f0-4f7f-800f-581d29733b87 tempest-TestVolumeBootPattern-214744806 tempest-TestVolumeBootPattern-214744806-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 1093 time: 0.1179080 Jan 28 18:10:24.940527 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49100) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:24.945170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': 'e04fc7ec-6476-4864-9be4-36d066d46443', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:10:24.950865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:10:24.954673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Usage tracker for resource:floatingip and tenant:1511d18bc53c42cca11b6d652fdada14 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:10:24.957468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:10:24.963211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:10:25.097165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:25.236096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:25.369872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Allocated IP 172.26.1.217 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/15e1faed-fe64-470c-81bb-c854b7a3ea02) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:10:25.511302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:25.605014 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:25.666753 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:10:25.669544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:10:25.673260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:10:25.710076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'Port': ['ID=15e1faed-fe64-470c-81bb-c854b7a3ea02,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:26.081827 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:26.270520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:26.565465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:26.656944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:26.764938 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event updated for resources: {'Port': ['ID=15e1faed-fe64-470c-81bb-c854b7a3ea02,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:26.775010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:26.940982 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Floating IP 9517493f-53bf-4232-bc2a-f2c06f40bceb associated. External IP: 172.26.1.217, port: e04fc7ec-6476-4864-9be4-36d066d46443. Jan 28 18:10:27.282828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Router e2f1cdda-f105-48cd-b9c5-06b232c1075c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:10:27.458664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:10:27.474458 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd543fa-f2c3-4c53-8963-f533122e578a None None] Sync routers for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:10:27.477304 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd543fa-f2c3-4c53-8963-f533122e578a None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:10:27.477919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0cd543fa-f2c3-4c53-8963-f533122e578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:10:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:27.552967 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:27.608216 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c3f6e154-df71-4bfc-b947-00d033dd6de8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6666911 Jan 28 18:10:27.608800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'tag': 'e04fc7ec-6476-4864-9be4-36d066d46443'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:10:27.653766 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-0cd543fa-f2c3-4c53-8963-f533122e578a None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:10:27.655459 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'tag': 'e04fc7ec-6476-4864-9be4-36d066d46443', 'status': 'completed', 'code': 200} Jan 28 18:10:27.759020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0ca52-520e-42f9-b84b-2a6c021fa36c req-22f4187f-8997-4e75-8b2a-f6b7d3473bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:27.760504 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eec0ca52-520e-42f9-b84b-2a6c021fa36c req-22f4187f-8997-4e75-8b2a-f6b7d3473bff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 1098 time: 0.0713439 Jan 28 18:10:27.898751 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0ca52-520e-42f9-b84b-2a6c021fa36c req-bba4adca-0c77-40f5-a5fc-f64e790abe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:27.900794 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eec0ca52-520e-42f9-b84b-2a6c021fa36c req-bba4adca-0c77-40f5-a5fc-f64e790abe75 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 913 time: 0.1340272 Jan 28 18:10:28.001149 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0cd543fa-f2c3-4c53-8963-f533122e578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '015430f6-0c58-42e8-8ad9-1726e18442f4', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': '1fbe979a-60d3-4171-8544-247e2193ed95', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:0f:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:07:08Z', 'updated_at': '2022-01-28T18:07:11Z', 'revision_number': 1, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}, {'id': '9517493f-53bf-4232-bc2a-f2c06f40bceb', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.217', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': 'e04fc7ec-6476-4864-9be4-36d066d46443', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:6e:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:10:26Z', 'updated_at': '2022-01-28T18:10:26Z', 'revision_number': 0, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:28.005558 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd543fa-f2c3-4c53-8963-f533122e578a None None] Checking router: e2f1cdda-f105-48cd-b9c5-06b232c1075c for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:10:28.015346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd543fa-f2c3-4c53-8963-f533122e578a None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:10:28.015940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0cd543fa-f2c3-4c53-8963-f533122e578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:10:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:28.114011 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eec0ca52-520e-42f9-b84b-2a6c021fa36c req-792b0b27-e6e4-4f9b-9f1e-0a2b7181380f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e04fc7ec-6476-4864-9be4-36d066d46443 HTTP/1.1" status: 200 len: 999 time: 0.2060189 Jan 28 18:10:28.176087 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0ca52-520e-42f9-b84b-2a6c021fa36c req-caf9857c-98e9-4243-b02c-a1ca4855bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:28.177493 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eec0ca52-520e-42f9-b84b-2a6c021fa36c req-caf9857c-98e9-4243-b02c-a1ca4855bb85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 200 len: 851 time: 0.0571918 Jan 28 18:10:28.196331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-0cd543fa-f2c3-4c53-8963-f533122e578a None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:10:28.263808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0ca52-520e-42f9-b84b-2a6c021fa36c req-db2960b3-2ad3-46af-b1e5-fc4dd26c834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:28.265289 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eec0ca52-520e-42f9-b84b-2a6c021fa36c req-db2960b3-2ad3-46af-b1e5-fc4dd26c834c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818098 Jan 28 18:10:28.400062 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eec0ca52-520e-42f9-b84b-2a6c021fa36c req-17b76ef8-92fe-4c34-917d-331e2f8d6515 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263065 Jan 28 18:10:28.533962 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eec0ca52-520e-42f9-b84b-2a6c021fa36c req-439a82c2-6862-47a2-bbc0-36a4d80e1e2b service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284559 Jan 28 18:10:28.561019 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-0cd543fa-f2c3-4c53-8963-f533122e578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '015430f6-0c58-42e8-8ad9-1726e18442f4', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': '1fbe979a-60d3-4171-8544-247e2193ed95', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:0f:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:07:08Z', 'updated_at': '2022-01-28T18:07:11Z', 'revision_number': 1, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}, {'id': '9517493f-53bf-4232-bc2a-f2c06f40bceb', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.217', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': 'e04fc7ec-6476-4864-9be4-36d066d46443', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:6e:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:10:26Z', 'updated_at': '2022-01-28T18:10:26Z', 'revision_number': 0, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:28.565142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd543fa-f2c3-4c53-8963-f533122e578a None None] The sync data for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv is: [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '015430f6-0c58-42e8-8ad9-1726e18442f4', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': '1fbe979a-60d3-4171-8544-247e2193ed95', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:0f:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:07:08Z', 'updated_at': '2022-01-28T18:07:11Z', 'revision_number': 1, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}, {'id': '9517493f-53bf-4232-bc2a-f2c06f40bceb', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.217', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': 'e04fc7ec-6476-4864-9be4-36d066d46443', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:6e:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:10:26Z', 'updated_at': '2022-01-28T18:10:26Z', 'revision_number': 0, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:10:28.755356 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653d64b-861c-4777-b6b8-b4a90ec98800 None None] New status for floating IP 9517493f-53bf-4232-bc2a-f2c06f40bceb: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:10:34.655475 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-05aaca4d-d545-42c4-972f-a814fba506e6 req-cbe0e72f-e1ef-43d0-b85f-c87f16d412c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691564 Jan 28 18:10:34.792271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aaca4d-d545-42c4-972f-a814fba506e6 req-7e5ea336-e0fc-4dfb-94d5-f89bc619e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:34.793652 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-05aaca4d-d545-42c4-972f-a814fba506e6 req-7e5ea336-e0fc-4dfb-94d5-f89bc619e94e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 1098 time: 0.0694578 Jan 28 18:10:34.960585 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aaca4d-d545-42c4-972f-a814fba506e6 req-d58565b5-bcb6-4571-a4b7-c8110bd2cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:34.965634 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-05aaca4d-d545-42c4-972f-a814fba506e6 req-d58565b5-bcb6-4571-a4b7-c8110bd2cad8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 913 time: 0.1501470 Jan 28 18:10:35.068039 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-05aaca4d-d545-42c4-972f-a814fba506e6 req-ea46bc8b-04e7-4312-8866-0aa9ea4afd0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbe979a-60d3-4171-8544-247e2193ed95 HTTP/1.1" status: 200 len: 1001 time: 0.0987496 Jan 28 18:10:35.136254 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aaca4d-d545-42c4-972f-a814fba506e6 req-e2c17c1d-54b0-4f98-9f24-ec7acdbfede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:35.136254 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-05aaca4d-d545-42c4-972f-a814fba506e6 req-e2c17c1d-54b0-4f98-9f24-ec7acdbfede8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 200 len: 851 time: 0.0609379 Jan 28 18:10:35.210736 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aaca4d-d545-42c4-972f-a814fba506e6 req-1f6daa47-ee90-46be-b10b-80e4e29b5edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:35.212251 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-05aaca4d-d545-42c4-972f-a814fba506e6 req-1f6daa47-ee90-46be-b10b-80e4e29b5edb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705326 Jan 28 18:10:35.344702 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-05aaca4d-d545-42c4-972f-a814fba506e6 req-4ae17518-ad5d-4f79-9564-e4075b5462c9 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258633 Jan 28 18:10:35.479045 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-05aaca4d-d545-42c4-972f-a814fba506e6 req-a7c3934b-8839-4016-8435-c899d4b3cb90 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271315 Jan 28 18:10:35.880813 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49118) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:36.065302 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-51ecf69f-1dbb-4474-944b-0bfeda3b1e5e tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/routers/b8a54a1a-4b1b-40c4-b4b7-3e7759778094/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1827860 Jan 28 18:10:36.067894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49122) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:36.471148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192fa81b-f4e9-40e1-bcfb-a4d1dcdf563e tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Notify agent at dv-neutron-826919-1-hyperv the message router_removed_from_agent {{(pid=88158) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 28 18:10:36.473375 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-192fa81b-f4e9-40e1-bcfb-a4d1dcdf563e tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "DELETE /v2.0/agents/3c940195-1066-4089-8990-d78d9d0b4cd5/l3-routers/b8a54a1a-4b1b-40c4-b4b7-3e7759778094 HTTP/1.1" status: 204 len: 168 time: 0.4049137 Jan 28 18:10:36.476564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49126) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:36.670087 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-83cc94d6-2e06-4a78-8ba0-c071bbc63d7a tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/routers/b8a54a1a-4b1b-40c4-b4b7-3e7759778094/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1927855 Jan 28 18:10:36.672486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49130) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:36.776497 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-320b2125-b367-48a6-a7fc-72bc0c3df1c7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/8c6d2617-a9ad-466d-9aa1-0ff293e6ba47 HTTP/1.1" status: 200 len: 992 time: 0.1029758 Jan 28 18:10:36.883368 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:10:37.005129 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:37.046067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd,segment=NetworkSegment(c0591b7d-f65a-4447-b5f4-06a7774289de),segment_id=c0591b7d-f65a-4447-b5f4-06a7774289de)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:10:37.136824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:37.206742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:37.262679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6652f0f-4cf8-42ab-ac3a-3067b33265ad None None] New status for floating IP 8c6d2617-a9ad-466d-9aa1-0ff293e6ba47: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:10:37.780483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49134) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:37.885653 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a26a72cf-6ad2-4150-9bc0-219684c65af5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/8c6d2617-a9ad-466d-9aa1-0ff293e6ba47 HTTP/1.1" status: 200 len: 990 time: 0.1041048 Jan 28 18:10:38.589321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ed403e7d-d6ec-4667-a3b5-155050512292 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:10:38.711808 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:38.728631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port ed403e7d-d6ec-4667-a3b5-155050512292, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ed403e7d-d6ec-4667-a3b5-155050512292,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:10:38.886296 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:38.953123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=ed403e7d-d6ec-4667-a3b5-155050512292,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:38.960232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:38.960588 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:38.960930 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:38.961268 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:38.961602 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:38.961934 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:38.962772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:38.963128 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:38.963460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:38.963787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:38.964113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:38.964436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:39.030938 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49140) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:39.308428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda38ddc-eaed-432a-ad9c-1d523125e3df tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:10:39.312498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda38ddc-eaed-432a-ad9c-1d523125e3df tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Notify agent at dv-neutron-826919-1-hyperv the message router_added_to_agent {{(pid=88158) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 28 18:10:39.326403 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fda38ddc-eaed-432a-ad9c-1d523125e3df tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "POST /v2.0/agents/3c940195-1066-4089-8990-d78d9d0b4cd5/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2908406 Jan 28 18:10:39.328936 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49146) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:39.331778 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5285f97-4778-4798-8d25-985476c09f3f None None] Sync routers for ids ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:10:39.341789 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5285f97-4778-4798-8d25-985476c09f3f None None] Routers {'b8a54a1a-4b1b-40c4-b4b7-3e7759778094'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:10:39.342378 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d5285f97-4778-4798-8d25-985476c09f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:10:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:39.511124 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e8de07cf-901a-42dd-a64e-50a4ed42a81b tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/routers/b8a54a1a-4b1b-40c4-b4b7-3e7759778094/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1810915 Jan 28 18:10:39.513822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49150) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:39.515166 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-d5285f97-4778-4798-8d25-985476c09f3f None None] Set router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:10:39.620419 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ab3eebfb-195c-4bcf-9db8-a86f9d3fe0ff tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/8c6d2617-a9ad-466d-9aa1-0ff293e6ba47 HTTP/1.1" status: 200 len: 990 time: 0.1019289 Jan 28 18:10:39.886470 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d5285f97-4778-4798-8d25-985476c09f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:40Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:10:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '8c6d2617-a9ad-466d-9aa1-0ff293e6ba47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.38', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'port_id': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'mac_address': 'fa:16:3e:37:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a75792e-43b2-45af-96ac-d34691c06b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:10:01Z', 'updated_at': '2022-01-28T18:10:37Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd', 'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:9e:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:39Z', 'updated_at': '2022-01-28T18:10:37Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:39.890270 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5285f97-4778-4798-8d25-985476c09f3f None None] Checking router: b8a54a1a-4b1b-40c4-b4b7-3e7759778094 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:10:39.896898 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4ef52653-00fa-4161-a5c3-3febc48413f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:39.898415 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5285f97-4778-4798-8d25-985476c09f3f None None] Routers {'b8a54a1a-4b1b-40c4-b4b7-3e7759778094'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:10:39.899015 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d5285f97-4778-4798-8d25-985476c09f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:10:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:40.072583 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-d5285f97-4778-4798-8d25-985476c09f3f None None] Set router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:10:40.414683 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d5285f97-4778-4798-8d25-985476c09f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:40Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:10:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '8c6d2617-a9ad-466d-9aa1-0ff293e6ba47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.38', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'port_id': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'mac_address': 'fa:16:3e:37:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a75792e-43b2-45af-96ac-d34691c06b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:10:01Z', 'updated_at': '2022-01-28T18:10:37Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd', 'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:9e:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:39Z', 'updated_at': '2022-01-28T18:10:37Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:40.419275 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5285f97-4778-4798-8d25-985476c09f3f None None] The sync data for ids ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:40Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:10:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '8c6d2617-a9ad-466d-9aa1-0ff293e6ba47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.38', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'port_id': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'mac_address': 'fa:16:3e:37:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a75792e-43b2-45af-96ac-d34691c06b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:10:01Z', 'updated_at': '2022-01-28T18:10:37Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd', 'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:9e:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:39Z', 'updated_at': '2022-01-28T18:10:37Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:10:40.621425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49154) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:40.739898 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-69b9948c-d6ef-400a-b6b8-777a8965a220 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/8c6d2617-a9ad-466d-9aa1-0ff293e6ba47 HTTP/1.1" status: 200 len: 990 time: 0.1174874 Jan 28 18:10:41.744435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49160) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:41.847321 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8c945de8-3435-4836-b7e3-75c6f314c774 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/8c6d2617-a9ad-466d-9aa1-0ff293e6ba47 HTTP/1.1" status: 200 len: 990 time: 0.1018274 Jan 28 18:10:42.169751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df15916-14c3-4eda-af01-5c082b77d770 None None] New status for floating IP 8c6d2617-a9ad-466d-9aa1-0ff293e6ba47: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:10:42.327784 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-17b9ca5b-0b61-4eaf-923a-55f91913aee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:42.687649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:10:42.760762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:10:42.763776 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:42.851359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49164) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:42.877334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:42.908376 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd,segment=NetworkSegment(c0591b7d-f65a-4447-b5f4-06a7774289de),segment_id=c0591b7d-f65a-4447-b5f4-06a7774289de)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:10:42.959746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:42.960660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ed403e7d-d6ec-4667-a3b5-155050512292 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:10:43.066967 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-24b58d8b-0b65-45dd-b764-8ac69d5c1e4c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/8c6d2617-a9ad-466d-9aa1-0ff293e6ba47 HTTP/1.1" status: 200 len: 992 time: 0.2145574 Jan 28 18:10:43.077693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:43.093718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ed403e7d-d6ec-4667-a3b5-155050512292 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:10:43.094092 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:43.226685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:43.226685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:43.240296 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port ed403e7d-d6ec-4667-a3b5-155050512292, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ed403e7d-d6ec-4667-a3b5-155050512292,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:10:43.295379 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:43.351389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49172) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:43.364555 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=ed403e7d-d6ec-4667-a3b5-155050512292,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:43.370042 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:43.562731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 28077f50-e945-49ba-bc76-0090f4157f51 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:10:43.563090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:43.850178 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:43.850379 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:43.978122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 28077f50-e945-49ba-bc76-0090f4157f51 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:10:44.210008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:44.263155 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=28077f50-e945-49ba-bc76-0090f4157f51,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:44.302068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:44.302068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:44.302068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:44.302068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:44.302068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:44.302068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:44.302068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:44.302068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:44.302068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:44.302068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:44.302068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:44.302068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:44.373566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:44.373566 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 8c6d2617-a9ad-466d-9aa1-0ff293e6ba47 disassociated (deleted). External IP: 172.26.1.38, port: e3aba2fa-319a-42d0-a8c1-41f42c3c04ab. Jan 28 18:10:44.611933 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:10:44.702206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:10:44.702206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:44.755642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:10:44.824218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ed403e7d-d6ec-4667-a3b5-155050512292 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:10:44.962585 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:10:45.047282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:45.059620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ed403e7d-d6ec-4667-a3b5-155050512292 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:10:45.059620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:45.088044 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:45.092302 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddccc1-266f-4ace-9ab6-270acd2727d2 None None] Sync routers for ids ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:10:45.105635 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddccc1-266f-4ace-9ab6-270acd2727d2 None None] Routers {'b8a54a1a-4b1b-40c4-b4b7-3e7759778094'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:10:45.105635 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-50ddccc1-266f-4ace-9ab6-270acd2727d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:10:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:45.180531 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2cf7618e-ca84-4e64-9743-47fd1c8cdb17 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/floatingips/8c6d2617-a9ad-466d-9aa1-0ff293e6ba47 HTTP/1.1" status: 204 len: 168 time: 1.8202369 Jan 28 18:10:45.180531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a75792e-43b2-45af-96ac-d34691c06b79', 'tag': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:10:45.241776 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a75792e-43b2-45af-96ac-d34691c06b79', 'tag': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab', 'status': 'completed', 'code': 200} Jan 28 18:10:45.368952 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-50ddccc1-266f-4ace-9ab6-270acd2727d2 None None] Set router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:10:45.384578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a7a57-18d7-4315-a260-bbe9e57e19be req-361c66ad-749e-432f-871f-d7af8c7f5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:45.384578 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9e1a7a57-18d7-4315-a260-bbe9e57e19be req-361c66ad-749e-432f-871f-d7af8c7f5cd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 1098 time: 0.1081896 Jan 28 18:10:45.543516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a7a57-18d7-4315-a260-bbe9e57e19be req-9ee6a8ef-3f8b-4917-b5a2-e7c3d1bcf2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:45.543516 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9e1a7a57-18d7-4315-a260-bbe9e57e19be req-9ee6a8ef-3f8b-4917-b5a2-e7c3d1bcf2e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=92f4acd4-15bf-4100-abfe-1dd564fa486c HTTP/1.1" status: 200 len: 898 time: 0.1514795 Jan 28 18:10:45.733295 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9e1a7a57-18d7-4315-a260-bbe9e57e19be req-e2c22e98-35c3-4703-9eb4-d57e1c79eb69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab HTTP/1.1" status: 200 len: 217 time: 0.1872380 Jan 28 18:10:45.767079 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-50ddccc1-266f-4ace-9ab6-270acd2727d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:40Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:10:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd', 'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:9e:95:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:39Z', 'updated_at': '2022-01-28T18:10:42Z', 'revision_number': 7, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:45.767079 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddccc1-266f-4ace-9ab6-270acd2727d2 None None] Checking router: b8a54a1a-4b1b-40c4-b4b7-3e7759778094 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:10:45.776423 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddccc1-266f-4ace-9ab6-270acd2727d2 None None] Routers {'b8a54a1a-4b1b-40c4-b4b7-3e7759778094'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:10:45.776423 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-50ddccc1-266f-4ace-9ab6-270acd2727d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:10:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:45.806694 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a7a57-18d7-4315-a260-bbe9e57e19be req-d25d0286-d426-47f5-a51f-a86a5581f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:45.806694 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9e1a7a57-18d7-4315-a260-bbe9e57e19be req-d25d0286-d426-47f5-a51f-a86a5581f41f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99291282-ed9c-4bca-a8ca-b449c7ec1d2d HTTP/1.1" status: 200 len: 834 time: 0.0710638 Jan 28 18:10:45.884934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a7a57-18d7-4315-a260-bbe9e57e19be req-b0d1f0b0-3216-4788-b2fa-f4f73c6f5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:45.886434 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9e1a7a57-18d7-4315-a260-bbe9e57e19be req-b0d1f0b0-3216-4788-b2fa-f4f73c6f5a7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=92f4acd4-15bf-4100-abfe-1dd564fa486c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761771 Jan 28 18:10:46.064647 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-50ddccc1-266f-4ace-9ab6-270acd2727d2 None None] Set router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:10:46.101756 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9e1a7a57-18d7-4315-a260-bbe9e57e19be req-1f670202-a520-4621-b4cc-a044705f975c service neutron] 10.222.0.16 "GET /v2.0/networks/92f4acd4-15bf-4100-abfe-1dd564fa486c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047532 Jan 28 18:10:46.166286 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c172ac-6560-42e1-9a25-7cc647010bfd req-630afb2e-5d1b-444c-9284-f880d4a004b2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:46.166286 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-43c172ac-6560-42e1-9a25-7cc647010bfd req-630afb2e-5d1b-444c-9284-f880d4a004b2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 945 time: 0.1122456 Jan 28 18:10:46.232249 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-43c172ac-6560-42e1-9a25-7cc647010bfd req-ea7da970-1f39-4175-b33d-4a4845731b44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9754387-37bf-47a7-a145-2a165c7db289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625477 Jan 28 18:10:46.268194 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9e1a7a57-18d7-4315-a260-bbe9e57e19be req-d7520650-8636-4f44-bccf-7880354402f9 service neutron] 10.222.0.16 "GET /v2.0/networks/92f4acd4-15bf-4100-abfe-1dd564fa486c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589079 Jan 28 18:10:46.447737 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-50ddccc1-266f-4ace-9ab6-270acd2727d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:40Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:10:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd', 'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:9e:95:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:39Z', 'updated_at': '2022-01-28T18:10:42Z', 'revision_number': 7, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:46.455085 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddccc1-266f-4ace-9ab6-270acd2727d2 None None] The sync data for ids ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:09:40Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:10:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd', 'name': '', 'network_id': '92f4acd4-15bf-4100-abfe-1dd564fa486c', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:9e:95:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:39Z', 'updated_at': '2022-01-28T18:10:42Z', 'revision_number': 7, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '99291282-ed9c-4bca-a8ca-b449c7ec1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:10:47.298024 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff300741-9dc8-4b1f-abe2-8853e026482b None None] New status for floating IP 8c6d2617-a9ad-466d-9aa1-0ff293e6ba47: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:10:47.410349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb8fa2-8fc6-4d1a-a0d1-dc25e83b86e0 req-8e7ab201-e7d6-401a-88e3-e6220cf21f15 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:47.410349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-57cb8fa2-8fc6-4d1a-a0d1-dc25e83b86e0 req-8e7ab201-e7d6-401a-88e3-e6220cf21f15 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:10:47.504900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07ffd3-1c77-4097-aa27-acad1ab8db34 req-d6b0b8b6-e9a7-40b7-9657-97d0a424b5b5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:47.506671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ab07ffd3-1c77-4097-aa27-acad1ab8db34 req-d6b0b8b6-e9a7-40b7-9657-97d0a424b5b5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:10:47.559748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-57cb8fa2-8fc6-4d1a-a0d1-dc25e83b86e0 req-8e7ab201-e7d6-401a-88e3-e6220cf21f15 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:10:47.559748 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-57cb8fa2-8fc6-4d1a-a0d1-dc25e83b86e0 req-8e7ab201-e7d6-401a-88e3-e6220cf21f15 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 945 time: 0.2895627 Jan 28 18:10:47.559748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ab07ffd3-1c77-4097-aa27-acad1ab8db34 req-d6b0b8b6-e9a7-40b7-9657-97d0a424b5b5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:10:47.559748 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ab07ffd3-1c77-4097-aa27-acad1ab8db34 req-d6b0b8b6-e9a7-40b7-9657-97d0a424b5b5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 945 time: 0.1533873 Jan 28 18:10:47.670443 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ab07ffd3-1c77-4097-aa27-acad1ab8db34 req-262bb52f-18bd-4a92-a775-7489afcee782 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9754387-37bf-47a7-a145-2a165c7db289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794110 Jan 28 18:10:47.677742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-57cb8fa2-8fc6-4d1a-a0d1-dc25e83b86e0 req-7bf931dd-dacf-4ca8-ab32-f8c9371a209d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:10:47.677742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-57cb8fa2-8fc6-4d1a-a0d1-dc25e83b86e0 req-7bf931dd-dacf-4ca8-ab32-f8c9371a209d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:47.927114 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-57cb8fa2-8fc6-4d1a-a0d1-dc25e83b86e0 req-7bf931dd-dacf-4ca8-ab32-f8c9371a209d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab,segment=NetworkSegment(c0591b7d-f65a-4447-b5f4-06a7774289de),segment_id=c0591b7d-f65a-4447-b5f4-06a7774289de)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:10:47.927468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-57cb8fa2-8fc6-4d1a-a0d1-dc25e83b86e0 req-7bf931dd-dacf-4ca8-ab32-f8c9371a209d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:48.048878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-57cb8fa2-8fc6-4d1a-a0d1-dc25e83b86e0 req-7bf931dd-dacf-4ca8-ab32-f8c9371a209d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for e3aba2fa-319a-42d0-a8c1-41f42c3c04ab owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:10:48.336858 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-57cb8fa2-8fc6-4d1a-a0d1-dc25e83b86e0 req-7bf931dd-dacf-4ca8-ab32-f8c9371a209d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:48.392512 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf931dd-dacf-4ca8-ab32-f8c9371a209d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=e3aba2fa-319a-42d0-a8c1-41f42c3c04ab,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:48.464021 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cb8fa2-8fc6-4d1a-a0d1-dc25e83b86e0 req-7bf931dd-dacf-4ca8-ab32-f8c9371a209d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] No DVR routers for this DVR port e3aba2fa-319a-42d0-a8c1-41f42c3c04ab on host hv-neutron-8269 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:10:48.466361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-57cb8fa2-8fc6-4d1a-a0d1-dc25e83b86e0 req-7bf931dd-dacf-4ca8-ab32-f8c9371a209d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:48.468834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a75792e-43b2-45af-96ac-d34691c06b79', 'name': 'network-vif-deleted', 'tag': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:10:48.514530 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a75792e-43b2-45af-96ac-d34691c06b79', 'name': 'network-vif-deleted', 'tag': 'e3aba2fa-319a-42d0-a8c1-41f42c3c04ab', 'status': 'completed', 'code': 200} Jan 28 18:10:48.571537 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-57cb8fa2-8fc6-4d1a-a0d1-dc25e83b86e0 req-7bf931dd-dacf-4ca8-ab32-f8c9371a209d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "DELETE /v2.0/ports/e3aba2fa-319a-42d0-a8c1-41f42c3c04ab HTTP/1.1" status: 204 len: 173 time: 1.0111516 Jan 28 18:10:48.823827 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-bac5e911-d5ab-4387-b2da-c56c367fcebd req-578d3adf-367c-4ed9-9c1f-8c4be845a8ca tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:10:48.947902 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-bac5e911-d5ab-4387-b2da-c56c367fcebd req-578d3adf-367c-4ed9-9c1f-8c4be845a8ca tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:10:48.958167 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bac5e911-d5ab-4387-b2da-c56c367fcebd req-578d3adf-367c-4ed9-9c1f-8c4be845a8ca tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a75792e-43b2-45af-96ac-d34691c06b79 HTTP/1.1" status: 200 len: 210 time: 0.1669757 Jan 28 18:10:49.862020 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:50.043327 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49192) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:50.114090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0153f858-e9a6-4284-aa72-6aa67a3aa20e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:50.146427 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0153f858-e9a6-4284-aa72-6aa67a3aa20e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:50.319337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0153f858-e9a6-4284-aa72-6aa67a3aa20e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:50.338508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153f858-e9a6-4284-aa72-6aa67a3aa20e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9754387-37bf-47a7-a145-2a165c7db289,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:50.441808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0153f858-e9a6-4284-aa72-6aa67a3aa20e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:50.441808 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0153f858-e9a6-4284-aa72-6aa67a3aa20e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/security-groups/b9754387-37bf-47a7-a145-2a165c7db289 HTTP/1.1" status: 204 len: 168 time: 0.3842521 Jan 28 18:10:50.536471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49198) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:51.110472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:51.212378 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device e3aba2fa-319a-42d0-a8c1-41f42c3c04ab no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:10:51.249010 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: e3aba2fa-319a-42d0-a8c1-41f42c3c04ab {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:10:51.249350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device e3aba2fa-319a-42d0-a8c1-41f42c3c04ab not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:10:51.457297 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:10:51.457635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:51.640040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd,segment=NetworkSegment(c0591b7d-f65a-4447-b5f4-06a7774289de),segment_id=c0591b7d-f65a-4447-b5f4-06a7774289de)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:10:51.640616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:51.764268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:10:52.262724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:52.309656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:52.351773 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:52.352132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:52.352464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:52.352829 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:52.353157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:52.353481 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:52.353801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:52.354123 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:52.354441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:52.354762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:52.355104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:52.355420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:10:52.599271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:52.958476 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:10:53.131965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:10:53.141653 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef243763-4a5c-4a60-aae8-a064148b650d None None] Sync routers for ids ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:10:53.150609 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef243763-4a5c-4a60-aae8-a064148b650d None None] Routers {'b8a54a1a-4b1b-40c4-b4b7-3e7759778094'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:10:53.152444 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ef243763-4a5c-4a60-aae8-a064148b650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:10:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:53.206729 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f3a02c66-fb97-4f7f-934b-3ae4cf0531f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/b8a54a1a-4b1b-40c4-b4b7-3e7759778094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6677735 Jan 28 18:10:53.206729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49202) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:53.274274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3a9a9e-10fd-4bc9-9a34-e5776143c69f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting subnet 99291282-ed9c-4bca-a8ca-b449c7ec1d2d {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:10:53.277889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9a9e-10fd-4bc9-9a34-e5776143c69f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:53.331386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9a9e-10fd-4bc9-9a34-e5776143c69f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:53.342826 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-ef243763-4a5c-4a60-aae8-a064148b650d None None] Set router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:10:53.536507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9a9e-10fd-4bc9-9a34-e5776143c69f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:53.640773 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ef243763-4a5c-4a60-aae8-a064148b650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:10:52Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:10:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:53.644527 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef243763-4a5c-4a60-aae8-a064148b650d None None] Checking router: b8a54a1a-4b1b-40c4-b4b7-3e7759778094 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:10:53.654397 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef243763-4a5c-4a60-aae8-a064148b650d None None] Routers {'b8a54a1a-4b1b-40c4-b4b7-3e7759778094'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:10:53.655020 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ef243763-4a5c-4a60-aae8-a064148b650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:10:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:53.689762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9a9e-10fd-4bc9-9a34-e5776143c69f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:53.729252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a9a9e-10fd-4bc9-9a34-e5776143c69f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Subnet': ['ID=99291282-ed9c-4bca-a8ca-b449c7ec1d2d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:53.736611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9a9e-10fd-4bc9-9a34-e5776143c69f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:53.742821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f293fc9-5d96-4959-a39f-7fec9df3d08c None None] Network 92f4acd4-15bf-4100-abfe-1dd564fa486c requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:10:53.745608 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cf3a9a9e-10fd-4bc9-9a34-e5776143c69f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/subnets/99291282-ed9c-4bca-a8ca-b449c7ec1d2d HTTP/1.1" status: 204 len: 168 time: 0.5389574 Jan 28 18:10:53.746322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49206) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:53.842164 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-ef243763-4a5c-4a60-aae8-a064148b650d None None] Set router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:10:53.928874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:54.047071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2168a3c-bb5b-4f05-8d3b-2683807eb105 None None] DHCP port deletion for 92f4acd4-15bf-4100-abfe-1dd564fa486c request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:10:54.054083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b2168a3c-bb5b-4f05-8d3b-2683807eb105 None None] Deleting port 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:10:54.054941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b2168a3c-bb5b-4f05-8d3b-2683807eb105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:54.145273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:54.199406 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ef243763-4a5c-4a60-aae8-a064148b650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:10:52Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:10:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:54.203266 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef243763-4a5c-4a60-aae8-a064148b650d None None] The sync data for ids ['b8a54a1a-4b1b-40c4-b4b7-3e7759778094'] in dv-neutron-826919-1-hyperv is: [{'id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'name': 'tempest-TestNetworkBasicOps-router-519561049', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:09:33Z', 'updated_at': '2022-01-28T18:10:52Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'ed403e7d-d6ec-4667-a3b5-155050512292', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a54a1a-4b1b-40c4-b4b7-3e7759778094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:09:34Z', 'updated_at': '2022-01-28T18:10:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:10:54.215235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port ed403e7d-d6ec-4667-a3b5-155050512292 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:10:54.218890 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:54.299022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b2168a3c-bb5b-4f05-8d3b-2683807eb105 None None] For port 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3,segment=NetworkSegment(c0591b7d-f65a-4447-b5f4-06a7774289de),segment_id=c0591b7d-f65a-4447-b5f4-06a7774289de)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:10:54.299022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b2168a3c-bb5b-4f05-8d3b-2683807eb105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:54.409302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port ed403e7d-d6ec-4667-a3b5-155050512292, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ed403e7d-d6ec-4667-a3b5-155050512292,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:10:54.409302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:54.421333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b2168a3c-bb5b-4f05-8d3b-2683807eb105 None None] Calling delete_port for 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:10:54.536113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b2168a3c-bb5b-4f05-8d3b-2683807eb105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:54.539937 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for ed403e7d-d6ec-4667-a3b5-155050512292 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:10:54.578572 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2168a3c-bb5b-4f05-8d3b-2683807eb105 None None] Pushing event deleted for resources: {'Port': ['ID=82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:54.585361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2168a3c-bb5b-4f05-8d3b-2683807eb105 None None] No DVR routers for this DVR port 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:10:54.653960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:10:54.690267 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:10:54.690615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 35a8fdee-90c4-4c6d-bf6c-fc567dc6f2fd not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:10:54.691067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:10:54.726369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:10:54.726822 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 82ba2299-3e2a-4c95-9e2d-524ec0f9a1c3 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:10:54.826649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:54.886396 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=ed403e7d-d6ec-4667-a3b5-155050512292,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:54.997448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:55.190757 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:55.193089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:55.330725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:55.336425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Fanout notify agent at l3_agent the message router_deleted on router b8a54a1a-4b1b-40c4-b4b7-3e7759778094 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:10:55.348251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:55.349876 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6000e9e9-0d6e-4c90-893d-49f0d956ddfa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/routers/b8a54a1a-4b1b-40c4-b4b7-3e7759778094 HTTP/1.1" status: 204 len: 168 time: 1.6026561 Jan 28 18:10:55.352563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49210) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:55.576341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1398fbc4-96fd-462e-942c-4f2a67fda1b8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:55.711413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1398fbc4-96fd-462e-942c-4f2a67fda1b8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:55.738737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1398fbc4-96fd-462e-942c-4f2a67fda1b8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f4acd4-15bf-4100-abfe-1dd564fa486c']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:55.755041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1398fbc4-96fd-462e-942c-4f2a67fda1b8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0591b7d-f65a-4447-b5f4-06a7774289de') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:55.755041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1398fbc4-96fd-462e-942c-4f2a67fda1b8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0591b7d-f65a-4447-b5f4-06a7774289de') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:55.763339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1398fbc4-96fd-462e-942c-4f2a67fda1b8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:55.781344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1398fbc4-96fd-462e-942c-4f2a67fda1b8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:55.785499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1398fbc4-96fd-462e-942c-4f2a67fda1b8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:10:55.785831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1398fbc4-96fd-462e-942c-4f2a67fda1b8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:10:55.800622 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:10:56.020912 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1398fbc4-96fd-462e-942c-4f2a67fda1b8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:56.042835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1398fbc4-96fd-462e-942c-4f2a67fda1b8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:56.057677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398fbc4-96fd-462e-942c-4f2a67fda1b8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Network': ['ID=92f4acd4-15bf-4100-abfe-1dd564fa486c,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:56.136860 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1398fbc4-96fd-462e-942c-4f2a67fda1b8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/networks/92f4acd4-15bf-4100-abfe-1dd564fa486c HTTP/1.1" status: 204 len: 168 time: 0.7831755 Jan 28 18:10:56.157615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49214) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:56.166571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'network': {'name': 'tempest-network-smoke--1203927921', 'project_id': '92550370897a4318a214dd17d934ca5a', 'port_security_enabled': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:10:56.169418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:10:56.173570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:network and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:10:56.176513 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:10:56.183668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:10:56.258831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:10:56.271419 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:56.298033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:10:56.298815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:56.299195 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Added segment 53448de2-f770-4977-b472-68101e945e1d of type vlan for network 89768f49-9693-4782-9361-a9f0b4444f47 Jan 28 18:10:56.325733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:56.473569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:56.479777 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:56.480358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:56.588887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Network': ['ID=89768f49-9693-4782-9361-a9f0b4444f47,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:56.600586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 89768f49-9693-4782-9361-a9f0b4444f47 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:10:56.617549 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ed403e7d-d6ec-4667-a3b5-155050512292 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:10:56.658152 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e4543f74-49a7-4497-b9cc-87488e0de1fc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4992576 Jan 28 18:10:56.661675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49220) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:56.673668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-783771041', 'admin_state_up': True, 'project_id': '92550370897a4318a214dd17d934ca5a', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:10:56.677880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:10:56.681730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:router and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:10:56.684619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:10:56.692730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:10:56.699225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: ed403e7d-d6ec-4667-a3b5-155050512292 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:10:56.699574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ed403e7d-d6ec-4667-a3b5-155050512292 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:10:56.767281 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:56.767920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:56.783532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:57.094457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:57.494658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:57.518354 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:57.748198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.84 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/420a38a2-2088-4e0a-86d9-da96e12a5401) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:10:57.899109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:57.975264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:58.039641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:10:58.043373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:10:58.046907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:10:58.090391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=420a38a2-2088-4e0a-86d9-da96e12a5401,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:10:58.604415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:58.936534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:59.238791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 8a837903-99aa-46ae-b4ea-e8781fe1df23 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:10:59.541535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:10:59.550653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Sync routers for ids ['8a837903-99aa-46ae-b4ea-e8781fe1df23'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:10:59.562599 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Routers {'8a837903-99aa-46ae-b4ea-e8781fe1df23'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:10:59.562599 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:10:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['8a837903-99aa-46ae-b4ea-e8781fe1df23'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:10:59.672541 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:10:59.675217 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e9f3854c-2b5b-4676-8edd-3f606dba362b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0111768 Jan 28 18:10:59.679210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49226) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:59.732901 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-233417d4-1a07-4031-9ba8-f4329e146fee tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=92550370897a4318a214dd17d934ca5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378604 Jan 28 18:10:59.733738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Set router 8a837903-99aa-46ae-b4ea-e8781fe1df23 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:10:59.735005 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49230) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:59.867656 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d70e04b-a821-43ad-ad94-ed990ab24375 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:10:59.871806 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4d70e04b-a821-43ad-ad94-ed990ab24375 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331708 Jan 28 18:10:59.878949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49234) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:59.911996 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4adf5211-a0e2-4495-ad6c-7757b7e185d6 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384939 Jan 28 18:10:59.918858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49238) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:10:59.921775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1643802134', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'project_id': '92550370897a4318a214dd17d934ca5a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:11:00.025287 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:10:58Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:11:00.029310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Checking router: 8a837903-99aa-46ae-b4ea-e8781fe1df23 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:11:00.033740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Updating router 8a837903-99aa-46ae-b4ea-e8781fe1df23 port 420a38a2-2088-4e0a-86d9-da96e12a5401 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:11:00.039425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:11:00.043699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:subnet and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:11:00.046503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:11:00.052435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:11:00.081894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:00.159833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:11:00.159833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:00.408652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:00.420514 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Transition to ACTIVE for port object 420a38a2-2088-4e0a-86d9-da96e12a5401 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:11:00.479803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:00.524559 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:00.560323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Subnet': ['ID=077f5a09-f379-4ab9-b82f-d5c0591074bc,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:00.569598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Checking segment: {'id': '53448de2-f770-4977-b472-68101e945e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:11:00.569991 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network hostable DHCP agents. Network: 89768f49-9693-4782-9361-a9f0b4444f47, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:11:00.606627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Attempting to bind port 420a38a2-2088-4e0a-86d9-da96e12a5401 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:11:00.606627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Attempting to bind port 420a38a2-2088-4e0a-86d9-da96e12a5401 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:11:00.606627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Attempting to bind port 420a38a2-2088-4e0a-86d9-da96e12a5401 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:11:00.617261 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f84e4-031c-4c38-af40-6c5e367a828a None None] Pushing event updated for resources: {'Port': ['ID=420a38a2-2088-4e0a-86d9-da96e12a5401,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:00.621182 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:11:00.621569 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:11:00.621968 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:00.622350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:11:00.622813 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Bound port: 420a38a2-2088-4e0a-86d9-da96e12a5401, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:11:00.623210 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:00.681970 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 89768f49-9693-4782-9361-a9f0b4444f47 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:11:00.696120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] For port 420a38a2-2088-4e0a-86d9-da96e12a5401, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:11:00.702724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] For port 420a38a2-2088-4e0a-86d9-da96e12a5401, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=420a38a2-2088-4e0a-86d9-da96e12a5401,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:11:00.833421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 89768f49-9693-4782-9361-a9f0b4444f47) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:11:00.837823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:00.838433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:00.842412 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50c1f65-1976-40f3-9658-1a12db87734c None None] Network 89768f49-9693-4782-9361-a9f0b4444f47 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:11:00.903535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:00.941092 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-926bf504-be98-426a-bd8b-9fd67138a18d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0217867 Jan 28 18:11:00.941092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49242) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:01.038548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Routers {'8a837903-99aa-46ae-b4ea-e8781fe1df23'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:11:01.039194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:10:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['8a837903-99aa-46ae-b4ea-e8781fe1df23'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:11:01.098609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f84e4-031c-4c38-af40-6c5e367a828a None None] Pushing event updated for resources: {'Port': ['ID=420a38a2-2088-4e0a-86d9-da96e12a5401,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:01.111523 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:11:01.328377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-89768f49-9693-4782-9361-a9f0b4444f47', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ips': [{'subnet_id': '077f5a09-f379-4ab9-b82f-d5c0591074bc'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:11:01.329251 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:01.355450 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] Set router 8a837903-99aa-46ae-b4ea-e8781fe1df23 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:11:01.653035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:01.737226 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Allocated IP 172.20.0.2 (89768f49-9693-4782-9361-a9f0b4444f47/077f5a09-f379-4ab9-b82f-d5c0591074bc/eff7a879-a23e-4d2f-abb8-54f97c44460c) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:11:01.881916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:10:58Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:11:01.891622 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72462f0-5bc5-4637-9ec9-85879d9742c4 None None] The sync data for ids ['8a837903-99aa-46ae-b4ea-e8781fe1df23'] in dv-neutron-826919-1-hyperv is: [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:10:58Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:11:01.973098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:01.984848 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Transition to ACTIVE for port object eff7a879-a23e-4d2f-abb8-54f97c44460c will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:11:02.007509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Transition to ACTIVE for port object eff7a879-a23e-4d2f-abb8-54f97c44460c will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:11:02.068695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:02.141467 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Network 89768f49-9693-4782-9361-a9f0b4444f47 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:11:02.143019 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:11:02.146720 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:11:02.201889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.1 (89768f49-9693-4782-9361-a9f0b4444f47/077f5a09-f379-4ab9-b82f-d5c0591074bc/34a1866f-848f-40bd-a66f-1f45f2373249) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:11:02.225653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Pushing event updated for resources: {'Port': ['ID=eff7a879-a23e-4d2f-abb8-54f97c44460c,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:02.258587 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Attempting to bind port eff7a879-a23e-4d2f-abb8-54f97c44460c on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:11:02.259080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Attempting to bind port eff7a879-a23e-4d2f-abb8-54f97c44460c by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '53448de2-f770-4977-b472-68101e945e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:11:02.273173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Attempting to bind port eff7a879-a23e-4d2f-abb8-54f97c44460c on network 89768f49-9693-4782-9361-a9f0b4444f47 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:11:02.273173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:11:02.273173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Checking segment: {'id': '53448de2-f770-4977-b472-68101e945e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:11:02.273173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:02.273173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Bound using segment: {'id': '53448de2-f770-4977-b472-68101e945e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:11:02.273173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Bound port: eff7a879-a23e-4d2f-abb8-54f97c44460c, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53448de2-f770-4977-b472-68101e945e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:11:02.273173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:02.376723 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] For port eff7a879-a23e-4d2f-abb8-54f97c44460c, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:11:02.377979 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:02.380142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] For port eff7a879-a23e-4d2f-abb8-54f97c44460c, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=eff7a879-a23e-4d2f-abb8-54f97c44460c,segment=NetworkSegment(53448de2-f770-4977-b472-68101e945e1d),segment_id=53448de2-f770-4977-b472-68101e945e1d)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:11:02.395033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object 34a1866f-848f-40bd-a66f-1f45f2373249 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:11:02.451550 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:02.475168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:02.536281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5179c-8514-41b4-8400-83515dc8fd65 None None] Pushing event updated for resources: {'Port': ['ID=eff7a879-a23e-4d2f-abb8-54f97c44460c,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:02.554521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 89768f49-9693-4782-9361-a9f0b4444f47 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:11:02.558521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:11:02.560472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:11:02.609083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=34a1866f-848f-40bd-a66f-1f45f2373249,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:02.639697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:02.673337 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 420a38a2-2088-4e0a-86d9-da96e12a5401 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:11:02.976718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 420a38a2-2088-4e0a-86d9-da96e12a5401 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:11:02.983064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 420a38a2-2088-4e0a-86d9-da96e12a5401 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:11:02.983064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:03.092653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:03.129630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:03.146444 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 420a38a2-2088-4e0a-86d9-da96e12a5401, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=420a38a2-2088-4e0a-86d9-da96e12a5401,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:11:03.226402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:03.289273 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=420a38a2-2088-4e0a-86d9-da96e12a5401,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:03.508054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:03.576614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:03.626523 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e403e11-691a-48b6-aa5f-80c3c9fd5bbb None None] Network 89768f49-9693-4782-9361-a9f0b4444f47 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:11:03.688709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=34a1866f-848f-40bd-a66f-1f45f2373249,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:03.693423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:03.844299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a0cf5809-84bf-4cca-8b33-3d63b19b245a None None] Provisioning for port eff7a879-a23e-4d2f-abb8-54f97c44460c completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:11:03.957375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 89768f49-9693-4782-9361-a9f0b4444f47 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:11:03.957375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:11:04.146741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 8a837903-99aa-46ae-b4ea-e8781fe1df23 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:11:04.302436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bceb5ea2-f29d-4fa4-9d93-9cb5ac611902 None None] Provisioning for port 34a1866f-848f-40bd-a66f-1f45f2373249 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:11:04.309050 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bceb5ea2-f29d-4fa4-9d93-9cb5ac611902 None None] Provisioning complete for port 34a1866f-848f-40bd-a66f-1f45f2373249 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:11:04.309608 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bceb5ea2-f29d-4fa4-9d93-9cb5ac611902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:04.342871 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:11:04.363728 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f312da66-77b4-4a8d-97be-60c517aa5f41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/8a837903-99aa-46ae-b4ea-e8781fe1df23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4226947 Jan 28 18:11:04.365970 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49246) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:04.366124 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Sync routers for ids ['8a837903-99aa-46ae-b4ea-e8781fe1df23'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:11:04.378626 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-bceb5ea2-f29d-4fa4-9d93-9cb5ac611902 None None] Port 34a1866f-848f-40bd-a66f-1f45f2373249 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:11:04.385543 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Routers {'8a837903-99aa-46ae-b4ea-e8781fe1df23'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:11:04.387491 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:10:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['8a837903-99aa-46ae-b4ea-e8781fe1df23'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:11:04.500568 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-95a22b10-4895-4f9e-8b76-ff8f41667bf5 None None] Provisioning complete for port 34a1866f-848f-40bd-a66f-1f45f2373249 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:11:04.500941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-95a22b10-4895-4f9e-8b76-ff8f41667bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:04.544126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf415ec-ce8c-4d01-996a-8cf67cea4821 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:04.545159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf415ec-ce8c-4d01-996a-8cf67cea4821 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:04.545783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf415ec-ce8c-4d01-996a-8cf67cea4821 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:04.546590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf415ec-ce8c-4d01-996a-8cf67cea4821 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:04.547251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf415ec-ce8c-4d01-996a-8cf67cea4821 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:04.548540 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf415ec-ce8c-4d01-996a-8cf67cea4821 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:04.554563 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49250) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:04.555738 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4cf415ec-ce8c-4d01-996a-8cf67cea4821 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1881437 Jan 28 18:11:04.570459 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-95a22b10-4895-4f9e-8b76-ff8f41667bf5 None None] Port 34a1866f-848f-40bd-a66f-1f45f2373249 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:11:04.623047 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Set router 8a837903-99aa-46ae-b4ea-e8781fe1df23 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:11:04.638942 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cafd72-805b-4abf-be67-628cb7d8be62 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:04.646317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cafd72-805b-4abf-be67-628cb7d8be62 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:04.646317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cafd72-805b-4abf-be67-628cb7d8be62 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:04.646317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cafd72-805b-4abf-be67-628cb7d8be62 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:04.646317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cafd72-805b-4abf-be67-628cb7d8be62 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:04.646317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cafd72-805b-4abf-be67-628cb7d8be62 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:04.646317 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-93cafd72-805b-4abf-be67-628cb7d8be62 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0872824 Jan 28 18:11:04.646317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49254) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:04.697581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5ce5b0c0-8d56-49ca-892e-3fc24412c8c6 None None] Provisioning complete for port 34a1866f-848f-40bd-a66f-1f45f2373249 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:11:04.698152 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5ce5b0c0-8d56-49ca-892e-3fc24412c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:04.745680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device eff7a879-a23e-4d2f-abb8-54f97c44460c up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:11:04.824739 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5ce5b0c0-8d56-49ca-892e-3fc24412c8c6 None None] Port 34a1866f-848f-40bd-a66f-1f45f2373249 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:11:04.907575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port eff7a879-a23e-4d2f-abb8-54f97c44460c completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:11:04.914146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port eff7a879-a23e-4d2f-abb8-54f97c44460c triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:11:04.914607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.008279 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-28dc65c3-d64c-4620-9aec-d59b3251f06d tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3617022 Jan 28 18:11:05.012426 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:11:02Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '34a1866f-848f-40bd-a66f-1f45f2373249', 'name': '', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:34:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:11:01Z', 'updated_at': '2022-01-28T18:11:03Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:11:05.017950 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Checking router: 8a837903-99aa-46ae-b4ea-e8781fe1df23 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:11:05.018443 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Updating router 8a837903-99aa-46ae-b4ea-e8781fe1df23 port 34a1866f-848f-40bd-a66f-1f45f2373249 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:11:05.061462 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.093732 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.096014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port eff7a879-a23e-4d2f-abb8-54f97c44460c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=eff7a879-a23e-4d2f-abb8-54f97c44460c,segment=NetworkSegment(53448de2-f770-4977-b472-68101e945e1d),segment_id=53448de2-f770-4977-b472-68101e945e1d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:11:05.192973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.193887 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 420a38a2-2088-4e0a-86d9-da96e12a5401 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:11:05.325527 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=eff7a879-a23e-4d2f-abb8-54f97c44460c,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:05.337640 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 420a38a2-2088-4e0a-86d9-da96e12a5401 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:11:05.338013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.377815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49260) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:05.383232 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-653602752', 'description': 'tempest-secgroup-smoke-653602752 description', 'project_id': '92550370897a4318a214dd17d934ca5a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:11:05.389679 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:11:05.393768 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:11:05.396581 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:11:05.402378 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:11:05.442860 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.454756 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Transition to ACTIVE for port object 34a1866f-848f-40bd-a66f-1f45f2373249 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:11:05.490642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.511223 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:11:05.514979 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:11:05.517737 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:11:05.524382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:11:05.525556 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.600937 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.676324 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59bff3-5fba-435c-81df-3ef00cd662c5 None None] Pushing event updated for resources: {'Port': ['ID=34a1866f-848f-40bd-a66f-1f45f2373249,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:05.685141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.728012 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59bff3-5fba-435c-81df-3ef00cd662c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:11:05.728387 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59bff3-5fba-435c-81df-3ef00cd662c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:11:05.728833 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59bff3-5fba-435c-81df-3ef00cd662c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:11:05.729235 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59bff3-5fba-435c-81df-3ef00cd662c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:11:05.729622 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59bff3-5fba-435c-81df-3ef00cd662c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:11:05.730006 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59bff3-5fba-435c-81df-3ef00cd662c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:11:05.730389 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59bff3-5fba-435c-81df-3ef00cd662c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:11:05.730766 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59bff3-5fba-435c-81df-3ef00cd662c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:11:05.731179 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59bff3-5fba-435c-81df-3ef00cd662c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:11:05.731562 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59bff3-5fba-435c-81df-3ef00cd662c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:11:05.731943 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59bff3-5fba-435c-81df-3ef00cd662c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:11:05.732312 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59bff3-5fba-435c-81df-3ef00cd662c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:11:05.732564 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83705779-81ea-42ee-ab52-21b7b93db605,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:05.756002 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Attempting to bind port 34a1866f-848f-40bd-a66f-1f45f2373249 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:11:05.756445 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Attempting to bind port 34a1866f-848f-40bd-a66f-1f45f2373249 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '53448de2-f770-4977-b472-68101e945e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:11:05.756797 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Attempting to bind port 34a1866f-848f-40bd-a66f-1f45f2373249 on network 89768f49-9693-4782-9361-a9f0b4444f47 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:11:05.762530 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:11:05.762894 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Checking segment: {'id': '53448de2-f770-4977-b472-68101e945e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:11:05.763311 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.763692 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Bound using segment: {'id': '53448de2-f770-4977-b472-68101e945e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:11:05.766521 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Bound port: 34a1866f-848f-40bd-a66f-1f45f2373249, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53448de2-f770-4977-b472-68101e945e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:11:05.766521 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.793870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.794722 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1ffdfb80-17a9-487c-9795-e06c17729a6f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4154832 Jan 28 18:11:05.797803 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49264) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:05.802361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2cd57fc1-9169-4b31-8650-c6b36bf23c09 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '83705779-81ea-42ee-ab52-21b7b93db605', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:11:05.808910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2cd57fc1-9169-4b31-8650-c6b36bf23c09 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:11:05.812722 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2cd57fc1-9169-4b31-8650-c6b36bf23c09 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:11:05.815580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2cd57fc1-9169-4b31-8650-c6b36bf23c09 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:11:05.821318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2cd57fc1-9169-4b31-8650-c6b36bf23c09 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:11:05.852910 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] For port 34a1866f-848f-40bd-a66f-1f45f2373249, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:11:05.855960 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] For port 34a1866f-848f-40bd-a66f-1f45f2373249, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=34a1866f-848f-40bd-a66f-1f45f2373249,segment=NetworkSegment(53448de2-f770-4977-b472-68101e945e1d),segment_id=53448de2-f770-4977-b472-68101e945e1d)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:11:05.925762 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2cd57fc1-9169-4b31-8650-c6b36bf23c09 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.947659 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:05.988383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2cd57fc1-9169-4b31-8650-c6b36bf23c09 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:06.027552 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Routers {'8a837903-99aa-46ae-b4ea-e8781fe1df23'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:11:06.028168 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:10:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['8a837903-99aa-46ae-b4ea-e8781fe1df23'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:11:06.079601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2cd57fc1-9169-4b31-8650-c6b36bf23c09 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:06.108739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd57fc1-9169-4b31-8650-c6b36bf23c09 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2331cf-7afd-48a3-96e7-3796cef94b37,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:06.138575 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59bff3-5fba-435c-81df-3ef00cd662c5 None None] Pushing event updated for resources: {'Port': ['ID=34a1866f-848f-40bd-a66f-1f45f2373249,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:06.170976 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2cd57fc1-9169-4b31-8650-c6b36bf23c09 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:06.172265 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2cd57fc1-9169-4b31-8650-c6b36bf23c09 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3739550 Jan 28 18:11:06.175378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49268) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:06.180729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-c5855212-a04c-402e-817d-c1a3c63e2542 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '83705779-81ea-42ee-ab52-21b7b93db605', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:11:06.187423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c5855212-a04c-402e-817d-c1a3c63e2542 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:11:06.191540 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c5855212-a04c-402e-817d-c1a3c63e2542 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:11:06.195643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c5855212-a04c-402e-817d-c1a3c63e2542 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:11:06.200951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c5855212-a04c-402e-817d-c1a3c63e2542 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:11:06.247878 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] Set router 8a837903-99aa-46ae-b4ea-e8781fe1df23 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:11:06.278754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c5855212-a04c-402e-817d-c1a3c63e2542 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:06.338880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c5855212-a04c-402e-817d-c1a3c63e2542 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:06.394583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c5855212-a04c-402e-817d-c1a3c63e2542 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:06.420053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5855212-a04c-402e-817d-c1a3c63e2542 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b762a4df-c190-4d29-908d-6e2558282afb,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:06.473891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c5855212-a04c-402e-817d-c1a3c63e2542 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:06.474832 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c5855212-a04c-402e-817d-c1a3c63e2542 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2984478 Jan 28 18:11:06.477507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49272) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:06.482546 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-cd843d6f-713f-4e13-8374-96e6997debb6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '83705779-81ea-42ee-ab52-21b7b93db605', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:11:06.488590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cd843d6f-713f-4e13-8374-96e6997debb6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:11:06.492393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cd843d6f-713f-4e13-8374-96e6997debb6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:11:06.495335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cd843d6f-713f-4e13-8374-96e6997debb6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:11:06.501069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cd843d6f-713f-4e13-8374-96e6997debb6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:11:06.558403 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:11:02Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '34a1866f-848f-40bd-a66f-1f45f2373249', 'name': '', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:34:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:11:01Z', 'updated_at': '2022-01-28T18:11:05Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:11:06.562496 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764adfb3-0528-42a7-b936-fe296f5e8b02 None None] The sync data for ids ['8a837903-99aa-46ae-b4ea-e8781fe1df23'] in dv-neutron-826919-1-hyperv is: [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:11:02Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '34a1866f-848f-40bd-a66f-1f45f2373249', 'name': '', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:34:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:11:01Z', 'updated_at': '2022-01-28T18:11:05Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:11:06.600302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cd843d6f-713f-4e13-8374-96e6997debb6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:06.625751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device eff7a879-a23e-4d2f-abb8-54f97c44460c up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:11:06.700832 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cd843d6f-713f-4e13-8374-96e6997debb6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:06.713280 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port eff7a879-a23e-4d2f-abb8-54f97c44460c triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:11:06.713649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:06.775772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cd843d6f-713f-4e13-8374-96e6997debb6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:06.800446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd843d6f-713f-4e13-8374-96e6997debb6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbff44c6-d52a-43c0-a41b-a2a3449f5297,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:06.902444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cd843d6f-713f-4e13-8374-96e6997debb6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:06.903796 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cd843d6f-713f-4e13-8374-96e6997debb6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4253705 Jan 28 18:11:06.906438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49278) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:06.911689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-142ee122-d61a-4c57-bbc7-43d7c2679cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '83705779-81ea-42ee-ab52-21b7b93db605', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:11:06.918356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-142ee122-d61a-4c57-bbc7-43d7c2679cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:11:06.922614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-142ee122-d61a-4c57-bbc7-43d7c2679cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:11:06.925614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-142ee122-d61a-4c57-bbc7-43d7c2679cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:11:06.932232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-142ee122-d61a-4c57-bbc7-43d7c2679cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:11:07.042436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-142ee122-d61a-4c57-bbc7-43d7c2679cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:07.104126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-142ee122-d61a-4c57-bbc7-43d7c2679cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:07.232967 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-142ee122-d61a-4c57-bbc7-43d7c2679cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:07.258613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ee122-d61a-4c57-bbc7-43d7c2679cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418473af-2e2b-44f7-a53a-532eab30b88d,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:07.336429 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-142ee122-d61a-4c57-bbc7-43d7c2679cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:07.338041 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-142ee122-d61a-4c57-bbc7-43d7c2679cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4305847 Jan 28 18:11:07.340982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49282) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:07.346247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b8129e3f-7396-440e-ba24-0bebeeb5c87d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '83705779-81ea-42ee-ab52-21b7b93db605', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:11:07.352793 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b8129e3f-7396-440e-ba24-0bebeeb5c87d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:11:07.356612 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b8129e3f-7396-440e-ba24-0bebeeb5c87d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:11:07.365330 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b8129e3f-7396-440e-ba24-0bebeeb5c87d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:11:07.369474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b8129e3f-7396-440e-ba24-0bebeeb5c87d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:11:07.434635 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-b8129e3f-7396-440e-ba24-0bebeeb5c87d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:11:07.441480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8129e3f-7396-440e-ba24-0bebeeb5c87d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:07.507246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8129e3f-7396-440e-ba24-0bebeeb5c87d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:07.576664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8129e3f-7396-440e-ba24-0bebeeb5c87d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:07.600739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8129e3f-7396-440e-ba24-0bebeeb5c87d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0c3ac2-30e7-4851-ac6f-3c290ba6b4ca,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:07.656094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8129e3f-7396-440e-ba24-0bebeeb5c87d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:07.657290 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b8129e3f-7396-440e-ba24-0bebeeb5c87d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3152437 Jan 28 18:11:07.660109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49286) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:07.665093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-407bc404-8c71-4f9b-8bd2-0b951e36d714 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '83705779-81ea-42ee-ab52-21b7b93db605', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:11:07.672502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-407bc404-8c71-4f9b-8bd2-0b951e36d714 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:11:07.676953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-407bc404-8c71-4f9b-8bd2-0b951e36d714 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:11:07.679468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-407bc404-8c71-4f9b-8bd2-0b951e36d714 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:11:07.685704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-407bc404-8c71-4f9b-8bd2-0b951e36d714 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:11:07.763091 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-407bc404-8c71-4f9b-8bd2-0b951e36d714 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:11:07.769926 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-407bc404-8c71-4f9b-8bd2-0b951e36d714 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:07.837408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-407bc404-8c71-4f9b-8bd2-0b951e36d714 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:07.932975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-407bc404-8c71-4f9b-8bd2-0b951e36d714 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:07.956964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bc404-8c71-4f9b-8bd2-0b951e36d714 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fee91a-a204-4b4d-8859-258849c0b356,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:08.033086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-407bc404-8c71-4f9b-8bd2-0b951e36d714 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:08.034279 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-407bc404-8c71-4f9b-8bd2-0b951e36d714 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3732545 Jan 28 18:11:08.193981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-c14d131a-6c9d-4efb-97e6-e7dd8a96983b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:11:08.290775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-c14d131a-6c9d-4efb-97e6-e7dd8a96983b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:11:08.292251 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-c14d131a-6c9d-4efb-97e6-e7dd8a96983b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-653602752&fields=id&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 267 time: 0.1371899 Jan 28 18:11:08.440765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-a30f9f09-64e1-44bb-8b40-13292cdec304 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:08.442229 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-a30f9f09-64e1-44bb-8b40-13292cdec304 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/networks?id=89768f49-9693-4782-9361-a9f0b4444f47 HTTP/1.1" status: 200 len: 797 time: 0.1434054 Jan 28 18:11:08.456423 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f2772545-8b01-485e-b833-d1f4346660a0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/quotas/92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 375 time: 0.0088124 Jan 28 18:11:08.542566 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-e8e0bb00-eff9-4de1-9044-8b43ba7c24a4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812752 Jan 28 18:11:08.640271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 34a1866f-848f-40bd-a66f-1f45f2373249 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:11:08.686596 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-2e128816-65b1-422f-af5c-3a0fb3d880c5 service neutron] 10.222.0.26 "GET /v2.0/networks/89768f49-9693-4782-9361-a9f0b4444f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278341 Jan 28 18:11:08.813854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 34a1866f-848f-40bd-a66f-1f45f2373249 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:11:08.815035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 34a1866f-848f-40bd-a66f-1f45f2373249 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:11:08.815404 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:08.826063 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-8d6735d0-3935-4494-aa84-51e70cedefac service neutron] 10.222.0.26 "GET /v2.0/networks/89768f49-9693-4782-9361-a9f0b4444f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332297 Jan 28 18:11:08.935738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:08.969089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 34a1866f-848f-40bd-a66f-1f45f2373249, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=34a1866f-848f-40bd-a66f-1f45f2373249,segment=NetworkSegment(53448de2-f770-4977-b472-68101e945e1d),segment_id=53448de2-f770-4977-b472-68101e945e1d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:11:09.062604 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:09.129642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e5b9ed94-18e1-47f2-8222-38ec1a135cf5 req-5ea28f11-5019-4863-b805-cf07ffefc472 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:11:09.135385 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=34a1866f-848f-40bd-a66f-1f45f2373249,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:09.223078 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e5b9ed94-18e1-47f2-8222-38ec1a135cf5 req-5ea28f11-5019-4863-b805-cf07ffefc472 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:11:09.224617 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e5b9ed94-18e1-47f2-8222-38ec1a135cf5 req-5ea28f11-5019-4863-b805-cf07ffefc472 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 210 time: 0.1387863 Jan 28 18:11:09.985027 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0dcc43e9-e8ec-475a-b0bd-03fef2432c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:10.375121 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9a89fb4b-95d9-4428-a2e8-70871016d5d1 req-34231036-8405-415b-b452-f00274bb9267 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 210 time: 0.0438886 Jan 28 18:11:10.605435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 34a1866f-848f-40bd-a66f-1f45f2373249 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:11:10.672963 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 34a1866f-848f-40bd-a66f-1f45f2373249 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:11:10.673330 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:11.523584 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5e6f1ae6-6ab1-4b55-a548-1b241d9bde57 req-8f9d35b6-ca04-4405-97c3-74434bc9fee0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 210 time: 0.0425487 Jan 28 18:11:11.663753 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-c5e90129-26f0-46d1-b176-4dd7f38e09c3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:11.665620 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-c5e90129-26f0-46d1-b176-4dd7f38e09c3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/networks?id=89768f49-9693-4782-9361-a9f0b4444f47 HTTP/1.1" status: 200 len: 797 time: 0.1456404 Jan 28 18:11:11.711619 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-249de082-d415-494c-9335-2b1ea6263bfc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 379 time: 0.0391335 Jan 28 18:11:11.720025 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'port': {'device_id': '4d674315-cc68-4b7d-8f57-84a62821644f', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'admin_state_up': True, 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'security_groups': ['83705779-81ea-42ee-ab52-21b7b93db605']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:11:11.857878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:11:11.867537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:11:11.929889 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'port': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:11:11.934012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:12.101627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.9 (89768f49-9693-4782-9361-a9f0b4444f47/077f5a09-f379-4ab9-b82f-d5c0591074bc/fa3c6548-4424-4376-90bd-b55c07e360d7) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:11:12.279539 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c856a81e-7b89-4470-9e47-7bc8e8b4f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:12.293948 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:12.309447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object fa3c6548-4424-4376-90bd-b55c07e360d7 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:11:12.377009 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:12.551173 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 89768f49-9693-4782-9361-a9f0b4444f47 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:11:12.555143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:11:12.559470 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:11:12.591091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=fa3c6548-4424-4376-90bd-b55c07e360d7,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:12.632842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:12.633588 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:12.744160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf29b0-4a6a-4bae-b335-0f76656d3f61 req-41381053-007c-4369-ac72-e06068e0369a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:12.744892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-0edf29b0-4a6a-4bae-b335-0f76656d3f61 req-41381053-007c-4369-ac72-e06068e0369a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:11:12.764118 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f4c16744-0162-405e-9f1d-a8755975e100 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0477824 Jan 28 18:11:12.776172 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Request body: {'port': {'device_id': '4d674315-cc68-4b7d-8f57-84a62821644f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:11:12.869330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-0edf29b0-4a6a-4bae-b335-0f76656d3f61 req-41381053-007c-4369-ac72-e06068e0369a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:11:12.870431 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0edf29b0-4a6a-4bae-b335-0f76656d3f61 req-41381053-007c-4369-ac72-e06068e0369a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 931 time: 0.2249084 Jan 28 18:11:12.906782 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e8db1188-4253-4d5f-a0f3-8b1b6ecba54a None None] Provisioning for port fa3c6548-4424-4376-90bd-b55c07e360d7 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:11:12.913189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e8db1188-4253-4d5f-a0f3-8b1b6ecba54a None None] Provisioning complete for port fa3c6548-4424-4376-90bd-b55c07e360d7 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:11:12.915664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e8db1188-4253-4d5f-a0f3-8b1b6ecba54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:12.920390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:12.942837 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0edf29b0-4a6a-4bae-b335-0f76656d3f61 req-c0aea157-76c8-4aa1-b53c-e4582354e4bb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=83705779-81ea-42ee-ab52-21b7b93db605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661700 Jan 28 18:11:12.980520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e8db1188-4253-4d5f-a0f3-8b1b6ecba54a None None] Port fa3c6548-4424-4376-90bd-b55c07e360d7 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:11:13.246566 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:13.280042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3c6548-4424-4376-90bd-b55c07e360d7 {{(pid=88159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:11:13.287272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:13.301900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Transition to ACTIVE for port object fa3c6548-4424-4376-90bd-b55c07e360d7 will not be triggered until provisioned by entity L2. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:11:13.353496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:13.377387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:13.530840 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3c6548-4424-4376-90bd-b55c07e360d7,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:13.613248 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Attempting to bind port fa3c6548-4424-4376-90bd-b55c07e360d7 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:11:13.613575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Attempting to bind port fa3c6548-4424-4376-90bd-b55c07e360d7 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '53448de2-f770-4977-b472-68101e945e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47'}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:11:13.613894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Attempting to bind port fa3c6548-4424-4376-90bd-b55c07e360d7 on network 89768f49-9693-4782-9361-a9f0b4444f47 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:11:13.618365 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Port fa3c6548-4424-4376-90bd-b55c07e360d7 on network 89768f49-9693-4782-9361-a9f0b4444f47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:11:13.618671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Attempting to bind port fa3c6548-4424-4376-90bd-b55c07e360d7 on network 89768f49-9693-4782-9361-a9f0b4444f47 {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:11:13.624415 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:11:13.624738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Checking segment: {'id': '53448de2-f770-4977-b472-68101e945e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:11:13.625111 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Bound using segment: {'id': '53448de2-f770-4977-b472-68101e945e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47'} {{(pid=88159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:11:13.625522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.managers [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Bound port: fa3c6548-4424-4376-90bd-b55c07e360d7, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53448de2-f770-4977-b472-68101e945e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47'}}] {{(pid=88159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:11:13.625854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:13.717524 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] For port fa3c6548-4424-4376-90bd-b55c07e360d7, host hv-neutron-8269, cleared binding levels {{(pid=88159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:11:13.720404 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] For port fa3c6548-4424-4376-90bd-b55c07e360d7, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=fa3c6548-4424-4376-90bd-b55c07e360d7,segment=NetworkSegment(53448de2-f770-4977-b472-68101e945e1d),segment_id=53448de2-f770-4977-b472-68101e945e1d)] {{(pid=88159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:11:13.810307 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:13.882534 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3c6548-4424-4376-90bd-b55c07e360d7,revision_number=3']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:13.887606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:13.888213 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:13.889560 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-6d80b647-284c-496e-a6b7-303bb7e5de80 service neutron] 10.222.0.16 "PUT /v2.0/ports/fa3c6548-4424-4376-90bd-b55c07e360d7 HTTP/1.1" status: 200 len: 1093 time: 1.1184108 Jan 28 18:11:13.889976 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d674315-cc68-4b7d-8f57-84a62821644f', 'tag': 'fa3c6548-4424-4376-90bd-b55c07e360d7'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:11:13.934148 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d674315-cc68-4b7d-8f57-84a62821644f', 'tag': 'fa3c6548-4424-4376-90bd-b55c07e360d7', 'status': 'completed', 'code': 200} Jan 28 18:11:14.037760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66e129-ce75-4657-9466-a108c1326a16 req-b8de60ed-bbe5-4b93-8570-202b64fc971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:14.039279 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ee66e129-ce75-4657-9466-a108c1326a16 req-b8de60ed-bbe5-4b93-8570-202b64fc971c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 1096 time: 0.0859015 Jan 28 18:11:14.236941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66e129-ce75-4657-9466-a108c1326a16 req-3ffaf689-0484-4831-b7d2-b75fb6b8b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:14.239477 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ee66e129-ce75-4657-9466-a108c1326a16 req-3ffaf689-0484-4831-b7d2-b75fb6b8b400 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=92550370897a4318a214dd17d934ca5a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1923447 Jan 28 18:11:14.249805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c9ec1-78f8-4a06-9f40-90e4c3ae0989 req-8bb5a06e-b768-4131-90c1-b0e117cd7fd8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:14.251164 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ca4c9ec1-78f8-4a06-9f40-90e4c3ae0989 req-8bb5a06e-b768-4131-90c1-b0e117cd7fd8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 943 time: 0.1779065 Jan 28 18:11:14.373956 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ca4c9ec1-78f8-4a06-9f40-90e4c3ae0989 req-b0590584-1701-44f3-93bc-f09eade95105 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=83705779-81ea-42ee-ab52-21b7b93db605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046965 Jan 28 18:11:14.412399 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66e129-ce75-4657-9466-a108c1326a16 req-0cf63a35-2c56-4f7e-958a-0dae845b79ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:14.413808 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ee66e129-ce75-4657-9466-a108c1326a16 req-0cf63a35-2c56-4f7e-958a-0dae845b79ed service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1618314 Jan 28 18:11:14.630087 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-65f07cec-85a2-4859-a3d7-cc5303a1335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:14.631563 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-65f07cec-85a2-4859-a3d7-cc5303a1335c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 1096 time: 0.1814954 Jan 28 18:11:14.700341 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-0c87d005-86a5-4662-a90e-4013d852ae8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3c6548-4424-4376-90bd-b55c07e360d7 HTTP/1.1" status: 200 len: 217 time: 0.0622680 Jan 28 18:11:14.760864 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-79949553-72a6-445e-8132-701f17fdec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:14.762191 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-79949553-72a6-445e-8132-701f17fdec16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=077f5a09-f379-4ab9-b82f-d5c0591074bc HTTP/1.1" status: 200 len: 844 time: 0.0567837 Jan 28 18:11:14.836364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f8c48f4b-3978-4e37-9a25-763360b2b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:14.838292 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-f8c48f4b-3978-4e37-9a25-763360b2b37c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89768f49-9693-4782-9361-a9f0b4444f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706515 Jan 28 18:11:14.966592 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-0e6bc81d-8dbe-4a9e-b423-94b0d9cd36e8 service neutron] 10.222.0.16 "GET /v2.0/networks/89768f49-9693-4782-9361-a9f0b4444f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224928 Jan 28 18:11:15.101871 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-417283dc-c959-4b0c-9818-c78efa4dd778 req-c02ae399-6a76-41c5-a6a1-446072f8e56c service neutron] 10.222.0.16 "GET /v2.0/networks/89768f49-9693-4782-9361-a9f0b4444f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283560 Jan 28 18:11:15.362013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:15.559252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759a4d3-bc1b-49ab-a34c-8ed4f3fb2a69 req-c28b1ccd-aeac-4d3c-b112-3847b9d8f46a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:15.560696 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e759a4d3-bc1b-49ab-a34c-8ed4f3fb2a69 req-c28b1ccd-aeac-4d3c-b112-3847b9d8f46a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 943 time: 0.0815978 Jan 28 18:11:15.603700 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e759a4d3-bc1b-49ab-a34c-8ed4f3fb2a69 req-b7751c2a-ca45-41f8-b436-7ec0afc21d2a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=83705779-81ea-42ee-ab52-21b7b93db605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372422 Jan 28 18:11:16.949361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48771c-a75b-49fc-8bf6-6ce1b91d8f83 req-ccb9cb5b-01bf-470a-bc68-4e6dcae0dafc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:16.950235 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8f48771c-a75b-49fc-8bf6-6ce1b91d8f83 req-ccb9cb5b-01bf-470a-bc68-4e6dcae0dafc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 943 time: 0.0829396 Jan 28 18:11:16.994667 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8f48771c-a75b-49fc-8bf6-6ce1b91d8f83 req-78cbe3a6-922e-44ad-9e15-f91b2c2ce314 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=83705779-81ea-42ee-ab52-21b7b93db605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388103 Jan 28 18:11:17.334414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device fa3c6548-4424-4376-90bd-b55c07e360d7 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:11:17.465900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port fa3c6548-4424-4376-90bd-b55c07e360d7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=fa3c6548-4424-4376-90bd-b55c07e360d7,segment=NetworkSegment(53448de2-f770-4977-b472-68101e945e1d),segment_id=53448de2-f770-4977-b472-68101e945e1d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:11:17.480615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'fa3c6548-4424-4376-90bd-b55c07e360d7', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'port_id': 'fa3c6548-4424-4376-90bd-b55c07e360d7', 'mac_address': 'fa:16:3e:ff:28:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:11:17.531641 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:17.549476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3c6548-4424-4376-90bd-b55c07e360d7 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:11:17.564690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port fa3c6548-4424-4376-90bd-b55c07e360d7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=fa3c6548-4424-4376-90bd-b55c07e360d7,segment=NetworkSegment(53448de2-f770-4977-b472-68101e945e1d),segment_id=53448de2-f770-4977-b472-68101e945e1d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:11:17.655676 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:17.751722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=fa3c6548-4424-4376-90bd-b55c07e360d7,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:17.889538 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['fa3c6548-4424-4376-90bd-b55c07e360d7'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:11:18.180251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d0609-974d-47a6-8058-8d3a0d0dfab3 req-89402c7b-73bb-4710-a585-814f99003f95 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:18.182270 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e13d0609-974d-47a6-8058-8d3a0d0dfab3 req-89402c7b-73bb-4710-a585-814f99003f95 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 944 time: 0.0852578 Jan 28 18:11:18.226462 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e13d0609-974d-47a6-8058-8d3a0d0dfab3 req-56de5154-d7f1-45a7-bef3-c3f35d8c7ee1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=83705779-81ea-42ee-ab52-21b7b93db605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383344 Jan 28 18:11:19.343162 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device fa3c6548-4424-4376-90bd-b55c07e360d7 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:11:19.409200 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea60336-df57-42c3-bc35-0e742cfeeb30 req-40c2ccc2-aa57-469d-b6e6-b2daf30aeeb4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:19.410651 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eea60336-df57-42c3-bc35-0e742cfeeb30 req-40c2ccc2-aa57-469d-b6e6-b2daf30aeeb4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 944 time: 0.0814195 Jan 28 18:11:19.458655 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eea60336-df57-42c3-bc35-0e742cfeeb30 req-d089018c-14e3-49f5-9e34-1062e985b6d7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=83705779-81ea-42ee-ab52-21b7b93db605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414445 Jan 28 18:11:19.489548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port fa3c6548-4424-4376-90bd-b55c07e360d7 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:11:19.495229 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port fa3c6548-4424-4376-90bd-b55c07e360d7 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:11:19.495591 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:19.617731 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:19.643054 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d674315-cc68-4b7d-8f57-84a62821644f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3c6548-4424-4376-90bd-b55c07e360d7'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:11:19.660844 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port fa3c6548-4424-4376-90bd-b55c07e360d7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=fa3c6548-4424-4376-90bd-b55c07e360d7,segment=NetworkSegment(53448de2-f770-4977-b472-68101e945e1d),segment_id=53448de2-f770-4977-b472-68101e945e1d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:11:19.688214 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d674315-cc68-4b7d-8f57-84a62821644f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3c6548-4424-4376-90bd-b55c07e360d7', 'code': 200} Jan 28 18:11:19.746906 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:19.828564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=fa3c6548-4424-4376-90bd-b55c07e360d7,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:19.901528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:20.091369 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b7051-17c2-4798-b4ba-e340bc71b7a3 req-729143bb-5b6a-4b41-ac96-c7cbdd99431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:20.092869 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-072b7051-17c2-4798-b4ba-e340bc71b7a3 req-729143bb-5b6a-4b41-ac96-c7cbdd99431f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 1098 time: 0.0710254 Jan 28 18:11:20.137243 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-072b7051-17c2-4798-b4ba-e340bc71b7a3 req-7181ab20-d6d0-4b57-8802-40b2f691aa4a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=83705779-81ea-42ee-ab52-21b7b93db605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383573 Jan 28 18:11:20.640890 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0751d0-0582-4ad3-865c-6a35a9902b97 req-f60b7613-4e07-4434-81e9-b23ee06dd41a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:20.642301 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9c0751d0-0582-4ad3-865c-6a35a9902b97 req-f60b7613-4e07-4434-81e9-b23ee06dd41a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 945 time: 0.0811486 Jan 28 18:11:20.686136 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9c0751d0-0582-4ad3-865c-6a35a9902b97 req-588e57e2-61f2-4b8c-b6c8-8cf7a6b5ecc9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=83705779-81ea-42ee-ab52-21b7b93db605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382621 Jan 28 18:11:21.870155 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88cdff-ad95-453a-9072-e88baa2c12d3 req-328b3968-d428-44f3-a897-fe2121379a4e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:21.871641 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4e88cdff-ad95-453a-9072-e88baa2c12d3 req-328b3968-d428-44f3-a897-fe2121379a4e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 945 time: 0.0827703 Jan 28 18:11:21.916247 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4e88cdff-ad95-453a-9072-e88baa2c12d3 req-e73be4a7-2b62-4cee-a971-47505a99a23d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=83705779-81ea-42ee-ab52-21b7b93db605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374112 Jan 28 18:11:22.092533 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8d9ea-0de9-4a7a-8255-d552bd70f52d req-08740092-4830-4047-8e6a-22766e30d438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:22.093966 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-51e8d9ea-0de9-4a7a-8255-d552bd70f52d req-08740092-4830-4047-8e6a-22766e30d438 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 945 time: 0.0782273 Jan 28 18:11:22.136541 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-51e8d9ea-0de9-4a7a-8255-d552bd70f52d req-457b04f2-d1a7-477d-b34b-99cf081a516d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=83705779-81ea-42ee-ab52-21b7b93db605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369861 Jan 28 18:11:22.158519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49344) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:22.229702 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276dd997-3258-4b18-8cbb-03ef14be146f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:22.231162 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-276dd997-3258-4b18-8cbb-03ef14be146f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 1093 time: 0.0716558 Jan 28 18:11:22.233856 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49348) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:22.238659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': 'fa3c6548-4424-4376-90bd-b55c07e360d7', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:11:22.244458 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:11:22.248296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:floatingip and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:11:22.251197 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:11:22.256873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:11:22.341050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:22.474035 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:22.607595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.142 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/05b94439-56ef-4667-b11f-673ecfcd21ee) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:11:22.748732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:22.832737 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:22.897772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:11:22.900645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:11:22.904229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:11:22.932986 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=05b94439-56ef-4667-b11f-673ecfcd21ee,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:23.404367 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:23.588854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:23.788987 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:23.838825 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:23.949381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=05b94439-56ef-4667-b11f-673ecfcd21ee,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:11:23.959888 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:24.129017 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 1c2c4bca-36a7-4084-ab58-8011342bffe3 associated. External IP: 172.26.1.142, port: fa3c6548-4424-4376-90bd-b55c07e360d7. Jan 28 18:11:24.476299 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 8a837903-99aa-46ae-b4ea-e8781fe1df23 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:11:24.647207 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:11:24.656634 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9732537-4c94-4279-9915-44d75d11e106 None None] Sync routers for ids ['8a837903-99aa-46ae-b4ea-e8781fe1df23'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:11:24.666266 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9732537-4c94-4279-9915-44d75d11e106 None None] Routers {'8a837903-99aa-46ae-b4ea-e8781fe1df23'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:11:24.666955 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a9732537-4c94-4279-9915-44d75d11e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:11:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['8a837903-99aa-46ae-b4ea-e8781fe1df23'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:11:24.751894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:24.809945 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-84b1d07e-f3fd-47a8-ad6e-b609309c182e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5750668 Jan 28 18:11:24.810519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d674315-cc68-4b7d-8f57-84a62821644f', 'tag': 'fa3c6548-4424-4376-90bd-b55c07e360d7'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:11:24.812743 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49352) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:24.848198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-a9732537-4c94-4279-9915-44d75d11e106 None None] Set router 8a837903-99aa-46ae-b4ea-e8781fe1df23 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:11:24.865652 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d674315-cc68-4b7d-8f57-84a62821644f', 'tag': 'fa3c6548-4424-4376-90bd-b55c07e360d7', 'status': 'completed', 'code': 200} Jan 28 18:11:24.933660 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-08b4434d-4d77-49b6-ad91-67da579bf4d7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/1c2c4bca-36a7-4084-ab58-8011342bffe3 HTTP/1.1" status: 200 len: 991 time: 0.1197171 Jan 28 18:11:25.011361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f88de3-56a4-47e3-9c61-4508a8326211 req-373153b3-5cd8-40db-ad6a-49b8a272fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:25.013144 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f8f88de3-56a4-47e3-9c61-4508a8326211 req-373153b3-5cd8-40db-ad6a-49b8a272fca3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 1098 time: 0.1126275 Jan 28 18:11:25.279878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f88de3-56a4-47e3-9c61-4508a8326211 req-4048390a-8dc4-4ccc-82fd-afd347e200ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:25.281208 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f8f88de3-56a4-47e3-9c61-4508a8326211 req-4048390a-8dc4-4ccc-82fd-afd347e200ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=89768f49-9693-4782-9361-a9f0b4444f47 HTTP/1.1" status: 200 len: 898 time: 0.2608895 Jan 28 18:11:25.300377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a9732537-4c94-4279-9915-44d75d11e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:11:02Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '1c2c4bca-36a7-4084-ab58-8011342bffe3', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'port_id': 'fa3c6548-4424-4376-90bd-b55c07e360d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'mac_address': 'fa:16:3e:ff:28:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d674315-cc68-4b7d-8f57-84a62821644f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:11:23Z', 'updated_at': '2022-01-28T18:11:23Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a1866f-848f-40bd-a66f-1f45f2373249', 'name': '', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:34:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:11:01Z', 'updated_at': '2022-01-28T18:11:08Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:11:25.304207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9732537-4c94-4279-9915-44d75d11e106 None None] Checking router: 8a837903-99aa-46ae-b4ea-e8781fe1df23 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:11:25.312480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9732537-4c94-4279-9915-44d75d11e106 None None] Routers {'8a837903-99aa-46ae-b4ea-e8781fe1df23'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:11:25.313071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a9732537-4c94-4279-9915-44d75d11e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:11:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['8a837903-99aa-46ae-b4ea-e8781fe1df23'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:11:25.381850 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f8f88de3-56a4-47e3-9c61-4508a8326211 req-8df51004-d266-46e3-8d94-a87dbec867bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3c6548-4424-4376-90bd-b55c07e360d7 HTTP/1.1" status: 200 len: 999 time: 0.0938301 Jan 28 18:11:25.441124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f88de3-56a4-47e3-9c61-4508a8326211 req-730b0add-d825-42a3-802b-c50c046b7a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:25.442523 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f8f88de3-56a4-47e3-9c61-4508a8326211 req-730b0add-d825-42a3-802b-c50c046b7a65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=077f5a09-f379-4ab9-b82f-d5c0591074bc HTTP/1.1" status: 200 len: 844 time: 0.0554905 Jan 28 18:11:25.485832 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-a9732537-4c94-4279-9915-44d75d11e106 None None] Set router 8a837903-99aa-46ae-b4ea-e8781fe1df23 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:11:25.533316 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f88de3-56a4-47e3-9c61-4508a8326211 req-07379b5f-af17-48e6-a280-071abdae91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:25.534698 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f8f88de3-56a4-47e3-9c61-4508a8326211 req-07379b5f-af17-48e6-a280-071abdae91dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89768f49-9693-4782-9361-a9f0b4444f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843058 Jan 28 18:11:25.666184 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f8f88de3-56a4-47e3-9c61-4508a8326211 req-033e1b97-bc2d-4a70-8731-4b0bcb554533 service neutron] 10.222.0.16 "GET /v2.0/networks/89768f49-9693-4782-9361-a9f0b4444f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247818 Jan 28 18:11:25.795547 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f8f88de3-56a4-47e3-9c61-4508a8326211 req-e5817cac-9f7e-429c-a3c7-55253e3bb5e9 service neutron] 10.222.0.16 "GET /v2.0/networks/89768f49-9693-4782-9361-a9f0b4444f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239836 Jan 28 18:11:25.859882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a9732537-4c94-4279-9915-44d75d11e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:11:02Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '1c2c4bca-36a7-4084-ab58-8011342bffe3', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'port_id': 'fa3c6548-4424-4376-90bd-b55c07e360d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'mac_address': 'fa:16:3e:ff:28:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d674315-cc68-4b7d-8f57-84a62821644f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:11:23Z', 'updated_at': '2022-01-28T18:11:23Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a1866f-848f-40bd-a66f-1f45f2373249', 'name': '', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:34:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:11:01Z', 'updated_at': '2022-01-28T18:11:08Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:11:25.863785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9732537-4c94-4279-9915-44d75d11e106 None None] The sync data for ids ['8a837903-99aa-46ae-b4ea-e8781fe1df23'] in dv-neutron-826919-1-hyperv is: [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:11:02Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '1c2c4bca-36a7-4084-ab58-8011342bffe3', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'port_id': 'fa3c6548-4424-4376-90bd-b55c07e360d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'mac_address': 'fa:16:3e:ff:28:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d674315-cc68-4b7d-8f57-84a62821644f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:11:23Z', 'updated_at': '2022-01-28T18:11:23Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a1866f-848f-40bd-a66f-1f45f2373249', 'name': '', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:34:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:11:01Z', 'updated_at': '2022-01-28T18:11:08Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:11:25.937468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49358) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:26.050383 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-aa9fdb64-b06f-4674-bcf1-9e318d75cad9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/1c2c4bca-36a7-4084-ab58-8011342bffe3 HTTP/1.1" status: 200 len: 991 time: 0.1116583 Jan 28 18:11:26.067232 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4fe7b-d935-45a4-b4fb-b2e9f15e61c1 None None] New status for floating IP 1c2c4bca-36a7-4084-ab58-8011342bffe3: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:11:27.054239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49362) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:11:27.158463 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f8c39522-411f-4665-ab6d-e0cefaa5ed1e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/1c2c4bca-36a7-4084-ab58-8011342bffe3 HTTP/1.1" status: 200 len: 993 time: 0.1030846 Jan 28 18:11:35.575101 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfca963f-c580-4df4-91f3-591222799161 req-8737e8ab-57bd-4cd6-a5be-4e059a92ccc6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698898 Jan 28 18:11:35.662977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca963f-c580-4df4-91f3-591222799161 req-cfda095c-122a-4bec-a0eb-42d0d6f18bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:35.668967 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfca963f-c580-4df4-91f3-591222799161 req-cfda095c-122a-4bec-a0eb-42d0d6f18bd6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 1098 time: 0.0705996 Jan 28 18:11:35.806037 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca963f-c580-4df4-91f3-591222799161 req-2b053015-5bc8-4107-b4c7-efd6db9f325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:35.807543 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfca963f-c580-4df4-91f3-591222799161 req-2b053015-5bc8-4107-b4c7-efd6db9f325f service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 913 time: 0.1244986 Jan 28 18:11:35.918755 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfca963f-c580-4df4-91f3-591222799161 req-2a8b74bb-cced-47f4-8e84-6b3049eb0fde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e04fc7ec-6476-4864-9be4-36d066d46443 HTTP/1.1" status: 200 len: 1001 time: 0.1018343 Jan 28 18:11:35.983747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca963f-c580-4df4-91f3-591222799161 req-ff7b20c5-ef7a-4e51-8a95-ac5b6e48adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:35.985218 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfca963f-c580-4df4-91f3-591222799161 req-ff7b20c5-ef7a-4e51-8a95-ac5b6e48adfd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 200 len: 851 time: 0.0603118 Jan 28 18:11:36.060184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca963f-c580-4df4-91f3-591222799161 req-0714462a-1920-4728-8d3b-935dffaf97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:11:36.061636 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfca963f-c580-4df4-91f3-591222799161 req-0714462a-1920-4728-8d3b-935dffaf97d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702651 Jan 28 18:11:36.193269 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfca963f-c580-4df4-91f3-591222799161 req-cac093c5-a85d-4401-a955-7763082cea5a service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252663 Jan 28 18:11:36.430477 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dfca963f-c580-4df4-91f3-591222799161 req-0c64f06c-686c-45cc-ba98-816b5e17c806 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315671 Jan 28 18:11:38.110448 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:11:39.936095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1ab661a1-a4a6-45c1-ac38-74744a964486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:42.277495 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0cc2ceb0-3cce-45e3-a5ae-80952a5a98f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:43.231863 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:43.374623 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:44.939472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:11:49.854577 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:09.888321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dc9adf6a-b591-4209-ba20-6c765f82db01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:12.312886 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8301f391-403a-4ce8-bc59-66baf21411f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:13.253497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:13.357718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:14.939822 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:15.109771 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:12:19.853913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:36.644357 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ba47bef4-403a-408a-bc4d-a38a5ba6549c req-2fc47df2-613c-4b11-84eb-a1e159f0b072 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704241 Jan 28 18:12:36.781234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47bef4-403a-408a-bc4d-a38a5ba6549c req-0eabb9ba-bddc-40ca-a81b-7dcff3d0bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:12:36.782652 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ba47bef4-403a-408a-bc4d-a38a5ba6549c req-0eabb9ba-bddc-40ca-a81b-7dcff3d0bab1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 1098 time: 0.0736690 Jan 28 18:12:36.922814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47bef4-403a-408a-bc4d-a38a5ba6549c req-2e994b1d-f71d-4a1e-b43a-e29af62d5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:12:36.924285 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ba47bef4-403a-408a-bc4d-a38a5ba6549c req-2e994b1d-f71d-4a1e-b43a-e29af62d5df0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 913 time: 0.1236413 Jan 28 18:12:37.025292 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ba47bef4-403a-408a-bc4d-a38a5ba6549c req-e218d072-e2cf-4c12-b5d9-4b8533bd8cb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbe979a-60d3-4171-8544-247e2193ed95 HTTP/1.1" status: 200 len: 1001 time: 0.0951219 Jan 28 18:12:37.093344 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47bef4-403a-408a-bc4d-a38a5ba6549c req-f85c57da-5672-4572-9717-54ecfea52f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:12:37.094799 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ba47bef4-403a-408a-bc4d-a38a5ba6549c req-f85c57da-5672-4572-9717-54ecfea52f09 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 200 len: 851 time: 0.0643995 Jan 28 18:12:37.170906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47bef4-403a-408a-bc4d-a38a5ba6549c req-8e950c9e-0b04-4ef2-a36d-00d47c598529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:12:37.172360 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ba47bef4-403a-408a-bc4d-a38a5ba6549c req-8e950c9e-0b04-4ef2-a36d-00d47c598529 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722764 Jan 28 18:12:37.300048 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ba47bef4-403a-408a-bc4d-a38a5ba6549c req-0d9bc11e-e5a4-41e2-9ad3-416f8e6320c1 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215687 Jan 28 18:12:37.438752 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ba47bef4-403a-408a-bc4d-a38a5ba6549c req-2d778b80-84ee-4e0e-b5fc-4997109bce6c service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328585 Jan 28 18:12:39.910294 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-554884fe-1749-463f-b6f8-9e00e82809dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:42.310416 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5405c829-8db2-4e9e-a478-03964e61e24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:43.229975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:43.384378 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:44.966370 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:49.875847 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:52.111279 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:12:58.124967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49402) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:12:58.322788 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Deleting port 15e1faed-fe64-470c-81bb-c854b7a3ea02 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:12:58.323080 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:58.492004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:58.492326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:58.612307 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Calling delete_port for 15e1faed-fe64-470c-81bb-c854b7a3ea02 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:12:58.932621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:58.979298 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event deleted for resources: {'Port': ['ID=15e1faed-fe64-470c-81bb-c854b7a3ea02,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:12:59.048592 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:12:59.048938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:12:59.049275 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:12:59.049609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:12:59.049935 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:12:59.050257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:12:59.050577 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:12:59.050896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:12:59.051251 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:12:59.051571 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:12:59.051887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:12:59.052208 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:12:59.088720 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:59.089049 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Floating IP 9517493f-53bf-4232-bc2a-f2c06f40bceb disassociated (deleted). External IP: 172.26.1.217, port: e04fc7ec-6476-4864-9be4-36d066d46443. Jan 28 18:12:59.440188 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Router e2f1cdda-f105-48cd-b9c5-06b232c1075c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:12:59.617652 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:12:59.630553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1137f9-5400-4f9a-aebe-ef4840997e23 None None] Sync routers for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:12:59.633850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:12:59.639889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1137f9-5400-4f9a-aebe-ef4840997e23 None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:12:59.640524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-3d1137f9-5400-4f9a-aebe-ef4840997e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:12:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:12:59.687341 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ba92da5b-3927-4d62-83d0-ee0de1f3863a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "DELETE /v2.0/floatingips/9517493f-53bf-4232-bc2a-f2c06f40bceb HTTP/1.1" status: 204 len: 168 time: 1.5612440 Jan 28 18:12:59.687911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'tag': 'e04fc7ec-6476-4864-9be4-36d066d46443'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:12:59.733436 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'tag': 'e04fc7ec-6476-4864-9be4-36d066d46443', 'status': 'completed', 'code': 200} Jan 28 18:12:59.827248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-3d1137f9-5400-4f9a-aebe-ef4840997e23 None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:12:59.828549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb8d1f-0610-45af-868b-97175faa0d69 req-e6dd6542-68c9-4545-aa44-1c101ded3d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:12:59.830626 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1abb8d1f-0610-45af-868b-97175faa0d69 req-e6dd6542-68c9-4545-aa44-1c101ded3d80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 1098 time: 0.0740025 Jan 28 18:12:59.966231 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb8d1f-0610-45af-868b-97175faa0d69 req-2b9d9437-2668-4a4e-a828-7259ec8c7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:12:59.967606 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1abb8d1f-0610-45af-868b-97175faa0d69 req-2b9d9437-2668-4a4e-a828-7259ec8c7f63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 913 time: 0.1302094 Jan 28 18:13:00.041520 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1abb8d1f-0610-45af-868b-97175faa0d69 req-4c89f307-5da7-43ad-8b55-8d02a0e8b0ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e04fc7ec-6476-4864-9be4-36d066d46443 HTTP/1.1" status: 200 len: 217 time: 0.0662382 Jan 28 18:13:00.117501 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb8d1f-0610-45af-868b-97175faa0d69 req-6c862726-e347-4a87-b4c0-a1df13764b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:00.118966 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1abb8d1f-0610-45af-868b-97175faa0d69 req-6c862726-e347-4a87-b4c0-a1df13764b63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 200 len: 851 time: 0.0701113 Jan 28 18:13:00.205412 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb8d1f-0610-45af-868b-97175faa0d69 req-7d721da1-4cb5-42a9-b7d5-6fbb4889c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:00.206910 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1abb8d1f-0610-45af-868b-97175faa0d69 req-7d721da1-4cb5-42a9-b7d5-6fbb4889c42d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790319 Jan 28 18:13:00.209626 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-3d1137f9-5400-4f9a-aebe-ef4840997e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '015430f6-0c58-42e8-8ad9-1726e18442f4', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': '1fbe979a-60d3-4171-8544-247e2193ed95', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:0f:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:07:08Z', 'updated_at': '2022-01-28T18:07:11Z', 'revision_number': 1, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:00.213576 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1137f9-5400-4f9a-aebe-ef4840997e23 None None] Checking router: e2f1cdda-f105-48cd-b9c5-06b232c1075c for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:13:00.222978 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1137f9-5400-4f9a-aebe-ef4840997e23 None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:13:00.223712 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-3d1137f9-5400-4f9a-aebe-ef4840997e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:12:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:00.474380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-3d1137f9-5400-4f9a-aebe-ef4840997e23 None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:13:00.517330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a383ee-9030-4ca3-bfa3-9229e3f6ca2f req-cd6a0f29-9ec7-4452-b06a-b0362fad1288 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:00.518024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-66a383ee-9030-4ca3-bfa3-9229e3f6ca2f req-cd6a0f29-9ec7-4452-b06a-b0362fad1288 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Synchronizing usage tracker for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:13:00.528075 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1abb8d1f-0610-45af-868b-97175faa0d69 req-5b74fd3d-db8d-46b6-bd8b-b1034914db78 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870018 Jan 28 18:13:00.662304 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1abb8d1f-0610-45af-868b-97175faa0d69 req-656b33a4-e096-4267-b55f-652b55325ae7 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270382 Jan 28 18:13:00.841100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-66a383ee-9030-4ca3-bfa3-9229e3f6ca2f req-cd6a0f29-9ec7-4452-b06a-b0362fad1288 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Unset dirty status for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:13:00.842162 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-66a383ee-9030-4ca3-bfa3-9229e3f6ca2f req-cd6a0f29-9ec7-4452-b06a-b0362fad1288 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 945 time: 0.6312282 Jan 28 18:13:00.854126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-3d1137f9-5400-4f9a-aebe-ef4840997e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '015430f6-0c58-42e8-8ad9-1726e18442f4', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': '1fbe979a-60d3-4171-8544-247e2193ed95', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:0f:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:07:08Z', 'updated_at': '2022-01-28T18:07:11Z', 'revision_number': 1, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:00.858213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1137f9-5400-4f9a-aebe-ef4840997e23 None None] The sync data for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv is: [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '015430f6-0c58-42e8-8ad9-1726e18442f4', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'port_id': '1fbe979a-60d3-4171-8544-247e2193ed95', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'mac_address': 'fa:16:3e:0f:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:07:08Z', 'updated_at': '2022-01-28T18:07:11Z', 'revision_number': 1, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:13:00.888867 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-66a383ee-9030-4ca3-bfa3-9229e3f6ca2f req-6207b61e-095f-48d2-b471-54156c581eeb tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409000 Jan 28 18:13:01.083690 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623dcf05-2280-4a09-949f-beebfbf34954 None None] New status for floating IP 9517493f-53bf-4232-bc2a-f2c06f40bceb: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:13:01.743916 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56f8e3-a883-46de-ae6b-d696ebefb9a1 req-5514ea4c-92ae-46eb-9bb4-7f3fa8e9e8c8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:01.745224 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6d56f8e3-a883-46de-ae6b-d696ebefb9a1 req-5514ea4c-92ae-46eb-9bb4-7f3fa8e9e8c8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 945 time: 0.0785055 Jan 28 18:13:01.818162 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-6d56f8e3-a883-46de-ae6b-d696ebefb9a1 req-f43f61ce-43af-4f6d-8c8c-3897a602d730 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Deleting port e04fc7ec-6476-4864-9be4-36d066d46443 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:13:01.818493 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-6d56f8e3-a883-46de-ae6b-d696ebefb9a1 req-f43f61ce-43af-4f6d-8c8c-3897a602d730 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:02.060560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-6d56f8e3-a883-46de-ae6b-d696ebefb9a1 req-f43f61ce-43af-4f6d-8c8c-3897a602d730 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] For port e04fc7ec-6476-4864-9be4-36d066d46443, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=e04fc7ec-6476-4864-9be4-36d066d46443,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:13:02.060916 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-6d56f8e3-a883-46de-ae6b-d696ebefb9a1 req-f43f61ce-43af-4f6d-8c8c-3897a602d730 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:02.077228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fbef-0175-48ec-ab21-a23150d26ff8 req-4b1c2201-ad5b-4220-b2a1-0d4f0013c38f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:02.078698 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ba11fbef-0175-48ec-ab21-a23150d26ff8 req-4b1c2201-ad5b-4220-b2a1-0d4f0013c38f tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 945 time: 0.0833943 Jan 28 18:13:02.201947 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [req-6d56f8e3-a883-46de-ae6b-d696ebefb9a1 req-f43f61ce-43af-4f6d-8c8c-3897a602d730 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Calling delete_port for e04fc7ec-6476-4864-9be4-36d066d46443 owned by compute:nova {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:13:02.237150 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ba11fbef-0175-48ec-ab21-a23150d26ff8 req-6ffc5811-f19b-4f2b-803c-80a5224681f9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521492 Jan 28 18:13:02.469706 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-6d56f8e3-a883-46de-ae6b-d696ebefb9a1 req-f43f61ce-43af-4f6d-8c8c-3897a602d730 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:02.522951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f61ce-43af-4f6d-8c8c-3897a602d730 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event deleted for resources: {'Port': ['ID=e04fc7ec-6476-4864-9be4-36d066d46443,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:02.598841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d56f8e3-a883-46de-ae6b-d696ebefb9a1 req-f43f61ce-43af-4f6d-8c8c-3897a602d730 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] No DVR routers for this DVR port e04fc7ec-6476-4864-9be4-36d066d46443 on host hv-neutron-8269 {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:13:02.601471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-6d56f8e3-a883-46de-ae6b-d696ebefb9a1 req-f43f61ce-43af-4f6d-8c8c-3897a602d730 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:02.604040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'name': 'network-vif-deleted', 'tag': 'e04fc7ec-6476-4864-9be4-36d066d46443'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:13:02.646882 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e1e342-2d91-4a3f-84ea-5817e4237918', 'name': 'network-vif-deleted', 'tag': 'e04fc7ec-6476-4864-9be4-36d066d46443', 'status': 'completed', 'code': 200} Jan 28 18:13:02.675744 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6d56f8e3-a883-46de-ae6b-d696ebefb9a1 req-f43f61ce-43af-4f6d-8c8c-3897a602d730 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "DELETE /v2.0/ports/e04fc7ec-6476-4864-9be4-36d066d46443 HTTP/1.1" status: 204 len: 173 time: 0.9253159 Jan 28 18:13:03.383863 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-70376186-f9fc-410a-884c-a9ed0d21780c req-c1f473e4-eafb-44c5-a1fd-b77250f66b12 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=90e1e342-2d91-4a3f-84ea-5817e4237918 HTTP/1.1" status: 200 len: 210 time: 0.0427327 Jan 28 18:13:03.828697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device e04fc7ec-6476-4864-9be4-36d066d46443 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:13:03.865782 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: e04fc7ec-6476-4864-9be4-36d066d46443 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:13:03.866129 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device e04fc7ec-6476-4864-9be4-36d066d46443 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:13:09.234631 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49436) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:09.432665 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-f68f121f-aaa1-4f42-ae81-fd70169c2b43 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Deleting port 984e8aae-caa0-4072-82a6-f9c13254f1ff {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:13:09.433000 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f68f121f-aaa1-4f42-ae81-fd70169c2b43 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:09.601149 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f68f121f-aaa1-4f42-ae81-fd70169c2b43 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:09.601471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f68f121f-aaa1-4f42-ae81-fd70169c2b43 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:09.721726 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-f68f121f-aaa1-4f42-ae81-fd70169c2b43 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Calling delete_port for 984e8aae-caa0-4072-82a6-f9c13254f1ff owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:13:09.914894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-75076881-2dfe-49f6-b737-134bbbcb4a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:09.937725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f68f121f-aaa1-4f42-ae81-fd70169c2b43 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:09.983627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f121f-aaa1-4f42-ae81-fd70169c2b43 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event deleted for resources: {'Port': ['ID=984e8aae-caa0-4072-82a6-f9c13254f1ff,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:10.167013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f68f121f-aaa1-4f42-ae81-fd70169c2b43 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:10.167357 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-f68f121f-aaa1-4f42-ae81-fd70169c2b43 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Floating IP 015430f6-0c58-42e8-8ad9-1726e18442f4 disassociated (deleted). External IP: 172.26.1.148, port: 1fbe979a-60d3-4171-8544-247e2193ed95. Jan 28 18:13:10.508546 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68f121f-aaa1-4f42-ae81-fd70169c2b43 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Router e2f1cdda-f105-48cd-b9c5-06b232c1075c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:13:10.684251 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68f121f-aaa1-4f42-ae81-fd70169c2b43 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:13:10.694095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49206916-40ec-4053-9cc7-a48ab90ccc73 None None] Sync routers for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:13:10.700448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f68f121f-aaa1-4f42-ae81-fd70169c2b43 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:10.703339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49206916-40ec-4053-9cc7-a48ab90ccc73 None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:13:10.704541 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-49206916-40ec-4053-9cc7-a48ab90ccc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:12:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:10.756533 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f68f121f-aaa1-4f42-ae81-fd70169c2b43 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "DELETE /v2.0/floatingips/015430f6-0c58-42e8-8ad9-1726e18442f4 HTTP/1.1" status: 204 len: 168 time: 1.5202072 Jan 28 18:13:10.757062 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'tag': '1fbe979a-60d3-4171-8544-247e2193ed95'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:13:10.801667 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'tag': '1fbe979a-60d3-4171-8544-247e2193ed95', 'status': 'completed', 'code': 200} Jan 28 18:13:10.893855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-49206916-40ec-4053-9cc7-a48ab90ccc73 None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:13:10.898559 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84fb77-1387-45b5-a1d5-884cfffb3476 req-6c65a2b9-74d5-40f3-a110-1fc9a2c97280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:10.900092 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bc84fb77-1387-45b5-a1d5-884cfffb3476 req-6c65a2b9-74d5-40f3-a110-1fc9a2c97280 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1511d18bc53c42cca11b6d652fdada14&device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 1098 time: 0.0778258 Jan 28 18:13:11.035116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84fb77-1387-45b5-a1d5-884cfffb3476 req-cdfd1d16-f20c-4636-a8a7-5f59b6aaa228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:11.036484 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bc84fb77-1387-45b5-a1d5-884cfffb3476 req-cdfd1d16-f20c-4636-a8a7-5f59b6aaa228 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 200 len: 913 time: 0.1300256 Jan 28 18:13:11.107820 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bc84fb77-1387-45b5-a1d5-884cfffb3476 req-31a7bd57-722b-4c6b-9b2d-25917b374087 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbe979a-60d3-4171-8544-247e2193ed95 HTTP/1.1" status: 200 len: 217 time: 0.0650840 Jan 28 18:13:11.183490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84fb77-1387-45b5-a1d5-884cfffb3476 req-c16c06d1-b86d-47bf-89d8-0c19e403ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:11.184934 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bc84fb77-1387-45b5-a1d5-884cfffb3476 req-c16c06d1-b86d-47bf-89d8-0c19e403ab4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 200 len: 851 time: 0.0716124 Jan 28 18:13:11.216642 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-49206916-40ec-4053-9cc7-a48ab90ccc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:11.220812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49206916-40ec-4053-9cc7-a48ab90ccc73 None None] Checking router: e2f1cdda-f105-48cd-b9c5-06b232c1075c for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:13:11.229262 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49206916-40ec-4053-9cc7-a48ab90ccc73 None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:13:11.229869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-49206916-40ec-4053-9cc7-a48ab90ccc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:12:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:11.324658 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84fb77-1387-45b5-a1d5-884cfffb3476 req-3d670422-3c50-4d67-969d-af0973a32ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:11.326023 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bc84fb77-1387-45b5-a1d5-884cfffb3476 req-3d670422-3c50-4d67-969d-af0973a32ec3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1349485 Jan 28 18:13:11.337760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173457f-dd1b-4708-94eb-6660d10dcfd8 req-65a4f3d7-00d2-48d8-96dd-233f8d449bc8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:11.338449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-0173457f-dd1b-4708-94eb-6660d10dcfd8 req-65a4f3d7-00d2-48d8-96dd-233f8d449bc8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Synchronizing usage tracker for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:13:11.408725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-49206916-40ec-4053-9cc7-a48ab90ccc73 None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:13:11.478086 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-0173457f-dd1b-4708-94eb-6660d10dcfd8 req-65a4f3d7-00d2-48d8-96dd-233f8d449bc8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Unset dirty status for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:13:11.479257 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0173457f-dd1b-4708-94eb-6660d10dcfd8 req-65a4f3d7-00d2-48d8-96dd-233f8d449bc8 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 945 time: 0.2444096 Jan 28 18:13:11.481195 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bc84fb77-1387-45b5-a1d5-884cfffb3476 req-10de520a-894d-4669-9b3b-a2749e180508 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400580 Jan 28 18:13:11.602718 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0173457f-dd1b-4708-94eb-6660d10dcfd8 req-09b2c9fe-e9a2-4f68-ae68-31cc05277d19 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176209 Jan 28 18:13:11.734040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-49206916-40ec-4053-9cc7-a48ab90ccc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:11.739459 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49206916-40ec-4053-9cc7-a48ab90ccc73 None None] The sync data for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv is: [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:02:30Z', 'revision_number': 4, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'ffa7391e-a2ef-404b-b28f-21db8c8136ee', 'name': '', 'network_id': '43ae5c1a-c3e8-4c78-8f83-e060ba4979f8', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'mac_address': 'fa:16:3e:d0:31:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:29Z', 'updated_at': '2022-01-28T18:02:37Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'subnets': [{'id': 'a6817f40-4afa-4732-973b-b002effd2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:13:11.760659 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bc84fb77-1387-45b5-a1d5-884cfffb3476 req-19430087-2b94-4345-993d-ecba66d5beb9 service neutron] 10.222.0.16 "GET /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622080 Jan 28 18:13:11.821052 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f000da-8aa1-4487-8bd4-90819c3ae4d8 req-7d0c46dc-516a-4d93-9d50-eac9bee4e2e9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:11.823012 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b7f000da-8aa1-4487-8bd4-90819c3ae4d8 req-7d0c46dc-516a-4d93-9d50-eac9bee4e2e9 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 945 time: 0.0861025 Jan 28 18:13:11.896760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-b7f000da-8aa1-4487-8bd4-90819c3ae4d8 req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Deleting port 1fbe979a-60d3-4171-8544-247e2193ed95 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:13:11.898102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b7f000da-8aa1-4487-8bd4-90819c3ae4d8 req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:11.977149 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ddb8f-1150-4a83-8851-b879ffb29edf None None] New status for floating IP 015430f6-0c58-42e8-8ad9-1726e18442f4: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:13:12.143058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-b7f000da-8aa1-4487-8bd4-90819c3ae4d8 req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] For port 1fbe979a-60d3-4171-8544-247e2193ed95, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=1fbe979a-60d3-4171-8544-247e2193ed95,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:13:12.143382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b7f000da-8aa1-4487-8bd4-90819c3ae4d8 req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:12.261346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-b7f000da-8aa1-4487-8bd4-90819c3ae4d8 req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Calling delete_port for 1fbe979a-60d3-4171-8544-247e2193ed95 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:13:12.315143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-885061bd-61b3-4eb7-9355-a2c2b1696f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:12.577980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b7f000da-8aa1-4487-8bd4-90819c3ae4d8 req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:12.626434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event deleted for resources: {'Port': ['ID=1fbe979a-60d3-4171-8544-247e2193ed95,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:12.694984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:13:12.695346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:13:12.695676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:13:12.696003 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:13:12.696323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:13:12.696638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:13:12.696954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:13:12.697266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:13:12.697581 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:13:12.697894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:13:12.698207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:13:12.698516 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:13:12.713462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f000da-8aa1-4487-8bd4-90819c3ae4d8 req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] No DVR routers for this DVR port 1fbe979a-60d3-4171-8544-247e2193ed95 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:13:12.715977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b7f000da-8aa1-4487-8bd4-90819c3ae4d8 req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:12.718821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'name': 'network-vif-deleted', 'tag': '1fbe979a-60d3-4171-8544-247e2193ed95'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:13:12.773541 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-3fa9226f-f66b-47aa-9623-30c3c1d208bb req-d48ef52d-bcca-4e2d-b797-0964c6532de0 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Synchronizing usage tracker for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:13:12.811285 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bf5873-2f4d-4468-b910-4b4a8c79db9a', 'name': 'network-vif-deleted', 'tag': '1fbe979a-60d3-4171-8544-247e2193ed95', 'status': 'completed', 'code': 200} Jan 28 18:13:12.859886 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b7f000da-8aa1-4487-8bd4-90819c3ae4d8 req-cf254276-0204-47c8-bde0-111d63c39a0c tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.16 "DELETE /v2.0/ports/1fbe979a-60d3-4171-8544-247e2193ed95 HTTP/1.1" status: 204 len: 173 time: 1.0315812 Jan 28 18:13:12.955388 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-3fa9226f-f66b-47aa-9623-30c3c1d208bb req-d48ef52d-bcca-4e2d-b797-0964c6532de0 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Unset dirty status for tenant:1511d18bc53c42cca11b6d652fdada14 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:13:12.956553 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3fa9226f-f66b-47aa-9623-30c3c1d208bb req-d48ef52d-bcca-4e2d-b797-0964c6532de0 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 210 time: 0.2331126 Jan 28 18:13:13.246478 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:13.337636 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:13.861208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 1fbe979a-60d3-4171-8544-247e2193ed95 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:13:13.930967 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 1fbe979a-60d3-4171-8544-247e2193ed95 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:13:13.931345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 1fbe979a-60d3-4171-8544-247e2193ed95 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:13:14.122668 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-996a82f9-a233-4fcc-bd4b-0755b3581b70 req-d2c89d74-931b-4ca5-aa02-e7f6089e4575 tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2bf5873-2f4d-4468-b910-4b4a8c79db9a HTTP/1.1" status: 200 len: 210 time: 0.0427988 Jan 28 18:13:15.007700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:15.219301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49456) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:15.376182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c9d7b0bb-96c9-4a39-8339-2dee33694a6a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Deleting port 65522fac-562d-451a-aad3-68cdc76da6e9 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:13:15.376511 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c9d7b0bb-96c9-4a39-8339-2dee33694a6a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:15.539827 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c9d7b0bb-96c9-4a39-8339-2dee33694a6a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:15.540065 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c9d7b0bb-96c9-4a39-8339-2dee33694a6a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:15.662592 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-c9d7b0bb-96c9-4a39-8339-2dee33694a6a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Calling delete_port for 65522fac-562d-451a-aad3-68cdc76da6e9 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:13:15.875090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c9d7b0bb-96c9-4a39-8339-2dee33694a6a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:15.926387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7b0bb-96c9-4a39-8339-2dee33694a6a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event deleted for resources: {'Port': ['ID=65522fac-562d-451a-aad3-68cdc76da6e9,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:16.019508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c9d7b0bb-96c9-4a39-8339-2dee33694a6a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:16.033459 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c9d7b0bb-96c9-4a39-8339-2dee33694a6a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:16.034586 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c9d7b0bb-96c9-4a39-8339-2dee33694a6a tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "DELETE /v2.0/floatingips/0739d823-ebaf-4ac1-951c-ae0a35f384cb HTTP/1.1" status: 204 len: 168 time: 0.8137898 Jan 28 18:13:18.620600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49472) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:18.687965 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-37871c7b-e99f-4aea-9888-f5ca9e7785fd tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:18.717233 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-37871c7b-e99f-4aea-9888-f5ca9e7785fd tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:18.868959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-37871c7b-e99f-4aea-9888-f5ca9e7785fd tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:18.888476 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37871c7b-e99f-4aea-9888-f5ca9e7785fd tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:18.971912 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-37871c7b-e99f-4aea-9888-f5ca9e7785fd tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:18.975810 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-37871c7b-e99f-4aea-9888-f5ca9e7785fd tempest-TestVolumeBootPattern-1150515548 tempest-TestVolumeBootPattern-1150515548-project] 10.222.0.26 "DELETE /v2.0/security-groups/5ffb2bea-9b04-45f3-a5f9-4ed2f6fa66cf HTTP/1.1" status: 204 len: 168 time: 0.3515236 Jan 28 18:13:19.104435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49478) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:19.879844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-215a8536-9811-4776-b8b2-e1e97d1c1921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:19.886384 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:20.227611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-215a8536-9811-4776-b8b2-e1e97d1c1921 admin admin] Deleting port ffa7391e-a2ef-404b-b28f-21db8c8136ee {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:13:20.227864 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-215a8536-9811-4776-b8b2-e1e97d1c1921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:20.396214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-215a8536-9811-4776-b8b2-e1e97d1c1921 admin admin] For port ffa7391e-a2ef-404b-b28f-21db8c8136ee, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ffa7391e-a2ef-404b-b28f-21db8c8136ee,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:13:20.396566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-215a8536-9811-4776-b8b2-e1e97d1c1921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:20.515694 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-215a8536-9811-4776-b8b2-e1e97d1c1921 admin admin] Calling delete_port for ffa7391e-a2ef-404b-b28f-21db8c8136ee owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:13:20.648737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49486) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:20.715480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5770cc55-cd93-4a4e-b62c-1ab9bd0c1cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:13:20.837081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5770cc55-cd93-4a4e-b62c-1ab9bd0c1cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2879815'] for subnet, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:20.972100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-215a8536-9811-4776-b8b2-e1e97d1c1921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:21.024345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a8536-9811-4776-b8b2-e1e97d1c1921 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa7391e-a2ef-404b-b28f-21db8c8136ee,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:21.109191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5770cc55-cd93-4a4e-b62c-1ab9bd0c1cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737137899502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2215551'] for subnet, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:21.160681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9dad15-6bef-4e40-acf6-f343234d3dcf None None] Network 89768f49-9693-4782-9361-a9f0b4444f47 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:13:21.177292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5770cc55-cd93-4a4e-b62c-1ab9bd0c1cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:21.177895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5770cc55-cd93-4a4e-b62c-1ab9bd0c1cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:21.181279 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5770cc55-cd93-4a4e-b62c-1ab9bd0c1cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/subnets/077f5a09-f379-4ab9-b82f-d5c0591074bc HTTP/1.1" status: 200 len: 836 time: 0.5294335 Jan 28 18:13:21.199206 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770cc55-cd93-4a4e-b62c-1ab9bd0c1cf6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Subnet': ['ID=077f5a09-f379-4ab9-b82f-d5c0591074bc,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:21.415451 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-215a8536-9811-4776-b8b2-e1e97d1c1921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:21.617663 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1b179926-483a-44d7-afe8-eb88f7f11519 None None] Provisioning complete for port eff7a879-a23e-4d2f-abb8-54f97c44460c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:13:21.618028 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1b179926-483a-44d7-afe8-eb88f7f11519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:21.742354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1b179926-483a-44d7-afe8-eb88f7f11519 None None] Provisioning complete for port 34a1866f-848f-40bd-a66f-1f45f2373249 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:13:21.742588 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1b179926-483a-44d7-afe8-eb88f7f11519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:21.778716 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215a8536-9811-4776-b8b2-e1e97d1c1921 admin admin] Router e2f1cdda-f105-48cd-b9c5-06b232c1075c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:13:21.864123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1b179926-483a-44d7-afe8-eb88f7f11519 None None] Provisioning complete for port fa3c6548-4424-4376-90bd-b55c07e360d7 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:13:21.864486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1b179926-483a-44d7-afe8-eb88f7f11519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:21.958105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215a8536-9811-4776-b8b2-e1e97d1c1921 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:13:21.971159 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6135746b-958e-4558-a5f0-adcab788fc63 None None] Sync routers for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:13:21.973696 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-215a8536-9811-4776-b8b2-e1e97d1c1921 admin admin] 10.222.0.26 "PUT /v2.0/routers/e2f1cdda-f105-48cd-b9c5-06b232c1075c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8681846 Jan 28 18:13:21.976471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49494) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:21.989377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6135746b-958e-4558-a5f0-adcab788fc63 None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:13:21.989993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6135746b-958e-4558-a5f0-adcab788fc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:13:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:22.148961 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:22.164324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-6135746b-958e-4558-a5f0-adcab788fc63 None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:13:22.417439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:22.441426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6135746b-958e-4558-a5f0-adcab788fc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:13:20Z', 'revision_number': 5, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port': {'id': 'c0f4f55a-6367-4375-98e5-bccde4cd7538', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:24Z', 'updated_at': '2022-01-28T18:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:22.445277 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6135746b-958e-4558-a5f0-adcab788fc63 None None] Checking router: e2f1cdda-f105-48cd-b9c5-06b232c1075c for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:13:22.454025 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6135746b-958e-4558-a5f0-adcab788fc63 None None] Routers {'e2f1cdda-f105-48cd-b9c5-06b232c1075c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:13:22.454606 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6135746b-958e-4558-a5f0-adcab788fc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:13:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:22.474394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] Deleting port c0f4f55a-6367-4375-98e5-bccde4cd7538 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:13:22.474740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:22.603305 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-6135746b-958e-4558-a5f0-adcab788fc63 None None] Set router e2f1cdda-f105-48cd-b9c5-06b232c1075c gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:13:22.653030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] For port c0f4f55a-6367-4375-98e5-bccde4cd7538, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c0f4f55a-6367-4375-98e5-bccde4cd7538,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:13:22.653498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:22.741509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6135746b-958e-4558-a5f0-adcab788fc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:13:22Z', 'revision_number': 6, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:22.745289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6135746b-958e-4558-a5f0-adcab788fc63 None None] The sync data for ids ['e2f1cdda-f105-48cd-b9c5-06b232c1075c'] in dv-neutron-826919-1-hyperv is: [{'id': 'e2f1cdda-f105-48cd-b9c5-06b232c1075c', 'name': 'tempest-TestVolumeBootPattern-1076446115-router', 'tenant_id': '1511d18bc53c42cca11b6d652fdada14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:23Z', 'updated_at': '2022-01-28T18:13:22Z', 'revision_number': 6, 'project_id': '1511d18bc53c42cca11b6d652fdada14', 'gw_port_host': None}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:13:22.777068 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] Calling delete_port for c0f4f55a-6367-4375-98e5-bccde4cd7538 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:13:23.200498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:23.259580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f4f55a-6367-4375-98e5-bccde4cd7538,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:23.353706 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:23.524506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:23.526646 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:23.646349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:23.646890 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2f1cdda-f105-48cd-b9c5-06b232c1075c {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:13:23.663534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:23.664671 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8c4b492b-b2b1-495d-a75d-e8db0fc1970f admin admin] 10.222.0.26 "DELETE /v2.0/routers/e2f1cdda-f105-48cd-b9c5-06b232c1075c HTTP/1.1" status: 204 len: 168 time: 1.6870823 Jan 28 18:13:23.667161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49498) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:23.731466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-20256a54-a8d6-4f06-bb5e-791728dd6905 admin admin] Deleting subnet a6817f40-4afa-4732-973b-b002effd2e89 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:13:23.735856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-20256a54-a8d6-4f06-bb5e-791728dd6905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:23.783568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-20256a54-a8d6-4f06-bb5e-791728dd6905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:23.866902 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-20256a54-a8d6-4f06-bb5e-791728dd6905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:24.103444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-20256a54-a8d6-4f06-bb5e-791728dd6905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:24.139672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20256a54-a8d6-4f06-bb5e-791728dd6905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6817f40-4afa-4732-973b-b002effd2e89,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:24.143746 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-20256a54-a8d6-4f06-bb5e-791728dd6905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:24.149174 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c6e0c3-8060-4b86-aa0a-fa39116ceaf9 None None] Network 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:13:24.150015 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-20256a54-a8d6-4f06-bb5e-791728dd6905 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a6817f40-4afa-4732-973b-b002effd2e89 HTTP/1.1" status: 204 len: 168 time: 0.4818931 Jan 28 18:13:24.152531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49502) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:24.256242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:24.267204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Deleting port 7b79cec9-fac9-48bf-b978-2a053e796426 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:13:24.267696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:24.397682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c65bb0-c52b-4d4a-9d3c-694320b88aee None None] DHCP port deletion for 43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:13:24.402037 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-34c65bb0-c52b-4d4a-9d3c-694320b88aee None None] Deleting port 7b79cec9-fac9-48bf-b978-2a053e796426 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:13:24.402410 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34c65bb0-c52b-4d4a-9d3c-694320b88aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:24.478344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] For port 7b79cec9-fac9-48bf-b978-2a053e796426, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7b79cec9-fac9-48bf-b978-2a053e796426,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:13:24.478725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:24.600589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Calling delete_port for 7b79cec9-fac9-48bf-b978-2a053e796426 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:13:24.601204 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-34c65bb0-c52b-4d4a-9d3c-694320b88aee None None] For port 7b79cec9-fac9-48bf-b978-2a053e796426, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=7b79cec9-fac9-48bf-b978-2a053e796426,segment=NetworkSegment(9fe8fd56-d1ac-49aa-bef7-062496392520),segment_id=9fe8fd56-d1ac-49aa-bef7-062496392520)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:13:24.601597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34c65bb0-c52b-4d4a-9d3c-694320b88aee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:24.718412 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ffa7391e-a2ef-404b-b28f-21db8c8136ee no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:13:24.753884 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-34c65bb0-c52b-4d4a-9d3c-694320b88aee None None] Calling delete_port for 7b79cec9-fac9-48bf-b978-2a053e796426 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:13:24.771894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:24.789546 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: ffa7391e-a2ef-404b-b28f-21db8c8136ee {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:13:24.789885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ffa7391e-a2ef-404b-b28f-21db8c8136ee not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:13:24.790300 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c0f4f55a-6367-4375-98e5-bccde4cd7538 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:13:24.819433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b79cec9-fac9-48bf-b978-2a053e796426,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:24.821219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] No DVR routers for this DVR port 7b79cec9-fac9-48bf-b978-2a053e796426 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:13:24.833448 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: c0f4f55a-6367-4375-98e5-bccde4cd7538 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:13:24.833787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c0f4f55a-6367-4375-98e5-bccde4cd7538 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:13:24.834200 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7b79cec9-fac9-48bf-b978-2a053e796426 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:13:24.869637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 7b79cec9-fac9-48bf-b978-2a053e796426 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:13:24.869901 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 7b79cec9-fac9-48bf-b978-2a053e796426 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:13:24.895193 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-34c65bb0-c52b-4d4a-9d3c-694320b88aee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:13:24.895547 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-34c65bb0-c52b-4d4a-9d3c-694320b88aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:13:24.936501 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:24.961162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ae5c1a-c3e8-4c78-8f83-e060ba4979f8']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:24.973779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe8fd56-d1ac-49aa-bef7-062496392520') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:24.974078 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe8fd56-d1ac-49aa-bef7-062496392520') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:24.985721 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:25.003190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:25.009839 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:13:25.010239 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:13:25.024388 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:13:25.165874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:25.181139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:25.192713 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] Pushing event deleted for resources: {'Network': ['ID=43ae5c1a-c3e8-4c78-8f83-e060ba4979f8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:25.263886 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-15ffad63-0fe1-459e-a388-07d3b8faae64 admin admin] 10.222.0.26 "DELETE /v2.0/networks/43ae5c1a-c3e8-4c78-8f83-e060ba4979f8 HTTP/1.1" status: 204 len: 168 time: 1.1103568 Jan 28 18:13:25.267373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49506) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:25.396614 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-34c65bb0-c52b-4d4a-9d3c-694320b88aee None None] Deleting port 7b79cec9-fac9-48bf-b978-2a053e796426 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:13:25.397178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34c65bb0-c52b-4d4a-9d3c-694320b88aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:25.463691 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-34c65bb0-c52b-4d4a-9d3c-694320b88aee None None] The port '7b79cec9-fac9-48bf-b978-2a053e796426' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:13:25.888310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-798d04fc-52c2-477f-af95-f395b71076fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:26.232754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-798d04fc-52c2-477f-af95-f395b71076fc admin admin] Deleting port e3051c00-f3d3-4fca-8139-4e8b8a64a919 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:13:26.233008 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-798d04fc-52c2-477f-af95-f395b71076fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:26.399323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-798d04fc-52c2-477f-af95-f395b71076fc admin admin] For port e3051c00-f3d3-4fca-8139-4e8b8a64a919, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e3051c00-f3d3-4fca-8139-4e8b8a64a919,segment=NetworkSegment(8746f711-815d-420a-8c68-06af8413faec),segment_id=8746f711-815d-420a-8c68-06af8413faec)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:13:26.400064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-798d04fc-52c2-477f-af95-f395b71076fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:26.518513 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-798d04fc-52c2-477f-af95-f395b71076fc admin admin] Calling delete_port for e3051c00-f3d3-4fca-8139-4e8b8a64a919 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:13:26.754719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-798d04fc-52c2-477f-af95-f395b71076fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:26.801925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d04fc-52c2-477f-af95-f395b71076fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e3051c00-f3d3-4fca-8139-4e8b8a64a919,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:27.068819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-798d04fc-52c2-477f-af95-f395b71076fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:27.529542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798d04fc-52c2-477f-af95-f395b71076fc admin admin] Router b6f153f5-8517-4539-aff5-3bcdc4c032ad has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:13:27.700977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798d04fc-52c2-477f-af95-f395b71076fc admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:13:27.710034 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f063577-9bae-45d9-8cd4-b6a195bee487 None None] Sync routers for ids ['b6f153f5-8517-4539-aff5-3bcdc4c032ad'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:13:27.719578 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f063577-9bae-45d9-8cd4-b6a195bee487 None None] Routers {'b6f153f5-8517-4539-aff5-3bcdc4c032ad'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:13:27.720210 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4f063577-9bae-45d9-8cd4-b6a195bee487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:13:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b6f153f5-8517-4539-aff5-3bcdc4c032ad'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:27.773216 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-798d04fc-52c2-477f-af95-f395b71076fc admin admin] 10.222.0.26 "PUT /v2.0/routers/b6f153f5-8517-4539-aff5-3bcdc4c032ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5048013 Jan 28 18:13:27.775619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49510) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:27.890229 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-4f063577-9bae-45d9-8cd4-b6a195bee487 None None] Set router b6f153f5-8517-4539-aff5-3bcdc4c032ad gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:13:27.946444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:28.120199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:28.165998 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4f063577-9bae-45d9-8cd4-b6a195bee487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'name': 'tempest-TestVolumeBootPattern-360135134-router', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '3d725702-cd4d-4670-ab2d-a431dc62079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:13:26Z', 'revision_number': 5, 'project_id': '55f978410f144d37b145f95eb7f0ebc6', 'gw_port': {'id': '3d725702-cd4d-4670-ab2d-a431dc62079d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:02:37Z', 'updated_at': '2022-01-28T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:28.169746 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f063577-9bae-45d9-8cd4-b6a195bee487 None None] Checking router: b6f153f5-8517-4539-aff5-3bcdc4c032ad for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:13:28.178289 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f063577-9bae-45d9-8cd4-b6a195bee487 None None] Routers {'b6f153f5-8517-4539-aff5-3bcdc4c032ad'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:13:28.178862 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4f063577-9bae-45d9-8cd4-b6a195bee487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:13:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['b6f153f5-8517-4539-aff5-3bcdc4c032ad'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:28.189251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] Deleting port 3d725702-cd4d-4670-ab2d-a431dc62079d {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:13:28.189590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:28.326344 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-4f063577-9bae-45d9-8cd4-b6a195bee487 None None] Set router b6f153f5-8517-4539-aff5-3bcdc4c032ad gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:13:28.366601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] For port 3d725702-cd4d-4670-ab2d-a431dc62079d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=3d725702-cd4d-4670-ab2d-a431dc62079d,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:13:28.366985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:28.432423 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4f063577-9bae-45d9-8cd4-b6a195bee487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'name': 'tempest-TestVolumeBootPattern-360135134-router', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:13:28Z', 'revision_number': 6, 'project_id': '55f978410f144d37b145f95eb7f0ebc6', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:28.436205 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f063577-9bae-45d9-8cd4-b6a195bee487 None None] The sync data for ids ['b6f153f5-8517-4539-aff5-3bcdc4c032ad'] in dv-neutron-826919-1-hyperv is: [{'id': 'b6f153f5-8517-4539-aff5-3bcdc4c032ad', 'name': 'tempest-TestVolumeBootPattern-360135134-router', 'tenant_id': '55f978410f144d37b145f95eb7f0ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:02:36Z', 'updated_at': '2022-01-28T18:13:28Z', 'revision_number': 6, 'project_id': '55f978410f144d37b145f95eb7f0ebc6', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:13:28.488560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] Calling delete_port for 3d725702-cd4d-4670-ab2d-a431dc62079d owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:13:28.733075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:28.822645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e3051c00-f3d3-4fca-8139-4e8b8a64a919 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:13:28.858625 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: e3051c00-f3d3-4fca-8139-4e8b8a64a919 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:13:28.859356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e3051c00-f3d3-4fca-8139-4e8b8a64a919 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:13:28.894381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d725702-cd4d-4670-ab2d-a431dc62079d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:28.983507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:29.109352 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:13:29.149095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:29.151150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:29.240603 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:29.241040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6f153f5-8517-4539-aff5-3bcdc4c032ad {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:13:29.253125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:29.254251 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-08bbd84d-f584-429e-9f85-471569d47361 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b6f153f5-8517-4539-aff5-3bcdc4c032ad HTTP/1.1" status: 204 len: 168 time: 1.4777055 Jan 28 18:13:29.258290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49514) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:29.325576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c619d9-0e32-4f59-9ea6-b4faadd8751e admin admin] Deleting subnet 8920d0ed-3ee0-4570-a828-1aee8e5aabbb {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:13:29.328763 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b5c619d9-0e32-4f59-9ea6-b4faadd8751e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:29.380557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b5c619d9-0e32-4f59-9ea6-b4faadd8751e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:29.460012 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b5c619d9-0e32-4f59-9ea6-b4faadd8751e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:29.572175 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b5c619d9-0e32-4f59-9ea6-b4faadd8751e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:29.613542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c619d9-0e32-4f59-9ea6-b4faadd8751e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8920d0ed-3ee0-4570-a828-1aee8e5aabbb,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:29.615447 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b5c619d9-0e32-4f59-9ea6-b4faadd8751e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:29.619629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8df928e-a782-45e2-9c45-c51245049814 None None] Network 8439afd2-d15f-47c5-97e2-3a6d1a489845 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:13:29.621533 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b5c619d9-0e32-4f59-9ea6-b4faadd8751e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8920d0ed-3ee0-4570-a828-1aee8e5aabbb HTTP/1.1" status: 204 len: 168 time: 0.3623044 Jan 28 18:13:29.624018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49518) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:29.727620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:29.737547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Deleting port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:13:29.738120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:29.863064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee30304e-f73f-4ee6-acf3-82bc553a1bb6 None None] DHCP port deletion for 8439afd2-d15f-47c5-97e2-3a6d1a489845 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:13:29.867229 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ee30304e-f73f-4ee6-acf3-82bc553a1bb6 None None] Deleting port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:13:29.867738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ee30304e-f73f-4ee6-acf3-82bc553a1bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:29.937477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] For port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9,segment=NetworkSegment(8746f711-815d-420a-8c68-06af8413faec),segment_id=8746f711-815d-420a-8c68-06af8413faec)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:13:29.937868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:30.058745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Calling delete_port for 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:13:30.066597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ee30304e-f73f-4ee6-acf3-82bc553a1bb6 None None] For port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9,segment=NetworkSegment(8746f711-815d-420a-8c68-06af8413faec),segment_id=8746f711-815d-420a-8c68-06af8413faec)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:13:30.066981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ee30304e-f73f-4ee6-acf3-82bc553a1bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:30.194742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:30.219773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ee30304e-f73f-4ee6-acf3-82bc553a1bb6 None None] Calling delete_port for 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:13:30.240855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:30.244271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] No DVR routers for this DVR port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:13:30.297164 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-ee30304e-f73f-4ee6-acf3-82bc553a1bb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:13:30.297506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-ee30304e-f73f-4ee6-acf3-82bc553a1bb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:13:30.355650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:30.380015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8439afd2-d15f-47c5-97e2-3a6d1a489845']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:30.394923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8746f711-815d-420a-8c68-06af8413faec') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:30.395238 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8746f711-815d-420a-8c68-06af8413faec') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:13:30.406096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:30.507483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:30.513282 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:13:30.516427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:13:30.526267 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:13:30.663560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:30.667510 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:13:30.679629 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:30.691694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] Pushing event deleted for resources: {'Network': ['ID=8439afd2-d15f-47c5-97e2-3a6d1a489845,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:30.697456 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-da8f3211-8a9b-452b-b724-bc48483ac548 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8439afd2-d15f-47c5-97e2-3a6d1a489845 HTTP/1.1" status: 204 len: 168 time: 1.0724688 Jan 28 18:13:30.700612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:13:30.700846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:13:30.701263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3d725702-cd4d-4670-ab2d-a431dc62079d no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:13:30.734869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 3d725702-cd4d-4670-ab2d-a431dc62079d {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:13:30.735240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 3d725702-cd4d-4670-ab2d-a431dc62079d not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:13:30.798815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ee30304e-f73f-4ee6-acf3-82bc553a1bb6 None None] Deleting port 6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:13:30.799231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ee30304e-f73f-4ee6-acf3-82bc553a1bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:30.864324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ee30304e-f73f-4ee6-acf3-82bc553a1bb6 None None] The port '6b1c6cd0-6cb7-4135-a47d-9857aab0b4a9' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:13:31.078582 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49526) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:31.130091 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-77eeac0e-3906-487a-a269-fc9965b44494 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1511d18bc53c42cca11b6d652fdada14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503273 Jan 28 18:13:31.132440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49530) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:31.189548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3a542a6a-27ab-4392-9df4-4123643ad2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:31.214901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3a542a6a-27ab-4392-9df4-4123643ad2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:31.360611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3a542a6a-27ab-4392-9df4-4123643ad2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:31.377898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a542a6a-27ab-4392-9df4-4123643ad2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b647929d-87d5-4859-b027-e4d9dab5ea33,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:31.386762 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3a542a6a-27ab-4392-9df4-4123643ad2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:31.387924 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3a542a6a-27ab-4392-9df4-4123643ad2f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b647929d-87d5-4859-b027-e4d9dab5ea33 HTTP/1.1" status: 204 len: 168 time: 0.2546206 Jan 28 18:13:32.164121 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49538) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:32.210687 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b5385c07-b5be-43b1-96de-53448c0e248d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55f978410f144d37b145f95eb7f0ebc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453665 Jan 28 18:13:32.212984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49542) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:13:32.268686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9df045f4-057c-4aa6-ac63-2a325340d05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:32.294596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9df045f4-057c-4aa6-ac63-2a325340d05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:32.423149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9df045f4-057c-4aa6-ac63-2a325340d05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:32.438716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df045f4-057c-4aa6-ac63-2a325340d05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f98937-c76a-4c2b-bd4c-539a3d1591af,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:13:32.443478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9df045f4-057c-4aa6-ac63-2a325340d05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:32.444068 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9df045f4-057c-4aa6-ac63-2a325340d05c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7f98937-c76a-4c2b-bd4c-539a3d1591af HTTP/1.1" status: 204 len: 168 time: 0.2302008 Jan 28 18:13:37.723359 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-509c2c46-6c29-4f1b-bec5-89ce30a99505 req-bacc650d-8344-4bc8-8400-7303c61483e5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703337 Jan 28 18:13:37.809371 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c2c46-6c29-4f1b-bec5-89ce30a99505 req-31fb0cc1-9328-44c4-a010-d651503451da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:37.810782 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-509c2c46-6c29-4f1b-bec5-89ce30a99505 req-31fb0cc1-9328-44c4-a010-d651503451da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 1098 time: 0.0676358 Jan 28 18:13:37.950739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c2c46-6c29-4f1b-bec5-89ce30a99505 req-9279f7e9-8171-4896-83dd-ad7b053b238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:37.952179 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-509c2c46-6c29-4f1b-bec5-89ce30a99505 req-9279f7e9-8171-4896-83dd-ad7b053b238c service neutron] 10.222.0.16 "GET /v2.0/networks?id=89768f49-9693-4782-9361-a9f0b4444f47 HTTP/1.1" status: 200 len: 898 time: 0.1234479 Jan 28 18:13:38.052310 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-509c2c46-6c29-4f1b-bec5-89ce30a99505 req-11882401-4153-48ba-88ff-c31d4e6bc17e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3c6548-4424-4376-90bd-b55c07e360d7 HTTP/1.1" status: 200 len: 1001 time: 0.0943160 Jan 28 18:13:38.115720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c2c46-6c29-4f1b-bec5-89ce30a99505 req-7f6971fa-c732-4537-b1ee-680eb0af4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:38.117109 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-509c2c46-6c29-4f1b-bec5-89ce30a99505 req-7f6971fa-c732-4537-b1ee-680eb0af4ae1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=077f5a09-f379-4ab9-b82f-d5c0591074bc HTTP/1.1" status: 200 len: 844 time: 0.0595257 Jan 28 18:13:38.190157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c2c46-6c29-4f1b-bec5-89ce30a99505 req-164ed557-f5ef-4c7f-bf7f-e64b3b516bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:13:38.191615 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-509c2c46-6c29-4f1b-bec5-89ce30a99505 req-164ed557-f5ef-4c7f-bf7f-e64b3b516bc1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89768f49-9693-4782-9361-a9f0b4444f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682492 Jan 28 18:13:38.319661 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-509c2c46-6c29-4f1b-bec5-89ce30a99505 req-df344695-fdb1-4703-947c-70e7aa78df35 service neutron] 10.222.0.16 "GET /v2.0/networks/89768f49-9693-4782-9361-a9f0b4444f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220896 Jan 28 18:13:38.448145 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-509c2c46-6c29-4f1b-bec5-89ce30a99505 req-5f2cfcfb-3327-42c9-aa6a-0bdaff08f6fb service neutron] 10.222.0.16 "GET /v2.0/networks/89768f49-9693-4782-9361-a9f0b4444f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219597 Jan 28 18:13:39.948304 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-768d1ae5-ce38-4388-a423-55860c0c62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:42.308123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b14361a8-3e1c-4d78-8d94-f5abef5c2413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:43.286968 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:43.331531 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:45.012858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:13:49.896450 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:04.052468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49558) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:04.250145 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-5980409c-96d5-4f46-9ffc-3bb7c6c0915a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 05b94439-56ef-4667-b11f-673ecfcd21ee {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:14:04.250474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5980409c-96d5-4f46-9ffc-3bb7c6c0915a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:04.413154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5980409c-96d5-4f46-9ffc-3bb7c6c0915a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:04.413488 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5980409c-96d5-4f46-9ffc-3bb7c6c0915a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:04.624018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-5980409c-96d5-4f46-9ffc-3bb7c6c0915a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 05b94439-56ef-4667-b11f-673ecfcd21ee owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:14:04.947752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5980409c-96d5-4f46-9ffc-3bb7c6c0915a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:04.997502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980409c-96d5-4f46-9ffc-3bb7c6c0915a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=05b94439-56ef-4667-b11f-673ecfcd21ee,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:05.086415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5980409c-96d5-4f46-9ffc-3bb7c6c0915a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:05.087143 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-5980409c-96d5-4f46-9ffc-3bb7c6c0915a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 1c2c4bca-36a7-4084-ab58-8011342bffe3 disassociated (deleted). External IP: 172.26.1.142, port: fa3c6548-4424-4376-90bd-b55c07e360d7. Jan 28 18:14:05.432019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5980409c-96d5-4f46-9ffc-3bb7c6c0915a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 8a837903-99aa-46ae-b4ea-e8781fe1df23 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:14:05.603016 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5980409c-96d5-4f46-9ffc-3bb7c6c0915a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:14:05.612290 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7be4ad-fc8d-4946-bc5f-5a2706cc46f2 None None] Sync routers for ids ['8a837903-99aa-46ae-b4ea-e8781fe1df23'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:14:05.618840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5980409c-96d5-4f46-9ffc-3bb7c6c0915a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:05.621688 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7be4ad-fc8d-4946-bc5f-5a2706cc46f2 None None] Routers {'8a837903-99aa-46ae-b4ea-e8781fe1df23'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:14:05.622298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ea7be4ad-fc8d-4946-bc5f-5a2706cc46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:13:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['8a837903-99aa-46ae-b4ea-e8781fe1df23'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:05.675424 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5980409c-96d5-4f46-9ffc-3bb7c6c0915a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/floatingips/1c2c4bca-36a7-4084-ab58-8011342bffe3 HTTP/1.1" status: 204 len: 168 time: 1.6218295 Jan 28 18:14:05.676004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d674315-cc68-4b7d-8f57-84a62821644f', 'tag': 'fa3c6548-4424-4376-90bd-b55c07e360d7'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:14:05.726377 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d674315-cc68-4b7d-8f57-84a62821644f', 'tag': 'fa3c6548-4424-4376-90bd-b55c07e360d7', 'status': 'completed', 'code': 200} Jan 28 18:14:05.802519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-ea7be4ad-fc8d-4946-bc5f-5a2706cc46f2 None None] Set router 8a837903-99aa-46ae-b4ea-e8781fe1df23 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:14:05.975490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f12776-f5e8-4dc2-8272-4fea1a647275 req-8b51a990-b9af-49a4-befc-7271e1256bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:05.976859 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-11f12776-f5e8-4dc2-8272-4fea1a647275 req-8b51a990-b9af-49a4-befc-7271e1256bd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 1098 time: 0.2286930 Jan 28 18:14:06.108775 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:14:06.122667 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ea7be4ad-fc8d-4946-bc5f-5a2706cc46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:11:02Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '34a1866f-848f-40bd-a66f-1f45f2373249', 'name': '', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:34:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:11:01Z', 'updated_at': '2022-01-28T18:11:08Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:06.123165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f12776-f5e8-4dc2-8272-4fea1a647275 req-6f6f2989-4b6c-4119-bc31-9c30ef1dffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:06.124701 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-11f12776-f5e8-4dc2-8272-4fea1a647275 req-6f6f2989-4b6c-4119-bc31-9c30ef1dffb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=89768f49-9693-4782-9361-a9f0b4444f47 HTTP/1.1" status: 200 len: 898 time: 0.1414392 Jan 28 18:14:06.126746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7be4ad-fc8d-4946-bc5f-5a2706cc46f2 None None] Checking router: 8a837903-99aa-46ae-b4ea-e8781fe1df23 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:14:06.142698 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7be4ad-fc8d-4946-bc5f-5a2706cc46f2 None None] Routers {'8a837903-99aa-46ae-b4ea-e8781fe1df23'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:14:06.143355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ea7be4ad-fc8d-4946-bc5f-5a2706cc46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:13:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['8a837903-99aa-46ae-b4ea-e8781fe1df23'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:06.198697 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-11f12776-f5e8-4dc2-8272-4fea1a647275 req-dad12fb1-264b-48db-ac53-33b4a92dc090 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3c6548-4424-4376-90bd-b55c07e360d7 HTTP/1.1" status: 200 len: 217 time: 0.0673048 Jan 28 18:14:06.261692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f12776-f5e8-4dc2-8272-4fea1a647275 req-59c3094a-3e75-48ce-973c-d549d6fda32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:06.263200 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-11f12776-f5e8-4dc2-8272-4fea1a647275 req-59c3094a-3e75-48ce-973c-d549d6fda32a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=077f5a09-f379-4ab9-b82f-d5c0591074bc HTTP/1.1" status: 200 len: 844 time: 0.0574436 Jan 28 18:14:06.327478 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-ea7be4ad-fc8d-4946-bc5f-5a2706cc46f2 None None] Set router 8a837903-99aa-46ae-b4ea-e8781fe1df23 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:14:06.339545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f12776-f5e8-4dc2-8272-4fea1a647275 req-7801ac51-b77e-4087-a2fd-7993e4a7b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:06.341000 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-11f12776-f5e8-4dc2-8272-4fea1a647275 req-7801ac51-b77e-4087-a2fd-7993e4a7b80c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89768f49-9693-4782-9361-a9f0b4444f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697508 Jan 28 18:14:06.352952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [req-11f12776-f5e8-4dc2-8272-4fea1a647275 req-f173197a-c825-4d71-90ca-064caf619977 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 18:14:06.353998 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-11f12776-f5e8-4dc2-8272-4fea1a647275 req-f173197a-c825-4d71-90ca-064caf619977 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050125 Jan 28 18:14:06.448019 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda961f8-a994-4d98-afe3-c84ef73aad67 req-8dcef926-518b-4a5e-a5e3-48c5a274f117 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:06.449709 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dda961f8-a994-4d98-afe3-c84ef73aad67 req-8dcef926-518b-4a5e-a5e3-48c5a274f117 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 945 time: 0.2311537 Jan 28 18:14:06.498795 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dda961f8-a994-4d98-afe3-c84ef73aad67 req-f1c42ed7-03e6-4dca-bccb-d9dd449c7c62 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=83705779-81ea-42ee-ab52-21b7b93db605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423348 Jan 28 18:14:06.631299 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-11f12776-f5e8-4dc2-8272-4fea1a647275 req-572c361a-1fd5-4e5f-8a0e-c14e71539be8 service neutron] 10.222.0.16 "GET /v2.0/networks/89768f49-9693-4782-9361-a9f0b4444f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700226 Jan 28 18:14:06.681518 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ea7be4ad-fc8d-4946-bc5f-5a2706cc46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:11:02Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '34a1866f-848f-40bd-a66f-1f45f2373249', 'name': '', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:34:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:11:01Z', 'updated_at': '2022-01-28T18:11:08Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:06.685472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7be4ad-fc8d-4946-bc5f-5a2706cc46f2 None None] The sync data for ids ['8a837903-99aa-46ae-b4ea-e8781fe1df23'] in dv-neutron-826919-1-hyperv is: [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:11:02Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '34a1866f-848f-40bd-a66f-1f45f2373249', 'name': '', 'network_id': '89768f49-9693-4782-9361-a9f0b4444f47', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:28:34:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:11:01Z', 'updated_at': '2022-01-28T18:11:08Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': '077f5a09-f379-4ab9-b82f-d5c0591074bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:14:06.766327 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-11f12776-f5e8-4dc2-8272-4fea1a647275 req-2a9f49c5-408f-4730-b9fe-fca9eb16596f service neutron] 10.222.0.16 "GET /v2.0/networks/89768f49-9693-4782-9361-a9f0b4444f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263907 Jan 28 18:14:06.921657 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a61767d-fcd4-4811-91c1-66f0c64b7139 None None] New status for floating IP 1c2c4bca-36a7-4084-ab58-8011342bffe3: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:14:07.496980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a17f5-e2dc-4c9a-b239-8807eced04ce req-80b25295-b87b-41eb-bfeb-e729e897cf33 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:07.497654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-787a17f5-e2dc-4c9a-b239-8807eced04ce req-80b25295-b87b-41eb-bfeb-e729e897cf33 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:14:07.581961 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-787a17f5-e2dc-4c9a-b239-8807eced04ce req-80b25295-b87b-41eb-bfeb-e729e897cf33 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:14:07.583137 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-787a17f5-e2dc-4c9a-b239-8807eced04ce req-80b25295-b87b-41eb-bfeb-e729e897cf33 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 945 time: 0.1611600 Jan 28 18:14:07.655868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-787a17f5-e2dc-4c9a-b239-8807eced04ce req-0ec72838-73fc-4afd-a221-11f8d33ebecb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port fa3c6548-4424-4376-90bd-b55c07e360d7 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:14:07.656218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-787a17f5-e2dc-4c9a-b239-8807eced04ce req-0ec72838-73fc-4afd-a221-11f8d33ebecb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:07.904131 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c9b80-d980-48f9-b8b8-9ce625252920 req-d65c422d-b02b-4087-890f-9cdbd8a29d56 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:07.905578 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2e5c9b80-d980-48f9-b8b8-9ce625252920 req-d65c422d-b02b-4087-890f-9cdbd8a29d56 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 945 time: 0.2885985 Jan 28 18:14:07.988630 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2e5c9b80-d980-48f9-b8b8-9ce625252920 req-06623d63-ea58-411b-866c-abed98378089 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=83705779-81ea-42ee-ab52-21b7b93db605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700090 Jan 28 18:14:08.006756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-787a17f5-e2dc-4c9a-b239-8807eced04ce req-0ec72838-73fc-4afd-a221-11f8d33ebecb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port fa3c6548-4424-4376-90bd-b55c07e360d7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=fa3c6548-4424-4376-90bd-b55c07e360d7,segment=NetworkSegment(53448de2-f770-4977-b472-68101e945e1d),segment_id=53448de2-f770-4977-b472-68101e945e1d)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:14:08.007152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-787a17f5-e2dc-4c9a-b239-8807eced04ce req-0ec72838-73fc-4afd-a221-11f8d33ebecb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:08.128955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-787a17f5-e2dc-4c9a-b239-8807eced04ce req-0ec72838-73fc-4afd-a221-11f8d33ebecb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for fa3c6548-4424-4376-90bd-b55c07e360d7 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:14:08.336423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-787a17f5-e2dc-4c9a-b239-8807eced04ce req-0ec72838-73fc-4afd-a221-11f8d33ebecb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:08.384496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec72838-73fc-4afd-a221-11f8d33ebecb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=fa3c6548-4424-4376-90bd-b55c07e360d7,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:08.462361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-787a17f5-e2dc-4c9a-b239-8807eced04ce req-0ec72838-73fc-4afd-a221-11f8d33ebecb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] No DVR routers for this DVR port fa3c6548-4424-4376-90bd-b55c07e360d7 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:14:08.464895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-787a17f5-e2dc-4c9a-b239-8807eced04ce req-0ec72838-73fc-4afd-a221-11f8d33ebecb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:08.467537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d674315-cc68-4b7d-8f57-84a62821644f', 'name': 'network-vif-deleted', 'tag': 'fa3c6548-4424-4376-90bd-b55c07e360d7'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:14:08.510735 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d674315-cc68-4b7d-8f57-84a62821644f', 'name': 'network-vif-deleted', 'tag': 'fa3c6548-4424-4376-90bd-b55c07e360d7', 'status': 'completed', 'code': 200} Jan 28 18:14:08.537069 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-787a17f5-e2dc-4c9a-b239-8807eced04ce req-0ec72838-73fc-4afd-a221-11f8d33ebecb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "DELETE /v2.0/ports/fa3c6548-4424-4376-90bd-b55c07e360d7 HTTP/1.1" status: 204 len: 173 time: 0.9487073 Jan 28 18:14:09.146413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-fc2e9c80-5e35-4ff7-825c-d03eb0dc0ba7 req-c71148dc-f72f-4f39-bd8d-afb647b53fe8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:14:09.222067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-fc2e9c80-5e35-4ff7-825c-d03eb0dc0ba7 req-c71148dc-f72f-4f39-bd8d-afb647b53fe8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:14:09.223304 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fc2e9c80-5e35-4ff7-825c-d03eb0dc0ba7 req-c71148dc-f72f-4f39-bd8d-afb647b53fe8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d674315-cc68-4b7d-8f57-84a62821644f HTTP/1.1" status: 200 len: 210 time: 0.1183078 Jan 28 18:14:09.936129 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-550564a9-3adb-461f-b6eb-f2e8b1b2c646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:10.113527 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device fa3c6548-4424-4376-90bd-b55c07e360d7 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:14:10.150682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: fa3c6548-4424-4376-90bd-b55c07e360d7 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:14:10.151041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device fa3c6548-4424-4376-90bd-b55c07e360d7 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:14:10.317910 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49582) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:10.386854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-310391dc-199b-4ea2-9e6e-efff33f501f5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:10.416125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-310391dc-199b-4ea2-9e6e-efff33f501f5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:10.570425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-310391dc-199b-4ea2-9e6e-efff33f501f5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:10.589782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310391dc-199b-4ea2-9e6e-efff33f501f5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83705779-81ea-42ee-ab52-21b7b93db605,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:10.644397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-310391dc-199b-4ea2-9e6e-efff33f501f5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:10.645517 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-310391dc-199b-4ea2-9e6e-efff33f501f5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/security-groups/83705779-81ea-42ee-ab52-21b7b93db605 HTTP/1.1" status: 204 len: 168 time: 0.3266127 Jan 28 18:14:10.713521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49588) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:11.350653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-603bb402-1ae9-4614-8efa-9137c387244e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:11.702538 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-603bb402-1ae9-4614-8efa-9137c387244e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 34a1866f-848f-40bd-a66f-1f45f2373249 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:14:11.702861 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-603bb402-1ae9-4614-8efa-9137c387244e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:11.884877 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-603bb402-1ae9-4614-8efa-9137c387244e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 34a1866f-848f-40bd-a66f-1f45f2373249, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=34a1866f-848f-40bd-a66f-1f45f2373249,segment=NetworkSegment(53448de2-f770-4977-b472-68101e945e1d),segment_id=53448de2-f770-4977-b472-68101e945e1d)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:14:11.885229 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-603bb402-1ae9-4614-8efa-9137c387244e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:12.004669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-603bb402-1ae9-4614-8efa-9137c387244e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 34a1866f-848f-40bd-a66f-1f45f2373249 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:14:12.238796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-603bb402-1ae9-4614-8efa-9137c387244e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:12.290269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bb402-1ae9-4614-8efa-9137c387244e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=34a1866f-848f-40bd-a66f-1f45f2373249,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:12.296199 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-df2be8cb-8d53-4b9c-8b7b-f74aa8a2b5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:12.659070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-603bb402-1ae9-4614-8efa-9137c387244e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:13.006232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603bb402-1ae9-4614-8efa-9137c387244e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 8a837903-99aa-46ae-b4ea-e8781fe1df23 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:14:13.180019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603bb402-1ae9-4614-8efa-9137c387244e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:14:13.189989 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d749c277-3f8e-461f-9177-21ae258ee7d5 None None] Sync routers for ids ['8a837903-99aa-46ae-b4ea-e8781fe1df23'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:14:13.201281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d749c277-3f8e-461f-9177-21ae258ee7d5 None None] Routers {'8a837903-99aa-46ae-b4ea-e8781fe1df23'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:14:13.201873 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d749c277-3f8e-461f-9177-21ae258ee7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:14:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['8a837903-99aa-46ae-b4ea-e8781fe1df23'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:13.264555 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:13.264758 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-603bb402-1ae9-4614-8efa-9137c387244e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/8a837903-99aa-46ae-b4ea-e8781fe1df23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5494502 Jan 28 18:14:13.266716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49592) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:13.333253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting subnet 077f5a09-f379-4ab9-b82f-d5c0591074bc {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:14:13.336311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:13.370540 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:13.398216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-d749c277-3f8e-461f-9177-21ae258ee7d5 None None] Set router 8a837903-99aa-46ae-b4ea-e8781fe1df23 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:14:13.401676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:13.484946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:13.633579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:13.674472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Subnet': ['ID=077f5a09-f379-4ab9-b82f-d5c0591074bc,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:13.684087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:13.684526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:13.684765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:13.685095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:13.685430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:13.685537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d749c277-3f8e-461f-9177-21ae258ee7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:14:12Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:13.685756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:13.686080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:13.686704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:13.686704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:13.687044 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:13.687360 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:13.688074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:13.690622 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673497b9-61ef-4b60-9dcf-0e6f8e56d339 None None] Network 89768f49-9693-4782-9361-a9f0b4444f47 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:14:13.691025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:13.697656 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-94497738-ba9a-49cc-935a-faf19b47af66 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/subnets/077f5a09-f379-4ab9-b82f-d5c0591074bc HTTP/1.1" status: 204 len: 168 time: 0.4298015 Jan 28 18:14:13.700281 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49596) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:13.709628 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d749c277-3f8e-461f-9177-21ae258ee7d5 None None] Checking router: 8a837903-99aa-46ae-b4ea-e8781fe1df23 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:14:13.777195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d749c277-3f8e-461f-9177-21ae258ee7d5 None None] Routers {'8a837903-99aa-46ae-b4ea-e8781fe1df23'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:14:13.777834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d749c277-3f8e-461f-9177-21ae258ee7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:14:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['8a837903-99aa-46ae-b4ea-e8781fe1df23'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:13.875240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:14.039665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-d749c277-3f8e-461f-9177-21ae258ee7d5 None None] Set router 8a837903-99aa-46ae-b4ea-e8781fe1df23 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:14:14.066345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:14.135958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 420a38a2-2088-4e0a-86d9-da96e12a5401 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:14:14.136407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:14.233941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] DHCP port deletion for 89768f49-9693-4782-9361-a9f0b4444f47 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:14:14.253529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Deleting port eff7a879-a23e-4d2f-abb8-54f97c44460c {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:14:14.253898 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:14.420421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 420a38a2-2088-4e0a-86d9-da96e12a5401, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=420a38a2-2088-4e0a-86d9-da96e12a5401,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:14:14.420773 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:14.541949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 420a38a2-2088-4e0a-86d9-da96e12a5401 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:14:14.550095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] For port eff7a879-a23e-4d2f-abb8-54f97c44460c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=eff7a879-a23e-4d2f-abb8-54f97c44460c,segment=NetworkSegment(53448de2-f770-4977-b472-68101e945e1d),segment_id=53448de2-f770-4977-b472-68101e945e1d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:14:14.550596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:14.557925 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d749c277-3f8e-461f-9177-21ae258ee7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:14:12Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:14.614452 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d749c277-3f8e-461f-9177-21ae258ee7d5 None None] The sync data for ids ['8a837903-99aa-46ae-b4ea-e8781fe1df23'] in dv-neutron-826919-1-hyperv is: [{'id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'name': 'tempest-TestNetworkBasicOps-router-783771041', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:10:56Z', 'updated_at': '2022-01-28T18:14:12Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '420a38a2-2088-4e0a-86d9-da96e12a5401', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a837903-99aa-46ae-b4ea-e8781fe1df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:10:57Z', 'updated_at': '2022-01-28T18:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:14:14.675432 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Calling delete_port for eff7a879-a23e-4d2f-abb8-54f97c44460c owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:14:14.747731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:14.795231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=420a38a2-2088-4e0a-86d9-da96e12a5401,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:14.800241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:14.845007 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Pushing event deleted for resources: {'Port': ['ID=eff7a879-a23e-4d2f-abb8-54f97c44460c,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:14.850445 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] No DVR routers for this DVR port eff7a879-a23e-4d2f-abb8-54f97c44460c on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:14:14.855530 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:14.855875 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:14.856206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:14.856533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:14.856858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:14.857180 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:14.857496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:14.857998 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:14.858419 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:14.858740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:14.859082 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:14.859398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357896-52b2-4d9a-8e4a-fe4f1b969053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:14.895657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:14.958938 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.022743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device eff7a879-a23e-4d2f-abb8-54f97c44460c no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:14:15.065734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: eff7a879-a23e-4d2f-abb8-54f97c44460c {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:14:15.066015 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device eff7a879-a23e-4d2f-abb8-54f97c44460c not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:14:15.083493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.085912 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.170550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.171096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Fanout notify agent at l3_agent the message router_deleted on router 8a837903-99aa-46ae-b4ea-e8781fe1df23 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:14:15.185969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.187043 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e39e3395-3028-4d24-98a1-12ba5da6bb7d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/routers/8a837903-99aa-46ae-b4ea-e8781fe1df23 HTTP/1.1" status: 204 len: 168 time: 1.4858043 Jan 28 18:14:15.190511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49600) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:15.304544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05dddf76-cde7-489f-86f0-439c78377d98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.439844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05dddf76-cde7-489f-86f0-439c78377d98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.464193 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-05dddf76-cde7-489f-86f0-439c78377d98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89768f49-9693-4782-9361-a9f0b4444f47']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:15.480737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-05dddf76-cde7-489f-86f0-439c78377d98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53448de2-f770-4977-b472-68101e945e1d') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:15.480950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-05dddf76-cde7-489f-86f0-439c78377d98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53448de2-f770-4977-b472-68101e945e1d') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:15.492144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05dddf76-cde7-489f-86f0-439c78377d98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.507835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05dddf76-cde7-489f-86f0-439c78377d98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.513645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dddf76-cde7-489f-86f0-439c78377d98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:14:15.514027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05dddf76-cde7-489f-86f0-439c78377d98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:14:15.528449 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:14:15.650438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05dddf76-cde7-489f-86f0-439c78377d98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.670407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05dddf76-cde7-489f-86f0-439c78377d98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.681650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dddf76-cde7-489f-86f0-439c78377d98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Network': ['ID=89768f49-9693-4782-9361-a9f0b4444f47,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:15.686434 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-05dddf76-cde7-489f-86f0-439c78377d98 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/networks/89768f49-9693-4782-9361-a9f0b4444f47 HTTP/1.1" status: 204 len: 168 time: 0.4948587 Jan 28 18:14:15.699451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49604) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:15.704925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'network': {'name': 'tempest-network-smoke--53693998', 'project_id': '92550370897a4318a214dd17d934ca5a', 'port_security_enabled': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:15.709896 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:15.714129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:network and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:15.717028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:15.722659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:15.816164 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:14:15.819544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.846278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:14:15.854883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.858154 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Added segment 5b40417b-20d6-4443-b87e-1faef2c77a90 of type vlan for network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 Jan 28 18:14:15.880720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.958790 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:15.964342 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:15.965065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:16.073609 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Network': ['ID=3916c759-7d0f-47e6-bd0d-9f6dafdace17,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:16.084148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:14:16.130910 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-979474f9-ddb5-4ecc-9e2e-86ebc55786c1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4304049 Jan 28 18:14:16.133666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49608) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:16.138668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-991887', 'admin_state_up': True, 'project_id': '92550370897a4318a214dd17d934ca5a', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:16.146952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:16.150781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:router and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:16.153719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:16.160717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:16.204610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:16.205672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:16.220094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:16.606748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:16.689971 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 34a1866f-848f-40bd-a66f-1f45f2373249 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:14:16.726940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 34a1866f-848f-40bd-a66f-1f45f2373249 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:14:16.731198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 34a1866f-848f-40bd-a66f-1f45f2373249 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:14:16.731198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 420a38a2-2088-4e0a-86d9-da96e12a5401 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:14:16.760824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 420a38a2-2088-4e0a-86d9-da96e12a5401 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:14:16.761167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 420a38a2-2088-4e0a-86d9-da96e12a5401 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:14:16.944027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:16.972322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:17.101002 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.149 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/85f07e31-4f53-4535-8fba-81c1a37977f5) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:14:17.245035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:17.330201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:17.394486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:14:17.397269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:14:17.400720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:14:17.442053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=85f07e31-4f53-4535-8fba-81c1a37977f5,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:17.958331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:18.292709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:18.564539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 33becbb2-cc43-42f2-8af0-474ef61657f2 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:14:18.736282 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:14:18.746263 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Sync routers for ids ['33becbb2-cc43-42f2-8af0-474ef61657f2'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:14:18.756230 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Routers {'33becbb2-cc43-42f2-8af0-474ef61657f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:14:18.756867 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:14:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['33becbb2-cc43-42f2-8af0-474ef61657f2'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:18.816032 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:18.817177 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-37b24f38-bcd7-44aa-971a-c6479cdedec8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6825581 Jan 28 18:14:18.820406 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49612) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:18.974251 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Set router 33becbb2-cc43-42f2-8af0-474ef61657f2 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:14:19.016467 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a66a10b2-1c35-4b31-88bb-17f088051922 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=92550370897a4318a214dd17d934ca5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1945064 Jan 28 18:14:19.019812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49618) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:19.148983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fb5049-eaa0-484f-97d3-f12282bcc103 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:19.150438 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c5fb5049-eaa0-484f-97d3-f12282bcc103 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295962 Jan 28 18:14:19.153308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49622) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:19.196297 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ff589aa6-2d2e-44a7-8b5e-7c31299cfc0d tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419312 Jan 28 18:14:19.197980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49626) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:19.203485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1799442850', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'project_id': '92550370897a4318a214dd17d934ca5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:19.264733 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:17Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:19.270031 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Checking router: 33becbb2-cc43-42f2-8af0-474ef61657f2 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:14:19.270372 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Updating router 33becbb2-cc43-42f2-8af0-474ef61657f2 port 85f07e31-4f53-4535-8fba-81c1a37977f5 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:14:19.335106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:19.338964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:subnet and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:19.339357 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:19.341767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:19.348011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:19.438943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:14:19.443389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:19.673855 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:19.684880 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Transition to ACTIVE for port object 85f07e31-4f53-4535-8fba-81c1a37977f5 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:14:19.707825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:19.741350 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:19.788835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Subnet': ['ID=fc407045-5ff1-4023-91be-7e2cceec2f79,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:19.799611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Checking segment: {'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:14:19.799967 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network hostable DHCP agents. Network: 3916c759-7d0f-47e6-bd0d-9f6dafdace17, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:14:19.822944 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Attempting to bind port 85f07e31-4f53-4535-8fba-81c1a37977f5 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:14:19.823509 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Attempting to bind port 85f07e31-4f53-4535-8fba-81c1a37977f5 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:14:19.823676 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Attempting to bind port 85f07e31-4f53-4535-8fba-81c1a37977f5 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:14:19.825574 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f189200-34ec-4db4-ba0b-b410aefc5f0e None None] Pushing event updated for resources: {'Port': ['ID=85f07e31-4f53-4535-8fba-81c1a37977f5,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:19.834347 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:14:19.834710 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:14:19.835126 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:19.835509 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:14:19.835958 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Bound port: 85f07e31-4f53-4535-8fba-81c1a37977f5, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:14:19.836321 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:19.864487 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f189200-34ec-4db4-ba0b-b410aefc5f0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:19.867811 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f189200-34ec-4db4-ba0b-b410aefc5f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:19.867811 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f189200-34ec-4db4-ba0b-b410aefc5f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:19.867811 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f189200-34ec-4db4-ba0b-b410aefc5f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:19.867811 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f189200-34ec-4db4-ba0b-b410aefc5f0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:19.867811 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f189200-34ec-4db4-ba0b-b410aefc5f0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:19.867811 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f189200-34ec-4db4-ba0b-b410aefc5f0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:19.867811 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f189200-34ec-4db4-ba0b-b410aefc5f0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:19.867811 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f189200-34ec-4db4-ba0b-b410aefc5f0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:19.867811 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f189200-34ec-4db4-ba0b-b410aefc5f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:19.867811 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f189200-34ec-4db4-ba0b-b410aefc5f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:19.868612 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f189200-34ec-4db4-ba0b-b410aefc5f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:19.884543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:14:19.908091 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:19.913813 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] For port 85f07e31-4f53-4535-8fba-81c1a37977f5, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:14:19.916682 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] For port 85f07e31-4f53-4535-8fba-81c1a37977f5, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=85f07e31-4f53-4535-8fba-81c1a37977f5,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:14:19.976065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 3916c759-7d0f-47e6-bd0d-9f6dafdace17) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:14:19.979973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:19.980558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:19.988410 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d998f5e-0f18-49aa-8f70-bd7f5f691be4 None None] Network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:14:19.988563 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:20.068683 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Routers {'33becbb2-cc43-42f2-8af0-474ef61657f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:14:20.069293 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:14:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['33becbb2-cc43-42f2-8af0-474ef61657f2'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:20.085531 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d8b11e50-e5e4-47cb-93df-4e5c2d46e329 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8864658 Jan 28 18:14:20.088373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49630) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:20.132581 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f189200-34ec-4db4-ba0b-b410aefc5f0e None None] Pushing event updated for resources: {'Port': ['ID=85f07e31-4f53-4535-8fba-81c1a37977f5,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:20.212545 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:14:20.213518 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:20.253169 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] Set router 33becbb2-cc43-42f2-8af0-474ef61657f2 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:14:20.374668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Allocated IP 172.20.0.2 (3916c759-7d0f-47e6-bd0d-9f6dafdace17/fc407045-5ff1-4023-91be-7e2cceec2f79/d7b8e528-e6d6-4937-aa37-ea5dce22c8ae) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:14:20.541420 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:17Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:20.546041 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fc7007-debe-4ff4-bd74-da0db7b20e32 None None] The sync data for ids ['33becbb2-cc43-42f2-8af0-474ef61657f2'] in dv-neutron-826919-1-hyperv is: [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:17Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:14:20.582184 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:20.592845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Transition to ACTIVE for port object d7b8e528-e6d6-4937-aa37-ea5dce22c8ae will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:14:20.612918 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Transition to ACTIVE for port object d7b8e528-e6d6-4937-aa37-ea5dce22c8ae will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:14:20.690632 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:20.763509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:14:20.775299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:14:20.780373 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:14:20.826589 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Pushing event updated for resources: {'Port': ['ID=d7b8e528-e6d6-4937-aa37-ea5dce22c8ae,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:20.881334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Attempting to bind port d7b8e528-e6d6-4937-aa37-ea5dce22c8ae on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:14:20.881710 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Attempting to bind port d7b8e528-e6d6-4937-aa37-ea5dce22c8ae by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:14:20.882075 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Attempting to bind port d7b8e528-e6d6-4937-aa37-ea5dce22c8ae on network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:14:20.887769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:14:20.888285 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Checking segment: {'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:14:20.888686 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:20.889074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Bound using segment: {'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:14:20.889528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Bound port: d7b8e528-e6d6-4937-aa37-ea5dce22c8ae, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:14:20.890067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:20.960517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:21.020107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] For port d7b8e528-e6d6-4937-aa37-ea5dce22c8ae, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:14:21.023399 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] For port d7b8e528-e6d6-4937-aa37-ea5dce22c8ae, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d7b8e528-e6d6-4937-aa37-ea5dce22c8ae,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:14:21.113434 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:21.206970 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac1264-6d3c-4a83-8a0b-8d1033516ced None None] Pushing event updated for resources: {'Port': ['ID=d7b8e528-e6d6-4937-aa37-ea5dce22c8ae,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:21.416411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.1 (3916c759-7d0f-47e6-bd0d-9f6dafdace17/fc407045-5ff1-4023-91be-7e2cceec2f79/d64b1de3-0d98-4e32-9d9e-fb8a4260c294) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:14:21.586188 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:21.603886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object d64b1de3-0d98-4e32-9d9e-fb8a4260c294 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:14:21.673332 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:21.739020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:14:21.741989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:14:21.744626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:14:21.795854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=d64b1de3-0d98-4e32-9d9e-fb8a4260c294,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:21.812115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:22.261153 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:22.665752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:22.724870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:22.781151 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 85f07e31-4f53-4535-8fba-81c1a37977f5 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:14:22.817396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6f0415-3bf0-402b-9fe4-23ed70a018f6 None None] Network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:14:22.840436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=d64b1de3-0d98-4e32-9d9e-fb8a4260c294,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:22.842721 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:22.979117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:14:22.980231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:14:22.998441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-830a68d1-da44-4182-adef-5bcdde7e8ed0 None None] Provisioning for port d7b8e528-e6d6-4937-aa37-ea5dce22c8ae completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:14:23.021070 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 85f07e31-4f53-4535-8fba-81c1a37977f5 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:14:23.058793 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 85f07e31-4f53-4535-8fba-81c1a37977f5 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:14:23.059178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:23.160738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 33becbb2-cc43-42f2-8af0-474ef61657f2 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:14:23.200575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:23.218206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 85f07e31-4f53-4535-8fba-81c1a37977f5, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=85f07e31-4f53-4535-8fba-81c1a37977f5,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:14:23.307154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:23.307941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d7b8e528-e6d6-4937-aa37-ea5dce22c8ae up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:14:23.352951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:14:23.368366 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49634) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:23.368904 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6859e953-9370-40ff-a549-597228acdf50 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/33becbb2-cc43-42f2-8af0-474ef61657f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2790575 Jan 28 18:14:23.378304 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Sync routers for ids ['33becbb2-cc43-42f2-8af0-474ef61657f2'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:14:23.439354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Routers {'33becbb2-cc43-42f2-8af0-474ef61657f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:14:23.439982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:14:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['33becbb2-cc43-42f2-8af0-474ef61657f2'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:23.530100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4934fe7-ed81-4e5a-af86-c845c7ca8215 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:23.530731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4934fe7-ed81-4e5a-af86-c845c7ca8215 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:23.531291 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4934fe7-ed81-4e5a-af86-c845c7ca8215 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:23.531806 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4934fe7-ed81-4e5a-af86-c845c7ca8215 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:23.536889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49638) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:23.547752 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=85f07e31-4f53-4535-8fba-81c1a37977f5,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:23.548463 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d4934fe7-ed81-4e5a-af86-c845c7ca8215 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1782482 Jan 28 18:14:23.610847 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b09999-fa3e-45eb-85ac-9312f4ffb2e3 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:23.611470 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b09999-fa3e-45eb-85ac-9312f4ffb2e3 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:23.611984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b09999-fa3e-45eb-85ac-9312f4ffb2e3 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:23.612497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b09999-fa3e-45eb-85ac-9312f4ffb2e3 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:23.617316 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49642) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:23.627534 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-96b09999-fa3e-45eb-85ac-9312f4ffb2e3 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0891683 Jan 28 18:14:23.694221 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Set router 33becbb2-cc43-42f2-8af0-474ef61657f2 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:14:23.744057 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port d7b8e528-e6d6-4937-aa37-ea5dce22c8ae completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:14:23.764502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a50914aa-a39a-44e0-8de0-45565c9e37d3 None None] Provisioning for port d64b1de3-0d98-4e32-9d9e-fb8a4260c294 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:14:23.770582 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port d7b8e528-e6d6-4937-aa37-ea5dce22c8ae triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:14:23.770963 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:23.824198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a50914aa-a39a-44e0-8de0-45565c9e37d3 None None] Provisioning complete for port d64b1de3-0d98-4e32-9d9e-fb8a4260c294 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:14:23.824847 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a50914aa-a39a-44e0-8de0-45565c9e37d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:23.847078 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-198cbcb3-0c4c-4825-9d8a-dff3be724a71 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.2284408 Jan 28 18:14:24.022255 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-a50914aa-a39a-44e0-8de0-45565c9e37d3 None None] Port d64b1de3-0d98-4e32-9d9e-fb8a4260c294 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:14:24.119836 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:24.180966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49648) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:24.188375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-382575388', 'description': 'tempest-secgroup-smoke-382575388 description', 'project_id': '92550370897a4318a214dd17d934ca5a'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:24.195292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:24.199965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:24.200153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-35799a02-6c6f-49f5-9b00-a2a7be6d4457 None None] Provisioning complete for port d64b1de3-0d98-4e32-9d9e-fb8a4260c294 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:14:24.200529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-35799a02-6c6f-49f5-9b00-a2a7be6d4457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:24.203105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:24.209135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:24.267462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:24.275090 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port d7b8e528-e6d6-4937-aa37-ea5dce22c8ae, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d7b8e528-e6d6-4937-aa37-ea5dce22c8ae,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:14:24.291534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:24.295288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:24.298625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:24.304187 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:24.306962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-35799a02-6c6f-49f5-9b00-a2a7be6d4457 None None] Port d64b1de3-0d98-4e32-9d9e-fb8a4260c294 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:14:24.318311 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:24.322200 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Checking router: 33becbb2-cc43-42f2-8af0-474ef61657f2 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:14:24.324080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Updating router 33becbb2-cc43-42f2-8af0-474ef61657f2 port d64b1de3-0d98-4e32-9d9e-fb8a4260c294 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:14:24.351294 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:24.382059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:24.431447 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:24.474358 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=d7b8e528-e6d6-4937-aa37-ea5dce22c8ae,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:24.484396 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:24.528864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c00ddaa-aa81-49f1-9957-26530794eb4d,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:24.640039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:24.644765 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bcab19ad-e5d7-4b41-91d2-13b3b286b1bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4577947 Jan 28 18:14:24.644854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49652) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:24.649608 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '2c00ddaa-aa81-49f1-9957-26530794eb4d', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:24.655567 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:24.660449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:24.663338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:24.672443 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:24.716485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 85f07e31-4f53-4535-8fba-81c1a37977f5 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:14:24.742738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:24.833761 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:24.849320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Transition to ACTIVE for port object d64b1de3-0d98-4e32-9d9e-fb8a4260c294 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:14:24.857504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 85f07e31-4f53-4535-8fba-81c1a37977f5 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:14:24.857875 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:24.928049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:24.961124 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.027617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.055844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23fe214-8e99-4610-ac6b-ab3ca8a3564f,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:25.067541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:25.067878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:25.068288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:25.068669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:25.069075 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:25.069295 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:25.069633 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:25.070029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:25.070273 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:25.070588 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:25.070898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:25.071282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:14:25.113385 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d7b8e528-e6d6-4937-aa37-ea5dce22c8ae up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:14:25.118536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.120086 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a02d3cbe-7eaa-4a45-a664-73a2d6ac519f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4745011 Jan 28 18:14:25.122842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49656) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:25.129076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-de69e861-7c8b-4f2d-868f-8d09693eff0d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '2c00ddaa-aa81-49f1-9957-26530794eb4d', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:25.135490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-de69e861-7c8b-4f2d-868f-8d09693eff0d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:25.139938 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-de69e861-7c8b-4f2d-868f-8d09693eff0d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:25.143063 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc018a3b-d1a7-4cd4-8145-e3c9f695f060 None None] Pushing event updated for resources: {'Port': ['ID=d64b1de3-0d98-4e32-9d9e-fb8a4260c294,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:25.144204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-de69e861-7c8b-4f2d-868f-8d09693eff0d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:25.153942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-de69e861-7c8b-4f2d-868f-8d09693eff0d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:25.223223 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-de69e861-7c8b-4f2d-868f-8d09693eff0d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.255427 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Attempting to bind port d64b1de3-0d98-4e32-9d9e-fb8a4260c294 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:14:25.255786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Attempting to bind port d64b1de3-0d98-4e32-9d9e-fb8a4260c294 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:14:25.256143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Attempting to bind port d64b1de3-0d98-4e32-9d9e-fb8a4260c294 on network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:14:25.264871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:14:25.265234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Checking segment: {'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:14:25.265824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.266213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Bound using segment: {'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:14:25.267308 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Bound port: d64b1de3-0d98-4e32-9d9e-fb8a4260c294, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:14:25.267685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.289921 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port d7b8e528-e6d6-4937-aa37-ea5dce22c8ae triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:14:25.290280 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.297265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-de69e861-7c8b-4f2d-868f-8d09693eff0d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.358783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-de69e861-7c8b-4f2d-868f-8d09693eff0d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.383059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69e861-7c8b-4f2d-868f-8d09693eff0d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90664a5-a41b-4aa3-9df0-30695a23e157,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:25.427893 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] For port d64b1de3-0d98-4e32-9d9e-fb8a4260c294, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:14:25.431407 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] For port d64b1de3-0d98-4e32-9d9e-fb8a4260c294, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d64b1de3-0d98-4e32-9d9e-fb8a4260c294,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:14:25.444235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-de69e861-7c8b-4f2d-868f-8d09693eff0d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.445618 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-de69e861-7c8b-4f2d-868f-8d09693eff0d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3216281 Jan 28 18:14:25.448328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49660) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:25.453331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-bdfc52fb-6699-4179-9050-72e3c4ece936 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '2c00ddaa-aa81-49f1-9957-26530794eb4d', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:25.459317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bdfc52fb-6699-4179-9050-72e3c4ece936 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:25.463135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bdfc52fb-6699-4179-9050-72e3c4ece936 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:25.465997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bdfc52fb-6699-4179-9050-72e3c4ece936 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:25.471698 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bdfc52fb-6699-4179-9050-72e3c4ece936 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:25.519069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.559591 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bdfc52fb-6699-4179-9050-72e3c4ece936 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.606629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Routers {'33becbb2-cc43-42f2-8af0-474ef61657f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:14:25.607282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:14:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['33becbb2-cc43-42f2-8af0-474ef61657f2'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:25.677069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc018a3b-d1a7-4cd4-8145-e3c9f695f060 None None] Pushing event updated for resources: {'Port': ['ID=d64b1de3-0d98-4e32-9d9e-fb8a4260c294,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:25.767843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bdfc52fb-6699-4179-9050-72e3c4ece936 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.798797 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] Set router 33becbb2-cc43-42f2-8af0-474ef61657f2 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:14:25.873391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bdfc52fb-6699-4179-9050-72e3c4ece936 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.898383 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc52fb-6699-4179-9050-72e3c4ece936 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e6538d-9771-414a-8a18-0185a2069b0b,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:25.987577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bdfc52fb-6699-4179-9050-72e3c4ece936 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:25.991441 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bdfc52fb-6699-4179-9050-72e3c4ece936 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5395918 Jan 28 18:14:25.996445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49664) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:25.997165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-88c9bf55-7ffb-4470-b346-e6222e3ce17f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '2c00ddaa-aa81-49f1-9957-26530794eb4d', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:26.003655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-88c9bf55-7ffb-4470-b346-e6222e3ce17f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:26.007645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-88c9bf55-7ffb-4470-b346-e6222e3ce17f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:26.010473 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-88c9bf55-7ffb-4470-b346-e6222e3ce17f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:26.016409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-88c9bf55-7ffb-4470-b346-e6222e3ce17f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:26.073573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-88c9bf55-7ffb-4470-b346-e6222e3ce17f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:26.135394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-88c9bf55-7ffb-4470-b346-e6222e3ce17f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:26.161673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:25Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:26.165488 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb1561-df45-477e-b4a6-33b6c754c1a8 None None] The sync data for ids ['33becbb2-cc43-42f2-8af0-474ef61657f2'] in dv-neutron-826919-1-hyperv is: [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:25Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:14:26.181730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-88c9bf55-7ffb-4470-b346-e6222e3ce17f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:26.209574 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9bf55-7ffb-4470-b346-e6222e3ce17f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90fc776-e79c-4cac-a09f-185ae687433d,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:26.261465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-88c9bf55-7ffb-4470-b346-e6222e3ce17f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:26.262703 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-88c9bf55-7ffb-4470-b346-e6222e3ce17f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2700500 Jan 28 18:14:26.265393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49668) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:26.272913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-8b800ad6-f679-4066-b3df-40eb5ec17d76 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '2c00ddaa-aa81-49f1-9957-26530794eb4d', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:26.279304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8b800ad6-f679-4066-b3df-40eb5ec17d76 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:26.283335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8b800ad6-f679-4066-b3df-40eb5ec17d76 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:26.289333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8b800ad6-f679-4066-b3df-40eb5ec17d76 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:26.296372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8b800ad6-f679-4066-b3df-40eb5ec17d76 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:26.381724 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-8b800ad6-f679-4066-b3df-40eb5ec17d76 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:14:26.388947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b800ad6-f679-4066-b3df-40eb5ec17d76 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:26.457623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b800ad6-f679-4066-b3df-40eb5ec17d76 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:26.507256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b800ad6-f679-4066-b3df-40eb5ec17d76 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:26.535564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b800ad6-f679-4066-b3df-40eb5ec17d76 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925570f3-3f5b-4c8a-ae72-c5cc0da46556,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:26.581663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b800ad6-f679-4066-b3df-40eb5ec17d76 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:26.582893 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8b800ad6-f679-4066-b3df-40eb5ec17d76 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3165734 Jan 28 18:14:26.585639 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49672) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:26.590840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5219055e-de64-4bff-b230-87070587fe0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '2c00ddaa-aa81-49f1-9957-26530794eb4d', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:26.597512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5219055e-de64-4bff-b230-87070587fe0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:26.601345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5219055e-de64-4bff-b230-87070587fe0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:26.604365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5219055e-de64-4bff-b230-87070587fe0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:26.611226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5219055e-de64-4bff-b230-87070587fe0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:26.678922 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-5219055e-de64-4bff-b230-87070587fe0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:14:26.687994 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5219055e-de64-4bff-b230-87070587fe0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:26.746018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d64b1de3-0d98-4e32-9d9e-fb8a4260c294 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:14:26.766985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5219055e-de64-4bff-b230-87070587fe0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:26.849791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5219055e-de64-4bff-b230-87070587fe0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:26.872935 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port d64b1de3-0d98-4e32-9d9e-fb8a4260c294 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:14:26.873916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219055e-de64-4bff-b230-87070587fe0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c7be1a-d22f-43b8-bf22-311a7c7194d0,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:26.879743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port d64b1de3-0d98-4e32-9d9e-fb8a4260c294 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:14:26.880424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:26.947031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5219055e-de64-4bff-b230-87070587fe0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:26.957790 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5219055e-de64-4bff-b230-87070587fe0e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3615923 Jan 28 18:14:27.010984 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:27.046678 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port d64b1de3-0d98-4e32-9d9e-fb8a4260c294, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d64b1de3-0d98-4e32-9d9e-fb8a4260c294,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:14:27.142343 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:27.214695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=d64b1de3-0d98-4e32-9d9e-fb8a4260c294,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:27.237389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-71fba803-f078-49b1-801c-8fc3272fda4f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:14:27.341201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-71fba803-f078-49b1-801c-8fc3272fda4f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:14:27.342470 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-71fba803-f078-49b1-801c-8fc3272fda4f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382575388&fields=id&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 267 time: 0.1458473 Jan 28 18:14:27.490080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-71888f77-c06c-43ac-b7a6-baed83130310 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:27.490659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-71888f77-c06c-43ac-b7a6-baed83130310 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:14:27.592537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-71888f77-c06c-43ac-b7a6-baed83130310 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:14:27.593962 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-71888f77-c06c-43ac-b7a6-baed83130310 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/networks?id=3916c759-7d0f-47e6-bd0d-9f6dafdace17 HTTP/1.1" status: 200 len: 795 time: 0.2442687 Jan 28 18:14:27.609558 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-62669f79-d8bb-4e3a-ba99-ab85eec99b7f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/quotas/92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 375 time: 0.0092783 Jan 28 18:14:27.694306 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-7c38e94f-c762-4f13-916d-c92a670ed587 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:14:27.792460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-7c38e94f-c762-4f13-916d-c92a670ed587 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:14:27.793643 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-7c38e94f-c762-4f13-916d-c92a670ed587 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1786354 Jan 28 18:14:27.969371 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-9b5bd90d-df50-41a1-9839-f2c07e036c01 service neutron] 10.222.0.26 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636381 Jan 28 18:14:28.098293 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-04ae8e44-4192-4455-bf69-7af163a267ce service neutron] 10.222.0.26 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224024 Jan 28 18:14:28.698712 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d64b1de3-0d98-4e32-9d9e-fb8a4260c294 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:14:28.768907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port d64b1de3-0d98-4e32-9d9e-fb8a4260c294 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:14:28.769274 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:29.409571 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1ba75c58-dd05-4321-879d-eeb0c6e0bb19 req-a148d7c1-5efa-45a5-95e7-d295e67e5341 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 210 time: 0.0440600 Jan 28 18:14:30.503349 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-da414c0e-0cc8-4b29-9dc4-87fe2d595bbf req-d9061526-6e3e-4d83-b6d0-2add1eadd97e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 210 time: 0.0420668 Jan 28 18:14:31.603791 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-534aba86-8a40-4fb2-a946-759925f38076 req-3f99451c-707d-4241-9432-86374f9fab33 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 210 time: 0.0424781 Jan 28 18:14:32.696682 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a3a37a1a-8edd-41dc-855d-9c1593b0a21e req-afa20762-c930-463c-8955-4902c744dfcb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 210 time: 0.0415316 Jan 28 18:14:33.841921 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f43fee14-028f-4b80-922e-875ab7f5ace4 req-3847c99b-3b42-44ee-9fa1-7ac17235ae82 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 210 time: 0.0437949 Jan 28 18:14:34.990318 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e107658b-0ba8-478e-99e8-fd5b83250b48 req-38ffe4d7-3017-4da0-a94d-056828ddc1f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 210 time: 0.0454819 Jan 28 18:14:35.420449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-a666af71-40ad-4ee0-a181-fedbf08434ed tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:35.421842 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-a666af71-40ad-4ee0-a181-fedbf08434ed tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/networks?id=3916c759-7d0f-47e6-bd0d-9f6dafdace17 HTTP/1.1" status: 200 len: 795 time: 0.1439850 Jan 28 18:14:35.466775 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-b7b39fbf-ab15-4630-9768-ac4ffde1be23 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 379 time: 0.0372608 Jan 28 18:14:35.475489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'port': {'device_id': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'admin_state_up': True, 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'security_groups': ['2c00ddaa-aa81-49f1-9957-26530794eb4d']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:35.622787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:35.632193 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:35.724036 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:14:35.727546 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:35.889341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.3 (3916c759-7d0f-47e6-bd0d-9f6dafdace17/fc407045-5ff1-4023-91be-7e2cceec2f79/79429c33-40b5-4670-a1ab-360997259082) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:14:36.077855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:36.093487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object 79429c33-40b5-4670-a1ab-360997259082 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:14:36.138397 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0c3e562f-0d04-417a-97b3-0da1d634bc06 req-c76c6865-c6f1-4dfe-9880-7d4d774b838b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 210 time: 0.0415087 Jan 28 18:14:36.153108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:36.318975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:14:36.321840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:14:36.325871 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:14:36.362237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=79429c33-40b5-4670-a1ab-360997259082,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:36.395778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:36.396399 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:36.479328 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-831fb029-4f33-411a-8163-2b0e2d7d8399 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0071816 Jan 28 18:14:36.491358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Request body: {'port': {'device_id': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:36.601935 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:36.615217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-00b455d7-d9db-4479-909b-6f1b03e800bd None None] Provisioning for port 79429c33-40b5-4670-a1ab-360997259082 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:14:36.619957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-00b455d7-d9db-4479-909b-6f1b03e800bd None None] Provisioning complete for port 79429c33-40b5-4670-a1ab-360997259082 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:14:36.620323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-00b455d7-d9db-4479-909b-6f1b03e800bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:36.672073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-00b455d7-d9db-4479-909b-6f1b03e800bd None None] Port 79429c33-40b5-4670-a1ab-360997259082 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:14:36.931908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79429c33-40b5-4670-a1ab-360997259082 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:14:36.938819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:36.952522 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Transition to ACTIVE for port object 79429c33-40b5-4670-a1ab-360997259082 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:14:37.015244 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:37.143066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=79429c33-40b5-4670-a1ab-360997259082,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:37.254403 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Attempting to bind port 79429c33-40b5-4670-a1ab-360997259082 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:14:37.254931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Attempting to bind port 79429c33-40b5-4670-a1ab-360997259082 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:14:37.255089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Attempting to bind port 79429c33-40b5-4670-a1ab-360997259082 on network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:14:37.260760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Port 79429c33-40b5-4670-a1ab-360997259082 on network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:14:37.261084 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Attempting to bind port 79429c33-40b5-4670-a1ab-360997259082 on network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:14:37.267702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:14:37.268051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Checking segment: {'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:14:37.268441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Bound using segment: {'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:14:37.268876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Bound port: 79429c33-40b5-4670-a1ab-360997259082, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:14:37.269258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:37.363635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] For port 79429c33-40b5-4670-a1ab-360997259082, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:14:37.366454 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] For port 79429c33-40b5-4670-a1ab-360997259082, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=79429c33-40b5-4670-a1ab-360997259082,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:14:37.451351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:37.517480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:37.517480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:37.518979 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] 10.222.0.16 "PUT /v2.0/ports/79429c33-40b5-4670-a1ab-360997259082 HTTP/1.1" status: 200 len: 1093 time: 1.0319364 Jan 28 18:14:37.522470 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'tag': '79429c33-40b5-4670-a1ab-360997259082'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:14:37.555121 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb0bf1-62db-4a7d-8a21-0bcf596fd4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=79429c33-40b5-4670-a1ab-360997259082,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:37.579068 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad56301-2954-414c-813a-e0d340a2b4dc req-eda49f47-d892-460d-8142-e1337bafc82b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:37.584215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-3ad56301-2954-414c-813a-e0d340a2b4dc req-eda49f47-d892-460d-8142-e1337bafc82b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:14:37.584215 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'tag': '79429c33-40b5-4670-a1ab-360997259082', 'status': 'completed', 'code': 200} Jan 28 18:14:37.673023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40a380-ff6f-4d66-bab7-682be64a7ed1 req-83b6181d-7688-408f-9575-cea5a8b1695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:37.674561 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7a40a380-ff6f-4d66-bab7-682be64a7ed1 req-83b6181d-7688-408f-9575-cea5a8b1695d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 1096 time: 0.0801377 Jan 28 18:14:37.704902 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-3ad56301-2954-414c-813a-e0d340a2b4dc req-eda49f47-d892-460d-8142-e1337bafc82b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:14:37.704902 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3ad56301-2954-414c-813a-e0d340a2b4dc req-eda49f47-d892-460d-8142-e1337bafc82b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 943 time: 0.3079252 Jan 28 18:14:37.831594 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3ad56301-2954-414c-813a-e0d340a2b4dc req-83e2c438-b65c-4abb-86c5-880cecc27d58 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c00ddaa-aa81-49f1-9957-26530794eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784223 Jan 28 18:14:37.848913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40a380-ff6f-4d66-bab7-682be64a7ed1 req-2800ff0d-a0a7-43d0-80d6-880a13f3c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:37.850304 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7a40a380-ff6f-4d66-bab7-682be64a7ed1 req-2800ff0d-a0a7-43d0-80d6-880a13f3c5eb service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=92550370897a4318a214dd17d934ca5a&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1694808 Jan 28 18:14:37.980043 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40a380-ff6f-4d66-bab7-682be64a7ed1 req-b407cb11-169c-46c1-837c-86bf6eb48777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:37.981402 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7a40a380-ff6f-4d66-bab7-682be64a7ed1 req-b407cb11-169c-46c1-837c-86bf6eb48777 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1250319 Jan 28 18:14:38.086579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-caf1a28c-5bad-4c6f-8e43-b8626331909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:38.088045 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-caf1a28c-5bad-4c6f-8e43-b8626331909d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 1096 time: 0.0698202 Jan 28 18:14:38.156437 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-abd99add-d14d-45fd-9320-9d2641b56269 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79429c33-40b5-4670-a1ab-360997259082 HTTP/1.1" status: 200 len: 217 time: 0.0618308 Jan 28 18:14:38.215878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-a4274c27-320f-4065-91b4-ec992382ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:38.217231 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-a4274c27-320f-4065-91b4-ec992382ca41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc407045-5ff1-4023-91be-7e2cceec2f79 HTTP/1.1" status: 200 len: 835 time: 0.0554330 Jan 28 18:14:38.380121 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6212b4b6-4c03-4883-b28c-a82260d327c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:38.381587 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-6212b4b6-4c03-4883-b28c-a82260d327c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3916c759-7d0f-47e6-bd0d-9f6dafdace17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1588182 Jan 28 18:14:38.507525 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-2e1d6131-a90e-423f-bf00-607b61f4356b service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196108 Jan 28 18:14:38.634704 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b9433423-d585-4f20-ad4e-276e2ecdc367 req-8d0b32c3-f2ad-4de7-ba95-1ef01186a7cf service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216552 Jan 28 18:14:39.017306 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a88c68-4b40-4be0-a343-dc705e2e4e1c req-775b3d33-8eb1-41b8-a9af-364dbb2d21d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:39.018674 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-22a88c68-4b40-4be0-a343-dc705e2e4e1c req-775b3d33-8eb1-41b8-a9af-364dbb2d21d5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 943 time: 0.0853183 Jan 28 18:14:39.062737 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-22a88c68-4b40-4be0-a343-dc705e2e4e1c req-3a46aa45-018c-4508-9e91-c5800033307c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c00ddaa-aa81-49f1-9957-26530794eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384095 Jan 28 18:14:39.952244 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-02d8999c-3cbb-40de-969a-da5cc4e4422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:40.241310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec3675-d753-42a4-8705-63a044e187f0 req-310dd2cd-d2d0-47a4-ae90-32a792973019 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:40.242778 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b5ec3675-d753-42a4-8705-63a044e187f0 req-310dd2cd-d2d0-47a4-ae90-32a792973019 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 943 time: 0.0786982 Jan 28 18:14:40.289296 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b5ec3675-d753-42a4-8705-63a044e187f0 req-5b268381-5ce4-4a80-8940-0c8b9fe81bca tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c00ddaa-aa81-49f1-9957-26530794eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409439 Jan 28 18:14:41.471113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14362a91-4d41-4517-8bb9-878fa1eadfc8 req-ea3f92f7-8606-407e-9da3-1ace42f85041 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:41.472528 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-14362a91-4d41-4517-8bb9-878fa1eadfc8 req-ea3f92f7-8606-407e-9da3-1ace42f85041 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 943 time: 0.0779161 Jan 28 18:14:41.519278 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-14362a91-4d41-4517-8bb9-878fa1eadfc8 req-29e6ff3e-e6c1-4cc5-96ba-e1b94d8cd594 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c00ddaa-aa81-49f1-9957-26530794eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412889 Jan 28 18:14:42.253523 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 79429c33-40b5-4670-a1ab-360997259082 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:14:42.326911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fa0ebbf-dd32-43eb-b9ec-295184ce186f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:42.384835 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 79429c33-40b5-4670-a1ab-360997259082, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=79429c33-40b5-4670-a1ab-360997259082,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:14:42.398002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '79429c33-40b5-4670-a1ab-360997259082', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'port_id': '79429c33-40b5-4670-a1ab-360997259082', 'mac_address': 'fa:16:3e:1c:d2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:14:42.453997 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:42.470582 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79429c33-40b5-4670-a1ab-360997259082 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:14:42.485313 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 79429c33-40b5-4670-a1ab-360997259082, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=79429c33-40b5-4670-a1ab-360997259082,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:14:42.546845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:42.612982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=79429c33-40b5-4670-a1ab-360997259082,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:42.701838 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0046c9c-74df-4d23-ae1c-92c4893afa56 req-8cfcb9f9-20f4-4cd9-b5b8-cc7555c8c60f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:42.703269 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c0046c9c-74df-4d23-ae1c-92c4893afa56 req-8cfcb9f9-20f4-4cd9-b5b8-cc7555c8c60f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 944 time: 0.0789778 Jan 28 18:14:42.746892 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c0046c9c-74df-4d23-ae1c-92c4893afa56 req-96d95a49-0370-44fb-ad01-edb9ee6cc9df tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c00ddaa-aa81-49f1-9957-26530794eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379319 Jan 28 18:14:42.782872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['79429c33-40b5-4670-a1ab-360997259082'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:14:43.106582 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:14:43.254751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:43.340634 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:43.932021 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa949974-83c1-4f5e-8c33-9d6297e1f263 req-27882e15-3b63-4e76-80de-69b568035f3b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:43.933428 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fa949974-83c1-4f5e-8c33-9d6297e1f263 req-27882e15-3b63-4e76-80de-69b568035f3b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 944 time: 0.0805402 Jan 28 18:14:43.976444 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fa949974-83c1-4f5e-8c33-9d6297e1f263 req-47becefc-6132-4406-8d68-b31e4bfd1091 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c00ddaa-aa81-49f1-9957-26530794eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375226 Jan 28 18:14:44.268490 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 79429c33-40b5-4670-a1ab-360997259082 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:14:44.432659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 79429c33-40b5-4670-a1ab-360997259082 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:14:44.437703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 79429c33-40b5-4670-a1ab-360997259082 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:14:44.438066 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:44.551178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:44.576484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79429c33-40b5-4670-a1ab-360997259082'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:14:44.586185 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 79429c33-40b5-4670-a1ab-360997259082, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=79429c33-40b5-4670-a1ab-360997259082,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:14:44.619389 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79429c33-40b5-4670-a1ab-360997259082', 'code': 200} Jan 28 18:14:44.694209 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:44.757942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=79429c33-40b5-4670-a1ab-360997259082,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:44.980350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2523-2371-498d-adfd-8718246d5053 req-d229cff3-2d88-4d9d-bc13-97cb3afce526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:44.981743 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-eabd2523-2371-498d-adfd-8718246d5053 req-d229cff3-2d88-4d9d-bc13-97cb3afce526 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 1098 time: 0.0747383 Jan 28 18:14:45.027649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:45.028315 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-eabd2523-2371-498d-adfd-8718246d5053 req-41b5e2ac-b351-46b9-9b29-9d52a5d92fbf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2c00ddaa-aa81-49f1-9957-26530794eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401237 Jan 28 18:14:45.170280 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b8845-45a4-4e38-aded-27a9c78a6dc1 req-2c790666-c006-4b73-a9f6-52fe2c60d8c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:45.171763 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ab1b8845-45a4-4e38-aded-27a9c78a6dc1 req-2c790666-c006-4b73-a9f6-52fe2c60d8c0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 945 time: 0.0796542 Jan 28 18:14:45.215521 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ab1b8845-45a4-4e38-aded-27a9c78a6dc1 req-175991f5-e79e-4486-a30a-eeeaeb302462 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c00ddaa-aa81-49f1-9957-26530794eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379946 Jan 28 18:14:46.394285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89b423-d19f-4a62-a8d5-bdfec674be05 req-f8f3b58f-e6b7-420d-a7d4-60343eb87e3e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:46.395775 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1c89b423-d19f-4a62-a8d5-bdfec674be05 req-f8f3b58f-e6b7-420d-a7d4-60343eb87e3e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 945 time: 0.0782087 Jan 28 18:14:46.441485 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1c89b423-d19f-4a62-a8d5-bdfec674be05 req-7a098d1f-ae61-4fc5-9bbf-dabc90ebd990 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c00ddaa-aa81-49f1-9957-26530794eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400677 Jan 28 18:14:46.620606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2dbe7-c9a9-4081-ab91-683d9b3a74ef req-3d5ebcdf-db8c-4111-8f4b-576513b2b7bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:46.622020 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f9e2dbe7-c9a9-4081-ab91-683d9b3a74ef req-3d5ebcdf-db8c-4111-8f4b-576513b2b7bf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 945 time: 0.0796065 Jan 28 18:14:46.665072 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f9e2dbe7-c9a9-4081-ab91-683d9b3a74ef req-3518db25-a6dd-406b-a3e2-4271ff3bb9c5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c00ddaa-aa81-49f1-9957-26530794eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369279 Jan 28 18:14:46.686551 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49752) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:46.755336 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e728f-21c6-4759-b2ba-a560c052575f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:46.756811 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-429e728f-21c6-4759-b2ba-a560c052575f tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 1093 time: 0.0692801 Jan 28 18:14:46.759564 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49756) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:46.764330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '79429c33-40b5-4670-a1ab-360997259082', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:46.770729 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:46.774474 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:floatingip and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:46.777272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:46.782812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:46.906795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:47.037554 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:47.171454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.204 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/bdbc5c77-c6d7-40e3-b9db-51973cfc0f7c) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:14:47.316296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:47.375117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:47.440979 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:14:47.443456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:14:47.447276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:14:47.481104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=bdbc5c77-c6d7-40e3-b9db-51973cfc0f7c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:47.953756 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:48.089791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:48.287975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:48.369369 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:48.478681 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=bdbc5c77-c6d7-40e3-b9db-51973cfc0f7c,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:48.489119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:48.655621 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 121a9535-a901-4ebe-a55a-1623a7d982e0 associated. External IP: 172.26.1.204, port: 79429c33-40b5-4670-a1ab-360997259082. Jan 28 18:14:48.995964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 33becbb2-cc43-42f2-8af0-474ef61657f2 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:14:49.171329 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:14:49.181318 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b76364-110d-4024-bd8f-7d2743376fd8 None None] Sync routers for ids ['33becbb2-cc43-42f2-8af0-474ef61657f2'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:14:49.190817 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b76364-110d-4024-bd8f-7d2743376fd8 None None] Routers {'33becbb2-cc43-42f2-8af0-474ef61657f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:14:49.191439 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f5b76364-110d-4024-bd8f-7d2743376fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:14:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['33becbb2-cc43-42f2-8af0-474ef61657f2'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:49.283930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:49.338222 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c2e5c228-ae17-497a-8721-798c911be24c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5776691 Jan 28 18:14:49.338793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'tag': '79429c33-40b5-4670-a1ab-360997259082'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:14:49.341286 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49760) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:49.383602 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'tag': '79429c33-40b5-4670-a1ab-360997259082', 'status': 'completed', 'code': 200} Jan 28 18:14:49.389178 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-f5b76364-110d-4024-bd8f-7d2743376fd8 None None] Set router 33becbb2-cc43-42f2-8af0-474ef61657f2 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:14:49.469745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d1de10-d921-4ca0-b465-e4089c6c19b2 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:49.471299 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-30d1de10-d921-4ca0-b465-e4089c6c19b2 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 1093 time: 0.1289504 Jan 28 18:14:49.487801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf05b7-9b8e-4768-b10e-c631a4278d5b req-eff72029-c4fc-4508-a4b1-26b3f88fccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:49.489298 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2aaf05b7-9b8e-4768-b10e-c631a4278d5b req-eff72029-c4fc-4508-a4b1-26b3f88fccf0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 1098 time: 0.0811889 Jan 28 18:14:49.626622 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf05b7-9b8e-4768-b10e-c631a4278d5b req-68ac681d-67d2-4d54-8e5b-497c3ca7fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:49.628591 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2aaf05b7-9b8e-4768-b10e-c631a4278d5b req-68ac681d-67d2-4d54-8e5b-497c3ca7fb12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3916c759-7d0f-47e6-bd0d-9f6dafdace17 HTTP/1.1" status: 200 len: 896 time: 0.1336761 Jan 28 18:14:49.721213 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49768) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:49.727704 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5d938a76-c453-4f3c-bc7b-1b05b6884d59 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1437063321', 'description': 'tempest-secgroup-smoke-1437063321 description', 'project_id': '92550370897a4318a214dd17d934ca5a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:49.734866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5d938a76-c453-4f3c-bc7b-1b05b6884d59 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:49.735110 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2aaf05b7-9b8e-4768-b10e-c631a4278d5b req-cc74f99e-ef34-4a66-a719-cdab5b57ff67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79429c33-40b5-4670-a1ab-360997259082 HTTP/1.1" status: 200 len: 999 time: 0.1003520 Jan 28 18:14:49.747695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5d938a76-c453-4f3c-bc7b-1b05b6884d59 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:49.752543 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f5b76364-110d-4024-bd8f-7d2743376fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '121a9535-a901-4ebe-a55a-1623a7d982e0', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'port_id': '79429c33-40b5-4670-a1ab-360997259082', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'mac_address': 'fa:16:3e:1c:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:14:47Z', 'updated_at': '2022-01-28T18:14:47Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:27Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:49.756160 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b76364-110d-4024-bd8f-7d2743376fd8 None None] Checking router: 33becbb2-cc43-42f2-8af0-474ef61657f2 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:14:49.764460 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b76364-110d-4024-bd8f-7d2743376fd8 None None] Routers {'33becbb2-cc43-42f2-8af0-474ef61657f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:14:49.765056 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f5b76364-110d-4024-bd8f-7d2743376fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:14:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['33becbb2-cc43-42f2-8af0-474ef61657f2'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:49.802502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf05b7-9b8e-4768-b10e-c631a4278d5b req-4a14cd3e-e2c5-4704-8406-ebb88590f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:49.804005 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2aaf05b7-9b8e-4768-b10e-c631a4278d5b req-4a14cd3e-e2c5-4704-8406-ebb88590f54c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc407045-5ff1-4023-91be-7e2cceec2f79 HTTP/1.1" status: 200 len: 835 time: 0.0631609 Jan 28 18:14:49.855169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5d938a76-c453-4f3c-bc7b-1b05b6884d59 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:49.877676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf05b7-9b8e-4768-b10e-c631a4278d5b req-d8966fd0-9710-44e7-9f28-e939a3935106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:49.878901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5d938a76-c453-4f3c-bc7b-1b05b6884d59 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:49.879119 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2aaf05b7-9b8e-4768-b10e-c631a4278d5b req-d8966fd0-9710-44e7-9f28-e939a3935106 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3916c759-7d0f-47e6-bd0d-9f6dafdace17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692759 Jan 28 18:14:49.883639 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5d938a76-c453-4f3c-bc7b-1b05b6884d59 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:49.886714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5d938a76-c453-4f3c-bc7b-1b05b6884d59 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:49.893431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5d938a76-c453-4f3c-bc7b-1b05b6884d59 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:49.901071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:49.947789 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-f5b76364-110d-4024-bd8f-7d2743376fd8 None None] Set router 33becbb2-cc43-42f2-8af0-474ef61657f2 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:14:49.974356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5d938a76-c453-4f3c-bc7b-1b05b6884d59 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:50.035904 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2aaf05b7-9b8e-4768-b10e-c631a4278d5b req-594390f0-a16e-4575-871b-c2b619ff963f service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490793 Jan 28 18:14:50.043830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5d938a76-c453-4f3c-bc7b-1b05b6884d59 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:50.088129 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d938a76-c453-4f3c-bc7b-1b05b6884d59 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550813ef-311f-4792-8a22-3d055b2bc2f4,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:50.163671 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5d938a76-c453-4f3c-bc7b-1b05b6884d59 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:50.167687 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5d938a76-c453-4f3c-bc7b-1b05b6884d59 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4420574 Jan 28 18:14:50.168191 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49772) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:50.169883 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2aaf05b7-9b8e-4768-b10e-c631a4278d5b req-5180bd8d-9c97-4a8d-83c7-aeaa2a974a91 service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280243 Jan 28 18:14:50.173241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-46ad992d-b4c1-4d4c-b65f-998535e6d767 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '550813ef-311f-4792-8a22-3d055b2bc2f4', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:50.180908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-46ad992d-b4c1-4d4c-b65f-998535e6d767 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:50.184698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-46ad992d-b4c1-4d4c-b65f-998535e6d767 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:50.187675 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-46ad992d-b4c1-4d4c-b65f-998535e6d767 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:50.194055 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-46ad992d-b4c1-4d4c-b65f-998535e6d767 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:50.284973 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-46ad992d-b4c1-4d4c-b65f-998535e6d767 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:50.315488 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f5b76364-110d-4024-bd8f-7d2743376fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '121a9535-a901-4ebe-a55a-1623a7d982e0', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'port_id': '79429c33-40b5-4670-a1ab-360997259082', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'mac_address': 'fa:16:3e:1c:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:14:47Z', 'updated_at': '2022-01-28T18:14:47Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:27Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:14:50.325536 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b76364-110d-4024-bd8f-7d2743376fd8 None None] The sync data for ids ['33becbb2-cc43-42f2-8af0-474ef61657f2'] in dv-neutron-826919-1-hyperv is: [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '121a9535-a901-4ebe-a55a-1623a7d982e0', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'port_id': '79429c33-40b5-4670-a1ab-360997259082', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'mac_address': 'fa:16:3e:1c:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:14:47Z', 'updated_at': '2022-01-28T18:14:47Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:27Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:14:50.347338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-46ad992d-b4c1-4d4c-b65f-998535e6d767 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:50.415152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-46ad992d-b4c1-4d4c-b65f-998535e6d767 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:50.438684 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad992d-b4c1-4d4c-b65f-998535e6d767 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86cc6fc-597c-4ce2-b0aa-f12715d97e9c,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:50.501276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-46ad992d-b4c1-4d4c-b65f-998535e6d767 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:50.502676 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-46ad992d-b4c1-4d4c-b65f-998535e6d767 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3335655 Jan 28 18:14:50.505324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49776) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:50.510614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b9a9c6f8-a6f4-461b-960f-e27f69ec2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '550813ef-311f-4792-8a22-3d055b2bc2f4', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:50.516921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b9a9c6f8-a6f4-461b-960f-e27f69ec2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:50.520973 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b9a9c6f8-a6f4-461b-960f-e27f69ec2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:50.524660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a881d52-b9ad-4d74-a85b-5fea8f3cdf7b None None] New status for floating IP 121a9535-a901-4ebe-a55a-1623a7d982e0: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:14:50.525073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b9a9c6f8-a6f4-461b-960f-e27f69ec2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:50.530776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b9a9c6f8-a6f4-461b-960f-e27f69ec2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:50.621657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b9a9c6f8-a6f4-461b-960f-e27f69ec2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:50.682595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b9a9c6f8-a6f4-461b-960f-e27f69ec2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:50.746370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b9a9c6f8-a6f4-461b-960f-e27f69ec2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:50.772491 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9c6f8-a6f4-461b-960f-e27f69ec2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13517701-2abd-4c19-a2ff-0683b9964fc8,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:50.855466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b9a9c6f8-a6f4-461b-960f-e27f69ec2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:50.856708 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b9a9c6f8-a6f4-461b-960f-e27f69ec2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3504033 Jan 28 18:14:50.859535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49780) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:50.866247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e7935145-1ea9-4f87-98c5-531c2607f85f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '550813ef-311f-4792-8a22-3d055b2bc2f4', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:50.871151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e7935145-1ea9-4f87-98c5-531c2607f85f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:50.875125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e7935145-1ea9-4f87-98c5-531c2607f85f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:50.878095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e7935145-1ea9-4f87-98c5-531c2607f85f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:50.884402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e7935145-1ea9-4f87-98c5-531c2607f85f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:50.935736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7935145-1ea9-4f87-98c5-531c2607f85f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:50.996423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7935145-1ea9-4f87-98c5-531c2607f85f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:51.049063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7935145-1ea9-4f87-98c5-531c2607f85f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:51.071963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7935145-1ea9-4f87-98c5-531c2607f85f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a98e5e-785c-4b9e-96bc-e75e5dc59a4a,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:51.134732 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e7935145-1ea9-4f87-98c5-531c2607f85f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:51.135945 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e7935145-1ea9-4f87-98c5-531c2607f85f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2753360 Jan 28 18:14:51.138591 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49784) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:51.144021 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-ebb90988-6e42-4451-9f9a-f2235d571f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '550813ef-311f-4792-8a22-3d055b2bc2f4', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:51.149644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ebb90988-6e42-4451-9f9a-f2235d571f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:51.153396 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ebb90988-6e42-4451-9f9a-f2235d571f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:51.156308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ebb90988-6e42-4451-9f9a-f2235d571f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:51.162169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ebb90988-6e42-4451-9f9a-f2235d571f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:51.249745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ebb90988-6e42-4451-9f9a-f2235d571f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:51.408030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ebb90988-6e42-4451-9f9a-f2235d571f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:51.477803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ebb90988-6e42-4451-9f9a-f2235d571f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:51.501414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb90988-6e42-4451-9f9a-f2235d571f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffaeec95-e1c2-4a20-876f-7c9cf3da9c00,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:51.586875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ebb90988-6e42-4451-9f9a-f2235d571f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:51.588153 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ebb90988-6e42-4451-9f9a-f2235d571f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4486227 Jan 28 18:14:51.590904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49788) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:51.595853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f09410ff-0a28-47c9-a0a3-f2afe02d2f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '550813ef-311f-4792-8a22-3d055b2bc2f4', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:51.610519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f09410ff-0a28-47c9-a0a3-f2afe02d2f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:51.618451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f09410ff-0a28-47c9-a0a3-f2afe02d2f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:51.627816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f09410ff-0a28-47c9-a0a3-f2afe02d2f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:51.628357 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f09410ff-0a28-47c9-a0a3-f2afe02d2f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:51.706118 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-f09410ff-0a28-47c9-a0a3-f2afe02d2f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:14:51.712675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f09410ff-0a28-47c9-a0a3-f2afe02d2f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:51.774306 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f09410ff-0a28-47c9-a0a3-f2afe02d2f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:51.825988 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f09410ff-0a28-47c9-a0a3-f2afe02d2f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:51.850384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09410ff-0a28-47c9-a0a3-f2afe02d2f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c43831-40e7-4a49-be6d-f853e652299f,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:51.894849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f09410ff-0a28-47c9-a0a3-f2afe02d2f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:51.896027 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f09410ff-0a28-47c9-a0a3-f2afe02d2f75 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3041625 Jan 28 18:14:51.898785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49792) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:14:51.903628 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d9df8115-d6eb-441e-8c6d-48ab6fc3d8d7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '550813ef-311f-4792-8a22-3d055b2bc2f4', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:51.910095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d9df8115-d6eb-441e-8c6d-48ab6fc3d8d7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:51.913923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d9df8115-d6eb-441e-8c6d-48ab6fc3d8d7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:14:51.916786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d9df8115-d6eb-441e-8c6d-48ab6fc3d8d7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:14:51.922372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d9df8115-d6eb-441e-8c6d-48ab6fc3d8d7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:51.980833 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-d9df8115-d6eb-441e-8c6d-48ab6fc3d8d7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:14:51.988220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9df8115-d6eb-441e-8c6d-48ab6fc3d8d7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:52.053959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9df8115-d6eb-441e-8c6d-48ab6fc3d8d7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:52.129082 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9df8115-d6eb-441e-8c6d-48ab6fc3d8d7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:52.151529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df8115-d6eb-441e-8c6d-48ab6fc3d8d7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9c1092-2e42-4937-92bb-00730dded0e2,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:52.220204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d9df8115-d6eb-441e-8c6d-48ab6fc3d8d7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:52.221886 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d9df8115-d6eb-441e-8c6d-48ab6fc3d8d7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3221598 Jan 28 18:14:52.428015 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-28126a70-2c6e-4be0-807d-a54a2d4bdfc8 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1437063321&fields=id&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 267 time: 0.0390503 Jan 28 18:14:52.571029 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-f634d4f7-f8b5-4bdd-9f82-fb68fe9494a3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:52.572368 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-f634d4f7-f8b5-4bdd-9f82-fb68fe9494a3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/networks?id=3916c759-7d0f-47e6-bd0d-9f6dafdace17 HTTP/1.1" status: 200 len: 795 time: 0.1383331 Jan 28 18:14:52.586903 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-f9dbfb14-d3e2-4941-843e-106f57310972 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/quotas/92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 375 time: 0.0092075 Jan 28 18:14:52.677826 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-4b4fa5ee-498e-42da-83c1-2c7157fdcfc6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0861118 Jan 28 18:14:52.809902 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-10867b87-b0ec-43d5-a087-df3eae6479da service neutron] 10.222.0.26 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206911 Jan 28 18:14:52.935931 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e9844939-6467-4d22-b975-1fdd145a9902 service neutron] 10.222.0.26 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197131 Jan 28 18:14:53.324818 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-458915a4-1e9d-4524-aaa7-91e907932729 req-951de82e-3f42-411a-b2c7-62a6fa640ab2 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 210 time: 0.1629977 Jan 28 18:14:54.473883 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fa6b9232-c5da-41b6-9200-38b71ff6d501 req-141f653f-3017-424e-8e73-dabc47bcc1b9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 210 time: 0.0420213 Jan 28 18:14:55.302897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-1630eff0-dbcf-4814-8bc1-93b6fcf3c740 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:55.304253 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-1630eff0-dbcf-4814-8bc1-93b6fcf3c740 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/networks?id=3916c759-7d0f-47e6-bd0d-9f6dafdace17 HTTP/1.1" status: 200 len: 795 time: 0.1453621 Jan 28 18:14:55.353373 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-522cebc3-41d4-43a7-b616-b4e9e46469f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 472 time: 0.0410116 Jan 28 18:14:55.361493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'port': {'device_id': '6e45944e-aec9-4b52-9c63-df208767280a', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'admin_state_up': True, 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'security_groups': ['550813ef-311f-4792-8a22-3d055b2bc2f4']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:55.492519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:14:55.501774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:14:55.569306 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:14:55.574817 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:55.635772 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-82019fb2-cecd-4872-af99-8a85ac134374 req-d2997728-aaac-4f70-acdd-41b9621eb1bd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 210 time: 0.0491109 Jan 28 18:14:55.749385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.4 (3916c759-7d0f-47e6-bd0d-9f6dafdace17/fc407045-5ff1-4023-91be-7e2cceec2f79/96f5b773-5cb2-40dc-851d-4a8c57412fda) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:14:55.936196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:55.951531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object 96f5b773-5cb2-40dc-851d-4a8c57412fda will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:14:56.032839 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:56.106576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:14:56.109730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:14:56.114039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:14:56.163661 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=96f5b773-5cb2-40dc-851d-4a8c57412fda,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:56.179908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:56.180522 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:56.267375 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b9b6c647-c51d-4e70-9c69-c397e1e90ee5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9093626 Jan 28 18:14:56.278926 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Request body: {'port': {'device_id': '6e45944e-aec9-4b52-9c63-df208767280a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:14:56.410525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-760dba92-6aac-458f-a6c9-778d79b54f0a None None] Provisioning for port 96f5b773-5cb2-40dc-851d-4a8c57412fda completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:14:56.416039 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-760dba92-6aac-458f-a6c9-778d79b54f0a None None] Provisioning complete for port 96f5b773-5cb2-40dc-851d-4a8c57412fda triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:14:56.416410 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-760dba92-6aac-458f-a6c9-778d79b54f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:56.469909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-760dba92-6aac-458f-a6c9-778d79b54f0a None None] Port 96f5b773-5cb2-40dc-851d-4a8c57412fda cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:14:56.498521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:56.894715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4e3c8-9168-46bf-816e-ad5e69db61c4 req-baaf0bfe-0c1d-45fe-9308-c6334743732b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:56.895438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-9fd4e3c8-9168-46bf-816e-ad5e69db61c4 req-baaf0bfe-0c1d-45fe-9308-c6334743732b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:14:56.903290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f5b773-5cb2-40dc-851d-4a8c57412fda {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:14:56.915745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:56.930774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Transition to ACTIVE for port object 96f5b773-5cb2-40dc-851d-4a8c57412fda will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:14:56.997319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-9fd4e3c8-9168-46bf-816e-ad5e69db61c4 req-baaf0bfe-0c1d-45fe-9308-c6334743732b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:14:56.998480 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9fd4e3c8-9168-46bf-816e-ad5e69db61c4 req-baaf0bfe-0c1d-45fe-9308-c6334743732b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 931 time: 0.2578828 Jan 28 18:14:57.019880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:57.162010 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9fd4e3c8-9168-46bf-816e-ad5e69db61c4 req-f2a1bb0f-ba17-41d2-bbaf-bdd12c722271 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=550813ef-311f-4792-8a22-3d055b2bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575837 Jan 28 18:14:57.174006 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Pushing event updated for resources: {'Port': ['ID=96f5b773-5cb2-40dc-851d-4a8c57412fda,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:57.282600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Attempting to bind port 96f5b773-5cb2-40dc-851d-4a8c57412fda on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:14:57.282944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Attempting to bind port 96f5b773-5cb2-40dc-851d-4a8c57412fda by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:14:57.283296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Attempting to bind port 96f5b773-5cb2-40dc-851d-4a8c57412fda on network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:14:57.288704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Port 96f5b773-5cb2-40dc-851d-4a8c57412fda on network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:14:57.289013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Attempting to bind port 96f5b773-5cb2-40dc-851d-4a8c57412fda on network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:14:57.293981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:14:57.294309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Checking segment: {'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:14:57.294681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Bound using segment: {'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:14:57.295132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Bound port: 96f5b773-5cb2-40dc-851d-4a8c57412fda, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b40417b-20d6-4443-b87e-1faef2c77a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:14:57.295475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:57.384160 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] For port 96f5b773-5cb2-40dc-851d-4a8c57412fda, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:14:57.387154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] For port 96f5b773-5cb2-40dc-851d-4a8c57412fda, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=96f5b773-5cb2-40dc-851d-4a8c57412fda,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:14:57.455319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:57.517318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:57.517891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:14:57.519692 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] 10.222.0.16 "PUT /v2.0/ports/96f5b773-5cb2-40dc-851d-4a8c57412fda HTTP/1.1" status: 200 len: 1093 time: 1.2449589 Jan 28 18:14:57.520120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e45944e-aec9-4b52-9c63-df208767280a', 'tag': '96f5b773-5cb2-40dc-851d-4a8c57412fda'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:14:57.543537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a71b52-eec1-4d09-b5da-8f5c7e369649 service neutron] Pushing event updated for resources: {'Port': ['ID=96f5b773-5cb2-40dc-851d-4a8c57412fda,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:14:57.586613 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e45944e-aec9-4b52-9c63-df208767280a', 'tag': '96f5b773-5cb2-40dc-851d-4a8c57412fda', 'status': 'completed', 'code': 200} Jan 28 18:14:57.689384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002db63-14f2-450e-89c3-ba64e7d24b00 req-aab441c8-320f-47c7-9d7f-8f6e45cb409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:57.690904 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8002db63-14f2-450e-89c3-ba64e7d24b00 req-aab441c8-320f-47c7-9d7f-8f6e45cb409f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 1096 time: 0.0819104 Jan 28 18:14:57.850434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002db63-14f2-450e-89c3-ba64e7d24b00 req-8f8b627d-55da-4cf3-95f8-7a9e635de158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:57.852148 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8002db63-14f2-450e-89c3-ba64e7d24b00 req-8f8b627d-55da-4cf3-95f8-7a9e635de158 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=92550370897a4318a214dd17d934ca5a&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1517274 Jan 28 18:14:58.009396 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002db63-14f2-450e-89c3-ba64e7d24b00 req-6312ea43-00d1-4d59-ae36-f40786253de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:58.010775 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8002db63-14f2-450e-89c3-ba64e7d24b00 req-6312ea43-00d1-4d59-ae36-f40786253de5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524310 Jan 28 18:14:58.134295 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-2a4e8f26-5dbd-4e16-a664-789a639c6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:58.139009 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-2a4e8f26-5dbd-4e16-a664-789a639c6a25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 1096 time: 0.0843370 Jan 28 18:14:58.219132 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-98c1a093-9324-4215-aa0c-532aa0449f4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96f5b773-5cb2-40dc-851d-4a8c57412fda HTTP/1.1" status: 200 len: 217 time: 0.0722227 Jan 28 18:14:58.343402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-a16d5f2d-a0b5-484b-960d-1ba075a92e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:58.344766 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-a16d5f2d-a0b5-484b-960d-1ba075a92e76 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc407045-5ff1-4023-91be-7e2cceec2f79 HTTP/1.1" status: 200 len: 835 time: 0.1182516 Jan 28 18:14:58.435314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b09f6-91d5-40e7-9cae-3f9915ea1787 req-de8bc413-c5b4-43d0-ae07-a3cee961ed13 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:58.436741 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-785b09f6-91d5-40e7-9cae-3f9915ea1787 req-de8bc413-c5b4-43d0-ae07-a3cee961ed13 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 943 time: 0.1541507 Jan 28 18:14:58.558285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-bcb23d9b-aa38-40c7-a589-1abf7fa3b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:58.559788 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-bcb23d9b-aa38-40c7-a589-1abf7fa3b697 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3916c759-7d0f-47e6-bd0d-9f6dafdace17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2083597 Jan 28 18:14:58.649948 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-785b09f6-91d5-40e7-9cae-3f9915ea1787 req-e1cc6c95-1290-4e3c-b94d-6e7b6545a0cd tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=550813ef-311f-4792-8a22-3d055b2bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050285 Jan 28 18:14:58.708529 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-04cc4535-bbd4-4d1d-a30b-cf8b2716d8a6 service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407871 Jan 28 18:14:58.839515 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ddcc609b-0ecf-42a6-8fd9-dd6ff4458eff req-b7652c3f-efb0-4bad-befa-86fa382e717a service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240509 Jan 28 18:14:59.855259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2aaa82-67c9-4dba-a634-31f5b162562c req-ec733051-1348-4b10-8d6e-69848eee9b6b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:14:59.856698 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ec2aaa82-67c9-4dba-a634-31f5b162562c req-ec733051-1348-4b10-8d6e-69848eee9b6b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 943 time: 0.0830779 Jan 28 18:14:59.898443 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ec2aaa82-67c9-4dba-a634-31f5b162562c req-d2fa310d-5e81-438d-981a-5749b6d543bb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:14:59.968929 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ec2aaa82-67c9-4dba-a634-31f5b162562c req-d2fa310d-5e81-438d-981a-5749b6d543bb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:14:59.969953 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ec2aaa82-67c9-4dba-a634-31f5b162562c req-d2fa310d-5e81-438d-981a-5749b6d543bb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=550813ef-311f-4792-8a22-3d055b2bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077173 Jan 28 18:15:01.155998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3506c-cb87-4560-8f20-031577782e29 req-fc5a12bd-03f6-4c44-84b8-d0b8f4db0413 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:01.157438 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-53f3506c-cb87-4560-8f20-031577782e29 req-fc5a12bd-03f6-4c44-84b8-d0b8f4db0413 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 943 time: 0.0784745 Jan 28 18:15:01.202367 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-53f3506c-cb87-4560-8f20-031577782e29 req-337a59b8-ad47-4f9f-add2-85b0dff10dcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=550813ef-311f-4792-8a22-3d055b2bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383496 Jan 28 18:15:02.362401 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 96f5b773-5cb2-40dc-851d-4a8c57412fda details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:15:02.391180 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89de497-3925-4ef8-8dc6-7731bdec4b30 req-e4a34347-41d6-48c6-9aa7-f3a2f90b662b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:02.392647 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c89de497-3925-4ef8-8dc6-7731bdec4b30 req-e4a34347-41d6-48c6-9aa7-f3a2f90b662b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 943 time: 0.0792880 Jan 28 18:15:02.436027 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c89de497-3925-4ef8-8dc6-7731bdec4b30 req-d85b75f8-fbeb-4f5b-850e-5af59e01451d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=550813ef-311f-4792-8a22-3d055b2bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372076 Jan 28 18:15:02.495376 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 96f5b773-5cb2-40dc-851d-4a8c57412fda, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=96f5b773-5cb2-40dc-851d-4a8c57412fda,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:15:02.508502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '96f5b773-5cb2-40dc-851d-4a8c57412fda', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'port_id': '96f5b773-5cb2-40dc-851d-4a8c57412fda', 'mac_address': 'fa:16:3e:19:45:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:15:02.560715 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:02.576971 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f5b773-5cb2-40dc-851d-4a8c57412fda {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:15:02.592012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 96f5b773-5cb2-40dc-851d-4a8c57412fda, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=96f5b773-5cb2-40dc-851d-4a8c57412fda,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:15:02.894907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:02.963189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=96f5b773-5cb2-40dc-851d-4a8c57412fda,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:15:03.218260 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['96f5b773-5cb2-40dc-851d-4a8c57412fda'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:15:03.646134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de74a3-75b2-47e8-9462-efaf77212dcb req-3903e471-0e06-4a4c-9bea-d67f33fb113e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:03.647687 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-79de74a3-75b2-47e8-9462-efaf77212dcb req-3903e471-0e06-4a4c-9bea-d67f33fb113e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 944 time: 0.1084318 Jan 28 18:15:03.690746 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-79de74a3-75b2-47e8-9462-efaf77212dcb req-88d9d575-8b84-48c7-bc2c-94877329387f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=550813ef-311f-4792-8a22-3d055b2bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374706 Jan 28 18:15:04.377957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 96f5b773-5cb2-40dc-851d-4a8c57412fda up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:15:04.534889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 96f5b773-5cb2-40dc-851d-4a8c57412fda completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:15:04.540501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 96f5b773-5cb2-40dc-851d-4a8c57412fda triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:15:04.540871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:04.654530 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:04.681759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e45944e-aec9-4b52-9c63-df208767280a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f5b773-5cb2-40dc-851d-4a8c57412fda'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:15:04.691523 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 96f5b773-5cb2-40dc-851d-4a8c57412fda, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=96f5b773-5cb2-40dc-851d-4a8c57412fda,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:15:04.725695 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e45944e-aec9-4b52-9c63-df208767280a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f5b773-5cb2-40dc-851d-4a8c57412fda', 'code': 200} Jan 28 18:15:04.752178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:04.827825 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=96f5b773-5cb2-40dc-851d-4a8c57412fda,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:15:04.891300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bacfb-f9e5-45da-aea6-d4efc42d1029 req-77d1131a-6b5f-4568-885d-939a71562e89 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:04.892766 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-449bacfb-f9e5-45da-aea6-d4efc42d1029 req-77d1131a-6b5f-4568-885d-939a71562e89 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 945 time: 0.0877969 Jan 28 18:15:04.943555 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-449bacfb-f9e5-45da-aea6-d4efc42d1029 req-9297c882-2a3d-48cd-9428-c759def013ab tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=550813ef-311f-4792-8a22-3d055b2bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448492 Jan 28 18:15:05.184051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bc69-a3e3-4fe7-93e3-87a3132c7d57 req-b6b2218d-fc3b-4799-acda-bf2a607d95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:05.185527 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-57c2bc69-a3e3-4fe7-93e3-87a3132c7d57 req-b6b2218d-fc3b-4799-acda-bf2a607d95df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 1098 time: 0.0743964 Jan 28 18:15:05.227348 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-57c2bc69-a3e3-4fe7-93e3-87a3132c7d57 req-0a438f5c-131a-451b-ab09-0523baf4d6fa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=550813ef-311f-4792-8a22-3d055b2bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354517 Jan 28 18:15:06.136137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731f9fc-dee1-499f-8aff-2cc43e00cb1e req-7b01dda0-7b9d-42fc-88f5-af4977bb9694 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:06.137619 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3731f9fc-dee1-499f-8aff-2cc43e00cb1e req-7b01dda0-7b9d-42fc-88f5-af4977bb9694 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 945 time: 0.0875118 Jan 28 18:15:06.181545 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3731f9fc-dee1-499f-8aff-2cc43e00cb1e req-9c3bf27f-ae9c-42a3-8085-ca627536db44 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=550813ef-311f-4792-8a22-3d055b2bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382388 Jan 28 18:15:07.363723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f25afd-d89f-4fbe-b0e1-6ef9bab1a58f req-63df7344-43ff-499c-b69b-3701229ff804 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:07.365074 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-14f25afd-d89f-4fbe-b0e1-6ef9bab1a58f req-63df7344-43ff-499c-b69b-3701229ff804 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 945 time: 0.0787857 Jan 28 18:15:07.411388 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-14f25afd-d89f-4fbe-b0e1-6ef9bab1a58f req-46d98fdf-4d91-4838-898f-bd7851cc5850 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=550813ef-311f-4792-8a22-3d055b2bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406353 Jan 28 18:15:07.587162 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2176266-6319-4cc6-99c7-76643aeea791 req-37e72bee-8638-4bd3-8d3e-bd0eb5cb221e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:07.588573 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a2176266-6319-4cc6-99c7-76643aeea791 req-37e72bee-8638-4bd3-8d3e-bd0eb5cb221e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 945 time: 0.0771251 Jan 28 18:15:07.639154 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a2176266-6319-4cc6-99c7-76643aeea791 req-e2091070-da68-417c-9064-e829c486f3b5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=550813ef-311f-4792-8a22-3d055b2bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450361 Jan 28 18:15:07.664935 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49850) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:15:07.732807 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da0d64-f784-442d-8d64-7d2b5f3f33f7 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:07.734264 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-76da0d64-f784-442d-8d64-7d2b5f3f33f7 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 1093 time: 0.0683668 Jan 28 18:15:07.736924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49854) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:15:07.742185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '96f5b773-5cb2-40dc-851d-4a8c57412fda', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:15:07.747885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:15:07.751682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:floatingip and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:15:07.754476 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:15:07.760107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:15:07.883283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:08.015565 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:08.149635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.68 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/8a10871e-57c7-4ba0-9e70-16fc43e40ce4) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:15:08.290657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:08.385986 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:08.455168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:15:08.458710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:15:08.462313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:15:08.493821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=8a10871e-57c7-4ba0-9e70-16fc43e40ce4,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:15:08.963207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:09.083641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:09.278215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:09.317414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:09.426301 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=8a10871e-57c7-4ba0-9e70-16fc43e40ce4,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:15:09.435862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:09.602065 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 366542de-064d-4956-b13a-9f546b1af187 associated. External IP: 172.26.1.68, port: 96f5b773-5cb2-40dc-851d-4a8c57412fda. Jan 28 18:15:09.940895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-890c8c57-6ec5-4abc-8d58-430304eeec0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:09.953799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 33becbb2-cc43-42f2-8af0-474ef61657f2 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:15:10.131549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:15:10.141827 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc467c-8b19-4138-be76-2ba992212d2e None None] Sync routers for ids ['33becbb2-cc43-42f2-8af0-474ef61657f2'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:15:10.150665 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc467c-8b19-4138-be76-2ba992212d2e None None] Routers {'33becbb2-cc43-42f2-8af0-474ef61657f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:15:10.151290 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-21cc467c-8b19-4138-be76-2ba992212d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:14:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['33becbb2-cc43-42f2-8af0-474ef61657f2'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:15:10.191719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:10.245042 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-088f700f-6d57-41ce-b987-6307e250cd36 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5065832 Jan 28 18:15:10.245716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e45944e-aec9-4b52-9c63-df208767280a', 'tag': '96f5b773-5cb2-40dc-851d-4a8c57412fda'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:15:10.299690 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e45944e-aec9-4b52-9c63-df208767280a', 'tag': '96f5b773-5cb2-40dc-851d-4a8c57412fda', 'status': 'completed', 'code': 200} Jan 28 18:15:10.326821 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-21cc467c-8b19-4138-be76-2ba992212d2e None None] Set router 33becbb2-cc43-42f2-8af0-474ef61657f2 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:15:10.387515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e2326-a240-48bf-9719-9ff9ea172608 req-3c1f0612-4ead-46e4-86c3-cbe1ef4308d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:10.389082 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a79e2326-a240-48bf-9719-9ff9ea172608 req-3c1f0612-4ead-46e4-86c3-cbe1ef4308d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 1098 time: 0.0691903 Jan 28 18:15:10.620999 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e2326-a240-48bf-9719-9ff9ea172608 req-0140c544-e6ed-40f4-8182-b108b52d3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:10.622355 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a79e2326-a240-48bf-9719-9ff9ea172608 req-0140c544-e6ed-40f4-8182-b108b52d3a91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3916c759-7d0f-47e6-bd0d-9f6dafdace17 HTTP/1.1" status: 200 len: 896 time: 0.2273962 Jan 28 18:15:10.699256 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-21cc467c-8b19-4138-be76-2ba992212d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '121a9535-a901-4ebe-a55a-1623a7d982e0', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'port_id': '79429c33-40b5-4670-a1ab-360997259082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'mac_address': 'fa:16:3e:1c:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:14:47Z', 'updated_at': '2022-01-28T18:14:50Z', 'revision_number': 1, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}, {'id': '366542de-064d-4956-b13a-9f546b1af187', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.68', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'port_id': '96f5b773-5cb2-40dc-851d-4a8c57412fda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'mac_address': 'fa:16:3e:19:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45944e-aec9-4b52-9c63-df208767280a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:15:08Z', 'updated_at': '2022-01-28T18:15:08Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:27Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:15:10.702908 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc467c-8b19-4138-be76-2ba992212d2e None None] Checking router: 33becbb2-cc43-42f2-8af0-474ef61657f2 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:15:10.711689 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc467c-8b19-4138-be76-2ba992212d2e None None] Routers {'33becbb2-cc43-42f2-8af0-474ef61657f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:15:10.712279 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-21cc467c-8b19-4138-be76-2ba992212d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:14:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['33becbb2-cc43-42f2-8af0-474ef61657f2'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:15:10.722384 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a79e2326-a240-48bf-9719-9ff9ea172608 req-2a2fe0df-e4e1-4082-8aa8-354e5f5200e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96f5b773-5cb2-40dc-851d-4a8c57412fda HTTP/1.1" status: 200 len: 998 time: 0.0934420 Jan 28 18:15:10.786042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e2326-a240-48bf-9719-9ff9ea172608 req-6244fd69-b1dd-48c9-96ec-d7bb11d613b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:10.787485 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a79e2326-a240-48bf-9719-9ff9ea172608 req-6244fd69-b1dd-48c9-96ec-d7bb11d613b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc407045-5ff1-4023-91be-7e2cceec2f79 HTTP/1.1" status: 200 len: 835 time: 0.0591276 Jan 28 18:15:10.860957 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e2326-a240-48bf-9719-9ff9ea172608 req-eab68951-83c5-47f8-b632-89a4029414dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:10.862437 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a79e2326-a240-48bf-9719-9ff9ea172608 req-eab68951-83c5-47f8-b632-89a4029414dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3916c759-7d0f-47e6-bd0d-9f6dafdace17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692976 Jan 28 18:15:10.881714 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-21cc467c-8b19-4138-be76-2ba992212d2e None None] Set router 33becbb2-cc43-42f2-8af0-474ef61657f2 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:15:10.991431 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a79e2326-a240-48bf-9719-9ff9ea172608 req-c43ce447-6b5d-476b-932b-853c1e472df9 service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227031 Jan 28 18:15:11.122084 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a79e2326-a240-48bf-9719-9ff9ea172608 req-a06be773-6f8b-48a2-973a-c26aeee7c807 service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249130 Jan 28 18:15:11.228624 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-21cc467c-8b19-4138-be76-2ba992212d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '121a9535-a901-4ebe-a55a-1623a7d982e0', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'port_id': '79429c33-40b5-4670-a1ab-360997259082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'mac_address': 'fa:16:3e:1c:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:14:47Z', 'updated_at': '2022-01-28T18:14:50Z', 'revision_number': 1, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}, {'id': '366542de-064d-4956-b13a-9f546b1af187', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.68', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'port_id': '96f5b773-5cb2-40dc-851d-4a8c57412fda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'mac_address': 'fa:16:3e:19:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45944e-aec9-4b52-9c63-df208767280a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:15:08Z', 'updated_at': '2022-01-28T18:15:08Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:27Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:15:11.232430 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc467c-8b19-4138-be76-2ba992212d2e None None] The sync data for ids ['33becbb2-cc43-42f2-8af0-474ef61657f2'] in dv-neutron-826919-1-hyperv is: [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '121a9535-a901-4ebe-a55a-1623a7d982e0', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'port_id': '79429c33-40b5-4670-a1ab-360997259082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'mac_address': 'fa:16:3e:1c:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:14:47Z', 'updated_at': '2022-01-28T18:14:50Z', 'revision_number': 1, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}, {'id': '366542de-064d-4956-b13a-9f546b1af187', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.68', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'port_id': '96f5b773-5cb2-40dc-851d-4a8c57412fda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'mac_address': 'fa:16:3e:19:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45944e-aec9-4b52-9c63-df208767280a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:15:08Z', 'updated_at': '2022-01-28T18:15:08Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:27Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:15:11.432008 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81f0a9-68bf-467d-b8c4-29b2169ac2e8 None None] New status for floating IP 366542de-064d-4956-b13a-9f546b1af187: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:15:12.305979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6d1f-b352-4f21-8e72-6763c12080c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:13.237270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:13.351452 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:14.979940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:19.905809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:20.105410 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:15:38.643958 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2abac4fc-5595-44c5-99d8-e527a57c9290 req-805831a3-904d-41c1-b60a-387f894dcc5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708935 Jan 28 18:15:38.777135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abac4fc-5595-44c5-99d8-e527a57c9290 req-e3e7e9c3-d93a-424c-a2b1-61ab5ed542a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:38.778548 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2abac4fc-5595-44c5-99d8-e527a57c9290 req-e3e7e9c3-d93a-424c-a2b1-61ab5ed542a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 1098 time: 0.0687973 Jan 28 18:15:38.922008 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abac4fc-5595-44c5-99d8-e527a57c9290 req-363634e1-0742-4640-8dde-03bd6bdd5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:38.923412 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2abac4fc-5595-44c5-99d8-e527a57c9290 req-363634e1-0742-4640-8dde-03bd6bdd5d61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3916c759-7d0f-47e6-bd0d-9f6dafdace17 HTTP/1.1" status: 200 len: 896 time: 0.1256230 Jan 28 18:15:39.023820 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2abac4fc-5595-44c5-99d8-e527a57c9290 req-b24cb35f-0af9-48cd-853e-a58a143b4944 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79429c33-40b5-4670-a1ab-360997259082 HTTP/1.1" status: 200 len: 1001 time: 0.0947297 Jan 28 18:15:39.084807 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abac4fc-5595-44c5-99d8-e527a57c9290 req-83066fac-3550-4d6a-a941-358d9bbd0f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:39.086203 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2abac4fc-5595-44c5-99d8-e527a57c9290 req-83066fac-3550-4d6a-a941-358d9bbd0f9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc407045-5ff1-4023-91be-7e2cceec2f79 HTTP/1.1" status: 200 len: 835 time: 0.0561926 Jan 28 18:15:39.166100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abac4fc-5595-44c5-99d8-e527a57c9290 req-f695fac3-94d4-42df-af90-1d996882abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:39.167618 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2abac4fc-5595-44c5-99d8-e527a57c9290 req-f695fac3-94d4-42df-af90-1d996882abca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3916c759-7d0f-47e6-bd0d-9f6dafdace17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752852 Jan 28 18:15:39.297119 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2abac4fc-5595-44c5-99d8-e527a57c9290 req-ecfb81eb-58de-4c2f-a542-d26732488560 service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217771 Jan 28 18:15:39.424937 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2abac4fc-5595-44c5-99d8-e527a57c9290 req-b33f0cf5-d40d-4867-93ee-989d91bb7237 service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205609 Jan 28 18:15:39.910497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7d154d3-542f-4f0c-bff9-95b5b64caf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:42.305121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f524012a-45f5-40ae-978f-68a2f3992924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:43.322214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49872) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:15:43.327560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:43.413805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:43.520472 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-66215a8f-d0c3-48ce-bfd1-4830ab394fad tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/121a9535-a901-4ebe-a55a-1623a7d982e0 HTTP/1.1" status: 200 len: 993 time: 0.1971943 Jan 28 18:15:44.249980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49882) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:15:44.255789 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:15:44.369036 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:44.576370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 79429c33-40b5-4670-a1ab-360997259082, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=79429c33-40b5-4670-a1ab-360997259082,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:15:44.599463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:44.664302 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:44.734225 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:44.734791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:44.736188 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/ports/79429c33-40b5-4670-a1ab-360997259082 HTTP/1.1" status: 200 len: 938 time: 0.4852319 Jan 28 18:15:44.736746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'tag': '79429c33-40b5-4670-a1ab-360997259082'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:15:44.762209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=79429c33-40b5-4670-a1ab-360997259082,revision_number=6']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:15:44.769866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:44.770211 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:44.770543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:44.770870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:44.771230 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:44.771552 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:44.771871 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:44.772186 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:44.772504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:44.772816 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:44.773132 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:44.773436 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ce07e-4a45-400b-96a8-cc73b4b2787e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:44.850831 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'tag': '79429c33-40b5-4670-a1ab-360997259082', 'status': 'completed', 'code': 200} Jan 28 18:15:44.946577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6094b-2c1d-4ce2-a1f0-eb055373405f req-e8a27031-a8d0-4c9f-9363-3fa1a44d633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:44.947989 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-23e6094b-2c1d-4ce2-a1f0-eb055373405f req-e8a27031-a8d0-4c9f-9363-3fa1a44d633b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 1099 time: 0.0740006 Jan 28 18:15:44.976123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:44.983789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f2044724-5bea-4fe0-9345-a6b067f8e371 None None] Provisioning complete for port 79429c33-40b5-4670-a1ab-360997259082 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:15:44.984154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f2044724-5bea-4fe0-9345-a6b067f8e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:45.044355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f2044724-5bea-4fe0-9345-a6b067f8e371 None None] Port 79429c33-40b5-4670-a1ab-360997259082 is administratively disabled so it will not transition to active. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jan 28 18:15:45.077534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6094b-2c1d-4ce2-a1f0-eb055373405f req-f1df7c63-aa17-42a6-84c8-12d7054e5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:45.078985 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-23e6094b-2c1d-4ce2-a1f0-eb055373405f req-f1df7c63-aa17-42a6-84c8-12d7054e5ccc service neutron] 10.222.0.16 "GET /v2.0/networks?id=3916c759-7d0f-47e6-bd0d-9f6dafdace17 HTTP/1.1" status: 200 len: 896 time: 0.1254933 Jan 28 18:15:45.179247 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-23e6094b-2c1d-4ce2-a1f0-eb055373405f req-c59345e4-984b-430b-95cd-8b51f2efb8fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79429c33-40b5-4670-a1ab-360997259082 HTTP/1.1" status: 200 len: 1002 time: 0.0942204 Jan 28 18:15:45.237777 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6094b-2c1d-4ce2-a1f0-eb055373405f req-230c815f-94d1-4b78-96dd-e2e3d5193c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:45.239131 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-23e6094b-2c1d-4ce2-a1f0-eb055373405f req-230c815f-94d1-4b78-96dd-e2e3d5193c46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc407045-5ff1-4023-91be-7e2cceec2f79 HTTP/1.1" status: 200 len: 835 time: 0.0546012 Jan 28 18:15:45.313181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6094b-2c1d-4ce2-a1f0-eb055373405f req-7e78de34-7d3a-41e7-8d06-8538bb694f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:45.314586 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-23e6094b-2c1d-4ce2-a1f0-eb055373405f req-7e78de34-7d3a-41e7-8d06-8538bb694f76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3916c759-7d0f-47e6-bd0d-9f6dafdace17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698276 Jan 28 18:15:45.440049 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-23e6094b-2c1d-4ce2-a1f0-eb055373405f req-f4d71734-1b2b-4297-a412-1559bf9ffbe6 service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191442 Jan 28 18:15:45.564234 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-23e6094b-2c1d-4ce2-a1f0-eb055373405f req-157a86e6-36f4-4e83-94d9-dad92f1d4103 service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181655 Jan 28 18:15:48.160802 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49894) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:15:48.166661 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-eef4089b-0a69-47b8-a976-c6b5357d783d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:15:48.281455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eef4089b-0a69-47b8-a976-c6b5357d783d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:48.489609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-eef4089b-0a69-47b8-a976-c6b5357d783d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 79429c33-40b5-4670-a1ab-360997259082, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=79429c33-40b5-4670-a1ab-360997259082,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:15:48.572950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eef4089b-0a69-47b8-a976-c6b5357d783d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:48.624692 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eef4089b-0a69-47b8-a976-c6b5357d783d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:48.694489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef4089b-0a69-47b8-a976-c6b5357d783d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:48.695142 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eef4089b-0a69-47b8-a976-c6b5357d783d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:48.696534 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-eef4089b-0a69-47b8-a976-c6b5357d783d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/ports/79429c33-40b5-4670-a1ab-360997259082 HTTP/1.1" status: 200 len: 937 time: 0.5347421 Jan 28 18:15:48.697090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'tag': '79429c33-40b5-4670-a1ab-360997259082'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:15:48.699564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49898) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:15:48.721491 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4089b-0a69-47b8-a976-c6b5357d783d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=79429c33-40b5-4670-a1ab-360997259082,revision_number=7']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:15:48.754745 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'tag': '79429c33-40b5-4670-a1ab-360997259082', 'status': 'completed', 'code': 200} Jan 28 18:15:48.863381 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-76ea6060-8a67-412c-8771-8ef5ff51963a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/121a9535-a901-4ebe-a55a-1623a7d982e0 HTTP/1.1" status: 200 len: 993 time: 0.1621201 Jan 28 18:15:48.881427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118842ca-03ea-40d2-b91f-d4d8a93e5d45 req-1d90b727-1365-458a-8e9a-1dc662d0a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:48.882852 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-118842ca-03ea-40d2-b91f-d4d8a93e5d45 req-1d90b727-1365-458a-8e9a-1dc662d0a378 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 1098 time: 0.0966492 Jan 28 18:15:48.885504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-018fc0d0-fae2-43b3-80b2-2ebf4dfba272 None None] Provisioning complete for port 79429c33-40b5-4670-a1ab-360997259082 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:15:48.885988 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-018fc0d0-fae2-43b3-80b2-2ebf4dfba272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:48.928734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['79429c33-40b5-4670-a1ab-360997259082'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:15:49.011339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118842ca-03ea-40d2-b91f-d4d8a93e5d45 req-2b11b943-f0eb-4004-90e2-b696b1eeb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:49.012675 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-118842ca-03ea-40d2-b91f-d4d8a93e5d45 req-2b11b943-f0eb-4004-90e2-b696b1eeb131 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3916c759-7d0f-47e6-bd0d-9f6dafdace17 HTTP/1.1" status: 200 len: 896 time: 0.1221728 Jan 28 18:15:49.114458 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-118842ca-03ea-40d2-b91f-d4d8a93e5d45 req-91e13942-066f-4bf9-86c2-85bf28a1e244 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79429c33-40b5-4670-a1ab-360997259082 HTTP/1.1" status: 200 len: 1001 time: 0.0945685 Jan 28 18:15:49.177819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118842ca-03ea-40d2-b91f-d4d8a93e5d45 req-d16f1f87-dda8-4dde-b5ab-f177a0c82c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:49.179262 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-118842ca-03ea-40d2-b91f-d4d8a93e5d45 req-d16f1f87-dda8-4dde-b5ab-f177a0c82c00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc407045-5ff1-4023-91be-7e2cceec2f79 HTTP/1.1" status: 200 len: 835 time: 0.0592635 Jan 28 18:15:49.255230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118842ca-03ea-40d2-b91f-d4d8a93e5d45 req-1e0cb9a5-0ca4-4d0a-a107-dfe27efbf131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:49.256700 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-118842ca-03ea-40d2-b91f-d4d8a93e5d45 req-1e0cb9a5-0ca4-4d0a-a107-dfe27efbf131 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3916c759-7d0f-47e6-bd0d-9f6dafdace17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719430 Jan 28 18:15:49.385103 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-118842ca-03ea-40d2-b91f-d4d8a93e5d45 req-d50d3ee0-ce58-439d-8a6b-1bfc28faaf8c service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227062 Jan 28 18:15:49.617466 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-118842ca-03ea-40d2-b91f-d4d8a93e5d45 req-21e59db5-dc4c-4b43-9c3d-431ccd943c60 service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257447 Jan 28 18:15:49.933560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:51.425215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49912) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:15:51.625735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 8a10871e-57c7-4ba0-9e70-16fc43e40ce4 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:15:51.626069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:51.798081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:51.798318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:51.920914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 8a10871e-57c7-4ba0-9e70-16fc43e40ce4 owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:15:52.110866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:52.156323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=8a10871e-57c7-4ba0-9e70-16fc43e40ce4,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:15:52.222939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:52.223298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:52.223634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:52.223965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:52.224295 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:52.224627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:52.224948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:52.225307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:52.225633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:52.225952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:52.226268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:52.226583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:15:52.256169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:52.257038 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 366542de-064d-4956-b13a-9f546b1af187 disassociated (deleted). External IP: 172.26.1.68, port: 96f5b773-5cb2-40dc-851d-4a8c57412fda. Jan 28 18:15:52.594956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 33becbb2-cc43-42f2-8af0-474ef61657f2 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:15:52.868963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:15:52.878096 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599857a7-390f-4a98-b853-cb3290fee77f None None] Sync routers for ids ['33becbb2-cc43-42f2-8af0-474ef61657f2'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:15:52.887639 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599857a7-390f-4a98-b853-cb3290fee77f None None] Routers {'33becbb2-cc43-42f2-8af0-474ef61657f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:15:52.890277 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-599857a7-390f-4a98-b853-cb3290fee77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:15:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['33becbb2-cc43-42f2-8af0-474ef61657f2'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:15:52.963277 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:53.021119 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-459ad2a5-b007-4ee2-aa2f-0015ae9eefd9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/floatingips/366542de-064d-4956-b13a-9f546b1af187 HTTP/1.1" status: 204 len: 168 time: 1.5923786 Jan 28 18:15:53.021119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e45944e-aec9-4b52-9c63-df208767280a', 'tag': '96f5b773-5cb2-40dc-851d-4a8c57412fda'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:15:53.065926 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e45944e-aec9-4b52-9c63-df208767280a', 'tag': '96f5b773-5cb2-40dc-851d-4a8c57412fda', 'status': 'completed', 'code': 200} Jan 28 18:15:53.075141 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-599857a7-390f-4a98-b853-cb3290fee77f None None] Set router 33becbb2-cc43-42f2-8af0-474ef61657f2 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:15:53.154833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986786-c148-4ef4-bc82-142f6e1f766b req-3548a783-e701-4438-a90f-a31c41201bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:53.156342 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00986786-c148-4ef4-bc82-142f6e1f766b req-3548a783-e701-4438-a90f-a31c41201bfb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 1098 time: 0.0701716 Jan 28 18:15:53.293017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986786-c148-4ef4-bc82-142f6e1f766b req-18e8f67c-146c-4a3a-92c7-a138d15fab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:53.294741 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00986786-c148-4ef4-bc82-142f6e1f766b req-18e8f67c-146c-4a3a-92c7-a138d15fab25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3916c759-7d0f-47e6-bd0d-9f6dafdace17 HTTP/1.1" status: 200 len: 896 time: 0.1329374 Jan 28 18:15:53.366663 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00986786-c148-4ef4-bc82-142f6e1f766b req-f2d361f6-8219-4470-96d7-d70b6b0da2ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96f5b773-5cb2-40dc-851d-4a8c57412fda HTTP/1.1" status: 200 len: 217 time: 0.0646038 Jan 28 18:15:53.427482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986786-c148-4ef4-bc82-142f6e1f766b req-e9550fb8-4c22-41e3-8301-4181ca2f6516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:53.428878 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00986786-c148-4ef4-bc82-142f6e1f766b req-e9550fb8-4c22-41e3-8301-4181ca2f6516 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc407045-5ff1-4023-91be-7e2cceec2f79 HTTP/1.1" status: 200 len: 835 time: 0.0569544 Jan 28 18:15:53.459188 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-599857a7-390f-4a98-b853-cb3290fee77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '121a9535-a901-4ebe-a55a-1623a7d982e0', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'port_id': '79429c33-40b5-4670-a1ab-360997259082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'mac_address': 'fa:16:3e:1c:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:14:47Z', 'updated_at': '2022-01-28T18:14:50Z', 'revision_number': 1, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:27Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:15:53.463659 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599857a7-390f-4a98-b853-cb3290fee77f None None] Checking router: 33becbb2-cc43-42f2-8af0-474ef61657f2 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:15:53.471811 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599857a7-390f-4a98-b853-cb3290fee77f None None] Routers {'33becbb2-cc43-42f2-8af0-474ef61657f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:15:53.472395 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-599857a7-390f-4a98-b853-cb3290fee77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:15:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['33becbb2-cc43-42f2-8af0-474ef61657f2'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:15:53.505596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986786-c148-4ef4-bc82-142f6e1f766b req-c7fdb9db-642e-41d7-8805-0dcec489c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:53.507615 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00986786-c148-4ef4-bc82-142f6e1f766b req-c7fdb9db-642e-41d7-8805-0dcec489c50a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3916c759-7d0f-47e6-bd0d-9f6dafdace17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709486 Jan 28 18:15:53.627136 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa96ee5-c009-465a-9aa2-07910bc159ea req-33c6e45b-a09f-43f6-8226-0e39d103222c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:53.628604 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2aa96ee5-c009-465a-9aa2-07910bc159ea req-33c6e45b-a09f-43f6-8226-0e39d103222c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 945 time: 0.0944159 Jan 28 18:15:53.643075 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00986786-c148-4ef4-bc82-142f6e1f766b req-cb3add7e-dbfd-4b8b-92fa-833cb05fb799 service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283207 Jan 28 18:15:53.647636 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-599857a7-390f-4a98-b853-cb3290fee77f None None] Set router 33becbb2-cc43-42f2-8af0-474ef61657f2 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:15:53.674783 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2aa96ee5-c009-465a-9aa2-07910bc159ea req-57493009-42ec-4ddd-93d4-c112332557ad tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=550813ef-311f-4792-8a22-3d055b2bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394659 Jan 28 18:15:53.777374 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00986786-c148-4ef4-bc82-142f6e1f766b req-aecb9619-ae88-4bc8-8f63-31cb42ce09fb service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270843 Jan 28 18:15:53.986578 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-599857a7-390f-4a98-b853-cb3290fee77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '121a9535-a901-4ebe-a55a-1623a7d982e0', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'port_id': '79429c33-40b5-4670-a1ab-360997259082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'mac_address': 'fa:16:3e:1c:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:14:47Z', 'updated_at': '2022-01-28T18:14:50Z', 'revision_number': 1, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:27Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:15:53.990487 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599857a7-390f-4a98-b853-cb3290fee77f None None] The sync data for ids ['33becbb2-cc43-42f2-8af0-474ef61657f2'] in dv-neutron-826919-1-hyperv is: [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '121a9535-a901-4ebe-a55a-1623a7d982e0', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.204', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'port_id': '79429c33-40b5-4670-a1ab-360997259082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'mac_address': 'fa:16:3e:1c:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:14:47Z', 'updated_at': '2022-01-28T18:14:50Z', 'revision_number': 1, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:27Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:15:54.203913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b6909f-0d5c-42b9-a007-d3d99218c14a None None] New status for floating IP 366542de-064d-4956-b13a-9f546b1af187: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:15:54.924134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede85326-6584-4c34-9153-ec8c58e665e4 req-18a2ab15-40b4-4e41-a7e3-1cef9e503a57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:54.924972 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-ede85326-6584-4c34-9153-ec8c58e665e4 req-18a2ab15-40b4-4e41-a7e3-1cef9e503a57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:15:54.936363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919aef8-5c0e-473d-8122-62e0f5b4b147 req-67065982-e6f0-4f4e-bdc4-17019ab9632a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:54.936938 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-8919aef8-5c0e-473d-8122-62e0f5b4b147 req-67065982-e6f0-4f4e-bdc4-17019ab9632a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:15:54.996808 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-ede85326-6584-4c34-9153-ec8c58e665e4 req-18a2ab15-40b4-4e41-a7e3-1cef9e503a57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:15:54.998001 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ede85326-6584-4c34-9153-ec8c58e665e4 req-18a2ab15-40b4-4e41-a7e3-1cef9e503a57 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 945 time: 0.2147114 Jan 28 18:15:54.998949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-8919aef8-5c0e-473d-8122-62e0f5b4b147 req-67065982-e6f0-4f4e-bdc4-17019ab9632a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:15:54.999969 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8919aef8-5c0e-473d-8122-62e0f5b4b147 req-67065982-e6f0-4f4e-bdc4-17019ab9632a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 945 time: 0.1772752 Jan 28 18:15:55.098667 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ede85326-6584-4c34-9153-ec8c58e665e4 req-4f2832bc-491d-4564-8f9b-c40884a98c41 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=550813ef-311f-4792-8a22-3d055b2bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945618 Jan 28 18:15:55.102672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-8919aef8-5c0e-473d-8122-62e0f5b4b147 req-d245e856-2670-4395-aa16-f55770a3c49e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 96f5b773-5cb2-40dc-851d-4a8c57412fda {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:15:55.103024 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8919aef8-5c0e-473d-8122-62e0f5b4b147 req-d245e856-2670-4395-aa16-f55770a3c49e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:55.340556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-8919aef8-5c0e-473d-8122-62e0f5b4b147 req-d245e856-2670-4395-aa16-f55770a3c49e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 96f5b773-5cb2-40dc-851d-4a8c57412fda, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=96f5b773-5cb2-40dc-851d-4a8c57412fda,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:15:55.340817 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8919aef8-5c0e-473d-8122-62e0f5b4b147 req-d245e856-2670-4395-aa16-f55770a3c49e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:55.461357 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-8919aef8-5c0e-473d-8122-62e0f5b4b147 req-d245e856-2670-4395-aa16-f55770a3c49e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 96f5b773-5cb2-40dc-851d-4a8c57412fda owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:15:55.786433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8919aef8-5c0e-473d-8122-62e0f5b4b147 req-d245e856-2670-4395-aa16-f55770a3c49e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:55.843097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245e856-2670-4395-aa16-f55770a3c49e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=96f5b773-5cb2-40dc-851d-4a8c57412fda,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:15:56.022464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8919aef8-5c0e-473d-8122-62e0f5b4b147 req-d245e856-2670-4395-aa16-f55770a3c49e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] No DVR routers for this DVR port 96f5b773-5cb2-40dc-851d-4a8c57412fda on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:15:56.024976 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8919aef8-5c0e-473d-8122-62e0f5b4b147 req-d245e856-2670-4395-aa16-f55770a3c49e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:56.027923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e45944e-aec9-4b52-9c63-df208767280a', 'name': 'network-vif-deleted', 'tag': '96f5b773-5cb2-40dc-851d-4a8c57412fda'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:15:56.072792 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e45944e-aec9-4b52-9c63-df208767280a', 'name': 'network-vif-deleted', 'tag': '96f5b773-5cb2-40dc-851d-4a8c57412fda', 'status': 'completed', 'code': 200} Jan 28 18:15:56.110771 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8919aef8-5c0e-473d-8122-62e0f5b4b147 req-d245e856-2670-4395-aa16-f55770a3c49e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "DELETE /v2.0/ports/96f5b773-5cb2-40dc-851d-4a8c57412fda HTTP/1.1" status: 204 len: 173 time: 1.1048656 Jan 28 18:15:56.250608 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-4f054bca-15cf-47b4-91f9-714658988bbb req-3c52a074-65ae-463d-b3f1-3339facc9efb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:15:56.310766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-4f054bca-15cf-47b4-91f9-714658988bbb req-3c52a074-65ae-463d-b3f1-3339facc9efb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:15:56.311986 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4f054bca-15cf-47b4-91f9-714658988bbb req-3c52a074-65ae-463d-b3f1-3339facc9efb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e45944e-aec9-4b52-9c63-df208767280a HTTP/1.1" status: 200 len: 210 time: 0.1056063 Jan 28 18:15:57.104690 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:15:57.403814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49930) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:15:57.473590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6db0470-c0bf-48b2-8301-758e24662550 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:57.507500 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6db0470-c0bf-48b2-8301-758e24662550 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:57.641538 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6db0470-c0bf-48b2-8301-758e24662550 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:57.659532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db0470-c0bf-48b2-8301-758e24662550 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550813ef-311f-4792-8a22-3d055b2bc2f4,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:15:57.732055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a6db0470-c0bf-48b2-8301-758e24662550 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:57.733176 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a6db0470-c0bf-48b2-8301-758e24662550 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/security-groups/550813ef-311f-4792-8a22-3d055b2bc2f4 HTTP/1.1" status: 204 len: 168 time: 0.3283975 Jan 28 18:15:57.837890 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49936) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:15:58.041964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ed1f9-52b3-4e9c-a0a4-361b5342c2dc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port bdbc5c77-c6d7-40e3-b9db-51973cfc0f7c {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:15:58.042304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed1f9-52b3-4e9c-a0a4-361b5342c2dc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:58.209020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed1f9-52b3-4e9c-a0a4-361b5342c2dc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:58.209368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed1f9-52b3-4e9c-a0a4-361b5342c2dc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:58.326318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ed1f9-52b3-4e9c-a0a4-361b5342c2dc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for bdbc5c77-c6d7-40e3-b9db-51973cfc0f7c owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:15:58.555950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed1f9-52b3-4e9c-a0a4-361b5342c2dc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:58.588891 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 96f5b773-5cb2-40dc-851d-4a8c57412fda no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:15:58.607665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ed1f9-52b3-4e9c-a0a4-361b5342c2dc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=bdbc5c77-c6d7-40e3-b9db-51973cfc0f7c,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:15:58.625789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 96f5b773-5cb2-40dc-851d-4a8c57412fda {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:15:58.627652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 96f5b773-5cb2-40dc-851d-4a8c57412fda not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:15:58.709931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed1f9-52b3-4e9c-a0a4-361b5342c2dc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:58.710381 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-2f3ed1f9-52b3-4e9c-a0a4-361b5342c2dc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP 121a9535-a901-4ebe-a55a-1623a7d982e0 disassociated (deleted). External IP: 172.26.1.204, port: 79429c33-40b5-4670-a1ab-360997259082. Jan 28 18:15:59.095118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3ed1f9-52b3-4e9c-a0a4-361b5342c2dc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 33becbb2-cc43-42f2-8af0-474ef61657f2 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:15:59.364890 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3ed1f9-52b3-4e9c-a0a4-361b5342c2dc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:15:59.377021 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b798051-35a9-49fc-bb8f-7cd925cdb9ba None None] Sync routers for ids ['33becbb2-cc43-42f2-8af0-474ef61657f2'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:15:59.387916 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b798051-35a9-49fc-bb8f-7cd925cdb9ba None None] Routers {'33becbb2-cc43-42f2-8af0-474ef61657f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:15:59.392997 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2b798051-35a9-49fc-bb8f-7cd925cdb9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:15:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['33becbb2-cc43-42f2-8af0-474ef61657f2'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:15:59.448466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2f3ed1f9-52b3-4e9c-a0a4-361b5342c2dc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:15:59.506607 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2f3ed1f9-52b3-4e9c-a0a4-361b5342c2dc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/floatingips/121a9535-a901-4ebe-a55a-1623a7d982e0 HTTP/1.1" status: 204 len: 168 time: 1.6670730 Jan 28 18:15:59.507309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'tag': '79429c33-40b5-4670-a1ab-360997259082'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:15:59.558169 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'tag': '79429c33-40b5-4670-a1ab-360997259082', 'status': 'completed', 'code': 200} Jan 28 18:15:59.576179 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-2b798051-35a9-49fc-bb8f-7cd925cdb9ba None None] Set router 33becbb2-cc43-42f2-8af0-474ef61657f2 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:15:59.663360 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5b2ac-c846-4e9b-9563-224c4e3d5bab req-22509db5-d185-4411-8657-e742a7c47ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:59.667286 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-efa5b2ac-c846-4e9b-9563-224c4e3d5bab req-22509db5-d185-4411-8657-e742a7c47ea3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 1098 time: 0.0871904 Jan 28 18:15:59.797180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5b2ac-c846-4e9b-9563-224c4e3d5bab req-5fdd10ae-d63c-425b-9d87-4a82fcb0b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:59.798648 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-efa5b2ac-c846-4e9b-9563-224c4e3d5bab req-5fdd10ae-d63c-425b-9d87-4a82fcb0b1d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3916c759-7d0f-47e6-bd0d-9f6dafdace17 HTTP/1.1" status: 200 len: 896 time: 0.1273699 Jan 28 18:15:59.910740 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-efa5b2ac-c846-4e9b-9563-224c4e3d5bab req-696ce186-d34e-4e6b-82bf-71f85abb4198 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79429c33-40b5-4670-a1ab-360997259082 HTTP/1.1" status: 200 len: 217 time: 0.1054239 Jan 28 18:15:59.919396 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2b798051-35a9-49fc-bb8f-7cd925cdb9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:27Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:15:59.922850 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b798051-35a9-49fc-bb8f-7cd925cdb9ba None None] Checking router: 33becbb2-cc43-42f2-8af0-474ef61657f2 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:15:59.931040 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b798051-35a9-49fc-bb8f-7cd925cdb9ba None None] Routers {'33becbb2-cc43-42f2-8af0-474ef61657f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:15:59.931628 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2b798051-35a9-49fc-bb8f-7cd925cdb9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:15:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['33becbb2-cc43-42f2-8af0-474ef61657f2'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:15:59.979202 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5b2ac-c846-4e9b-9563-224c4e3d5bab req-ffbe90d0-10d1-4d3c-b140-3821d248a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:15:59.981035 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-efa5b2ac-c846-4e9b-9563-224c4e3d5bab req-ffbe90d0-10d1-4d3c-b140-3821d248a347 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc407045-5ff1-4023-91be-7e2cceec2f79 HTTP/1.1" status: 200 len: 835 time: 0.0650909 Jan 28 18:16:00.129444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5b2ac-c846-4e9b-9563-224c4e3d5bab req-caacbf57-b737-4cb6-8791-67d170fc6661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:00.130895 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-efa5b2ac-c846-4e9b-9563-224c4e3d5bab req-caacbf57-b737-4cb6-8791-67d170fc6661 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3916c759-7d0f-47e6-bd0d-9f6dafdace17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1430080 Jan 28 18:16:00.141949 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-2b798051-35a9-49fc-bb8f-7cd925cdb9ba None None] Set router 33becbb2-cc43-42f2-8af0-474ef61657f2 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:16:00.142806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a5066-17ea-4496-8330-02d1fd4497f7 req-09fae204-f508-48f6-9995-a8bd0d7f65f4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:00.143492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-dc1a5066-17ea-4496-8330-02d1fd4497f7 req-09fae204-f508-48f6-9995-a8bd0d7f65f4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:16:00.274143 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-efa5b2ac-c846-4e9b-9563-224c4e3d5bab req-e46020d0-d49a-4224-8b8d-4d20f38c897e service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278889 Jan 28 18:16:00.350091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-dc1a5066-17ea-4496-8330-02d1fd4497f7 req-09fae204-f508-48f6-9995-a8bd0d7f65f4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:16:00.351246 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dc1a5066-17ea-4496-8330-02d1fd4497f7 req-09fae204-f508-48f6-9995-a8bd0d7f65f4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 945 time: 0.3162162 Jan 28 18:16:00.424410 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-dc1a5066-17ea-4496-8330-02d1fd4497f7 req-dc543b64-3770-43b4-bb34-e009478a5afc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:16:00.446330 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2b798051-35a9-49fc-bb8f-7cd925cdb9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:27Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:00.450571 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b798051-35a9-49fc-bb8f-7cd925cdb9ba None None] The sync data for ids ['33becbb2-cc43-42f2-8af0-474ef61657f2'] in dv-neutron-826919-1-hyperv is: [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:14:22Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'd64b1de3-0d98-4e32-9d9e-fb8a4260c294', 'name': '', 'network_id': '3916c759-7d0f-47e6-bd0d-9f6dafdace17', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:76:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:21Z', 'updated_at': '2022-01-28T18:14:27Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'fc407045-5ff1-4023-91be-7e2cceec2f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:16:00.450784 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-efa5b2ac-c846-4e9b-9563-224c4e3d5bab req-bb73c572-6d45-497d-8e33-484c6313a177 service neutron] 10.222.0.16 "GET /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687753 Jan 28 18:16:00.556450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-dc1a5066-17ea-4496-8330-02d1fd4497f7 req-dc543b64-3770-43b4-bb34-e009478a5afc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:16:00.557722 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dc1a5066-17ea-4496-8330-02d1fd4497f7 req-dc543b64-3770-43b4-bb34-e009478a5afc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c00ddaa-aa81-49f1-9957-26530794eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946657 Jan 28 18:16:00.676324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3860a08-c32e-4005-b326-85b9da701bb7 None None] New status for floating IP 121a9535-a901-4ebe-a55a-1623a7d982e0: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:16:01.475304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6be01-7587-4671-adfe-82c6eaa3f254 req-83b2b36a-ca22-46f3-a604-798d1571ce81 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:01.476683 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-40f6be01-7587-4671-adfe-82c6eaa3f254 req-83b2b36a-ca22-46f3-a604-798d1571ce81 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 945 time: 0.0807793 Jan 28 18:16:01.542805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-40f6be01-7587-4671-adfe-82c6eaa3f254 req-2716ab1a-1330-455c-a8ae-5ddda0350208 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 79429c33-40b5-4670-a1ab-360997259082 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:16:01.543171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-40f6be01-7587-4671-adfe-82c6eaa3f254 req-2716ab1a-1330-455c-a8ae-5ddda0350208 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:01.747129 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb09cdb-e626-4ce2-81af-0a570d4a5697 req-b9230ff0-a449-44b4-b0fc-56f1d7528bfb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:01.748495 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9cb09cdb-e626-4ce2-81af-0a570d4a5697 req-b9230ff0-a449-44b4-b0fc-56f1d7528bfb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 945 time: 0.0787838 Jan 28 18:16:01.784045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-40f6be01-7587-4671-adfe-82c6eaa3f254 req-2716ab1a-1330-455c-a8ae-5ddda0350208 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 79429c33-40b5-4670-a1ab-360997259082, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=79429c33-40b5-4670-a1ab-360997259082,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:16:01.784404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-40f6be01-7587-4671-adfe-82c6eaa3f254 req-2716ab1a-1330-455c-a8ae-5ddda0350208 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:01.795276 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9cb09cdb-e626-4ce2-81af-0a570d4a5697 req-2df4a6ff-44c5-42ab-8690-d4946bb2e560 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c00ddaa-aa81-49f1-9957-26530794eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410757 Jan 28 18:16:01.998545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-40f6be01-7587-4671-adfe-82c6eaa3f254 req-2716ab1a-1330-455c-a8ae-5ddda0350208 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 79429c33-40b5-4670-a1ab-360997259082 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:16:02.195595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-40f6be01-7587-4671-adfe-82c6eaa3f254 req-2716ab1a-1330-455c-a8ae-5ddda0350208 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:02.247063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716ab1a-1330-455c-a8ae-5ddda0350208 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=79429c33-40b5-4670-a1ab-360997259082,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:02.318978 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f6be01-7587-4671-adfe-82c6eaa3f254 req-2716ab1a-1330-455c-a8ae-5ddda0350208 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] No DVR routers for this DVR port 79429c33-40b5-4670-a1ab-360997259082 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:16:02.321325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-40f6be01-7587-4671-adfe-82c6eaa3f254 req-2716ab1a-1330-455c-a8ae-5ddda0350208 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:02.323811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'name': 'network-vif-deleted', 'tag': '79429c33-40b5-4670-a1ab-360997259082'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:16:02.368360 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a2dbb39-f838-4a19-8d35-42d15a269c36', 'name': 'network-vif-deleted', 'tag': '79429c33-40b5-4670-a1ab-360997259082', 'status': 'completed', 'code': 200} Jan 28 18:16:02.374034 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-40f6be01-7587-4671-adfe-82c6eaa3f254 req-2716ab1a-1330-455c-a8ae-5ddda0350208 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "DELETE /v2.0/ports/79429c33-40b5-4670-a1ab-360997259082 HTTP/1.1" status: 204 len: 173 time: 0.8922739 Jan 28 18:16:02.957073 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-493c2ffd-1cf7-49f8-b753-8176ddd57e42 req-2df5e589-7f54-42d0-b495-496375fc7835 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a2dbb39-f838-4a19-8d35-42d15a269c36 HTTP/1.1" status: 200 len: 210 time: 0.0426822 Jan 28 18:16:04.056699 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49954) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:04.123873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8bc8c745-b6f0-4974-9984-8897d001d3fb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:04.152346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8bc8c745-b6f0-4974-9984-8897d001d3fb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:04.253370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8bc8c745-b6f0-4974-9984-8897d001d3fb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:04.275193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8c745-b6f0-4974-9984-8897d001d3fb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c00ddaa-aa81-49f1-9957-26530794eb4d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:04.337630 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8bc8c745-b6f0-4974-9984-8897d001d3fb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:04.338768 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8bc8c745-b6f0-4974-9984-8897d001d3fb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/security-groups/2c00ddaa-aa81-49f1-9957-26530794eb4d HTTP/1.1" status: 204 len: 168 time: 0.2810850 Jan 28 18:16:04.412717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49960) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:04.635623 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 79429c33-40b5-4670-a1ab-360997259082 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:16:04.669321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 79429c33-40b5-4670-a1ab-360997259082 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:16:04.669658 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 79429c33-40b5-4670-a1ab-360997259082 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:16:04.950263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8830e75-eaeb-4381-a5a1-8e366d389e9f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:05.297506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a8830e75-eaeb-4381-a5a1-8e366d389e9f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port d64b1de3-0d98-4e32-9d9e-fb8a4260c294 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:16:05.297776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8830e75-eaeb-4381-a5a1-8e366d389e9f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:05.574138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-a8830e75-eaeb-4381-a5a1-8e366d389e9f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port d64b1de3-0d98-4e32-9d9e-fb8a4260c294, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d64b1de3-0d98-4e32-9d9e-fb8a4260c294,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:16:05.574814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8830e75-eaeb-4381-a5a1-8e366d389e9f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:05.693993 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a8830e75-eaeb-4381-a5a1-8e366d389e9f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for d64b1de3-0d98-4e32-9d9e-fb8a4260c294 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:16:06.071094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8830e75-eaeb-4381-a5a1-8e366d389e9f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:06.118462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8830e75-eaeb-4381-a5a1-8e366d389e9f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=d64b1de3-0d98-4e32-9d9e-fb8a4260c294,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:06.391631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a8830e75-eaeb-4381-a5a1-8e366d389e9f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:06.749625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8830e75-eaeb-4381-a5a1-8e366d389e9f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 33becbb2-cc43-42f2-8af0-474ef61657f2 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:16:07.024734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8830e75-eaeb-4381-a5a1-8e366d389e9f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:16:07.035681 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea01720c-0fd7-4912-8835-0b7cc5c90514 None None] Sync routers for ids ['33becbb2-cc43-42f2-8af0-474ef61657f2'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:16:07.040361 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a8830e75-eaeb-4381-a5a1-8e366d389e9f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/33becbb2-cc43-42f2-8af0-474ef61657f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6265714 Jan 28 18:16:07.043984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49964) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:07.049781 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea01720c-0fd7-4912-8835-0b7cc5c90514 None None] Routers {'33becbb2-cc43-42f2-8af0-474ef61657f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:16:07.050389 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ea01720c-0fd7-4912-8835-0b7cc5c90514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:15:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['33becbb2-cc43-42f2-8af0-474ef61657f2'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:07.110304 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2134df2-b0d6-4a11-89d4-eda42d1d2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting subnet fc407045-5ff1-4023-91be-7e2cceec2f79 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:16:07.113317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2134df2-b0d6-4a11-89d4-eda42d1d2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:07.166739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2134df2-b0d6-4a11-89d4-eda42d1d2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:07.224676 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-ea01720c-0fd7-4912-8835-0b7cc5c90514 None None] Set router 33becbb2-cc43-42f2-8af0-474ef61657f2 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:16:07.344497 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2134df2-b0d6-4a11-89d4-eda42d1d2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:07.500544 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ea01720c-0fd7-4912-8835-0b7cc5c90514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:16:05Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:07.504196 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea01720c-0fd7-4912-8835-0b7cc5c90514 None None] Checking router: 33becbb2-cc43-42f2-8af0-474ef61657f2 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:16:07.512595 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea01720c-0fd7-4912-8835-0b7cc5c90514 None None] Routers {'33becbb2-cc43-42f2-8af0-474ef61657f2'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:16:07.513188 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ea01720c-0fd7-4912-8835-0b7cc5c90514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:15:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['33becbb2-cc43-42f2-8af0-474ef61657f2'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:07.516176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2134df2-b0d6-4a11-89d4-eda42d1d2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:07.558182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2134df2-b0d6-4a11-89d4-eda42d1d2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Subnet': ['ID=fc407045-5ff1-4023-91be-7e2cceec2f79,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:07.563860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c2134df2-b0d6-4a11-89d4-eda42d1d2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:07.569852 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c2134df2-b0d6-4a11-89d4-eda42d1d2e31 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/subnets/fc407045-5ff1-4023-91be-7e2cceec2f79 HTTP/1.1" status: 204 len: 168 time: 0.5242882 Jan 28 18:16:07.570879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb3b0fe-d452-4ed1-b34f-b49d8b471e3e None None] Network 3916c759-7d0f-47e6-bd0d-9f6dafdace17 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:16:07.573118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49968) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:07.689641 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-ea01720c-0fd7-4912-8835-0b7cc5c90514 None None] Set router 33becbb2-cc43-42f2-8af0-474ef61657f2 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:16:07.754723 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:07.836327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] DHCP port deletion for 3916c759-7d0f-47e6-bd0d-9f6dafdace17 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:16:07.840335 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Deleting port d7b8e528-e6d6-4937-aa37-ea5dce22c8ae {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:16:07.840620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:07.945785 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:08.008866 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 85f07e31-4f53-4535-8fba-81c1a37977f5 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:16:08.009205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:08.021583 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ea01720c-0fd7-4912-8835-0b7cc5c90514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:16:05Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:08.025920 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea01720c-0fd7-4912-8835-0b7cc5c90514 None None] The sync data for ids ['33becbb2-cc43-42f2-8af0-474ef61657f2'] in dv-neutron-826919-1-hyperv is: [{'id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'name': 'tempest-TestNetworkBasicOps-router-991887', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:14:16Z', 'updated_at': '2022-01-28T18:16:05Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': '85f07e31-4f53-4535-8fba-81c1a37977f5', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33becbb2-cc43-42f2-8af0-474ef61657f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:14:17Z', 'updated_at': '2022-01-28T18:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:16:08.088794 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] For port d7b8e528-e6d6-4937-aa37-ea5dce22c8ae, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=d7b8e528-e6d6-4937-aa37-ea5dce22c8ae,segment=NetworkSegment(5b40417b-20d6-4443-b87e-1faef2c77a90),segment_id=5b40417b-20d6-4443-b87e-1faef2c77a90)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:16:08.089185 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:08.204304 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 85f07e31-4f53-4535-8fba-81c1a37977f5, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=85f07e31-4f53-4535-8fba-81c1a37977f5,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:16:08.204884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:08.207571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Calling delete_port for d7b8e528-e6d6-4937-aa37-ea5dce22c8ae owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:16:08.324929 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 85f07e31-4f53-4535-8fba-81c1a37977f5 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:16:08.327924 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:08.375734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] No DVR routers for this DVR port d7b8e528-e6d6-4937-aa37-ea5dce22c8ae on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:16:08.379828 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Pushing event deleted for resources: {'Port': ['ID=d7b8e528-e6d6-4937-aa37-ea5dce22c8ae,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:08.392416 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:08.392800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:08.393199 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:08.393541 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:08.393878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:08.394216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:08.394550 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:08.395075 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:08.395415 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:08.395744 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:08.396072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:08.396408 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f664a-bbda-4e39-b531-75d5bbd1f339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:08.590710 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:08.635076 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=85f07e31-4f53-4535-8fba-81c1a37977f5,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:08.733780 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:08.788172 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d7b8e528-e6d6-4937-aa37-ea5dce22c8ae no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:16:08.824594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: d7b8e528-e6d6-4937-aa37-ea5dce22c8ae {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:16:08.824932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d7b8e528-e6d6-4937-aa37-ea5dce22c8ae not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:16:08.825341 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d64b1de3-0d98-4e32-9d9e-fb8a4260c294 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:16:08.857839 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: d64b1de3-0d98-4e32-9d9e-fb8a4260c294 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:16:08.858173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device d64b1de3-0d98-4e32-9d9e-fb8a4260c294 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:16:09.006282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.009132 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.098765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.099340 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Fanout notify agent at l3_agent the message router_deleted on router 33becbb2-cc43-42f2-8af0-474ef61657f2 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:16:09.114247 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.115390 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-88a8fbce-d9a9-43c1-9b2b-2180b1f2bfcf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/routers/33becbb2-cc43-42f2-8af0-474ef61657f2 HTTP/1.1" status: 204 len: 168 time: 1.5412896 Jan 28 18:16:09.118231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49972) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:09.232492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d87d68ee-8e90-4086-9804-29c386821bcc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.361245 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d87d68ee-8e90-4086-9804-29c386821bcc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.385717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-d87d68ee-8e90-4086-9804-29c386821bcc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3916c759-7d0f-47e6-bd0d-9f6dafdace17']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:09.397082 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-d87d68ee-8e90-4086-9804-29c386821bcc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b40417b-20d6-4443-b87e-1faef2c77a90') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:09.397372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-d87d68ee-8e90-4086-9804-29c386821bcc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b40417b-20d6-4443-b87e-1faef2c77a90') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:09.408408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d87d68ee-8e90-4086-9804-29c386821bcc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.423419 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d87d68ee-8e90-4086-9804-29c386821bcc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.429135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87d68ee-8e90-4086-9804-29c386821bcc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:16:09.430029 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d87d68ee-8e90-4086-9804-29c386821bcc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:16:09.443657 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:16:09.606617 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d87d68ee-8e90-4086-9804-29c386821bcc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.625951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d87d68ee-8e90-4086-9804-29c386821bcc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.637215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d68ee-8e90-4086-9804-29c386821bcc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Network': ['ID=3916c759-7d0f-47e6-bd0d-9f6dafdace17,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:09.716738 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d87d68ee-8e90-4086-9804-29c386821bcc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/networks/3916c759-7d0f-47e6-bd0d-9f6dafdace17 HTTP/1.1" status: 204 len: 168 time: 0.5974033 Jan 28 18:16:09.744315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 49976) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:09.750026 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'network': {'name': 'tempest-network-smoke--1435368074', 'project_id': '92550370897a4318a214dd17d934ca5a', 'port_security_enabled': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:16:09.755275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:16:09.759354 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:network and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:16:09.762172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:16:09.767937 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:16:09.829869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:16:09.833212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.861619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:16:09.873635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.873635 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Added segment 22705f55-a2b3-4a09-bcc0-02abaedb86e7 of type vlan for network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d Jan 28 18:16:09.895592 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.927272 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8a018b0a-33b1-45f7-be2a-246e6352c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:09.995740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:10.001209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:10.001820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:10.113113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Network': ['ID=f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:10.123596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:16:10.162252 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-79d25575-3121-407d-94d8-49f484092fa3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4168696 Jan 28 18:16:10.165689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49980) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:10.172839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'admin_state_up': True, 'project_id': '92550370897a4318a214dd17d934ca5a', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:16:10.180116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:16:10.184044 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:router and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:16:10.186927 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:16:10.193519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:16:10.270163 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:10.271205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:10.286240 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:10.589015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:10.702339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 85f07e31-4f53-4535-8fba-81c1a37977f5 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:16:10.735357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 85f07e31-4f53-4535-8fba-81c1a37977f5 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:16:10.735693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 85f07e31-4f53-4535-8fba-81c1a37977f5 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:16:10.930555 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:10.962294 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:11.097736 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.179 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/e976838c-7d55-4fce-8d81-e5810527ff27) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:16:11.240369 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:11.356167 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:11.430186 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:16:11.433150 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:16:11.436774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:16:11.468643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=e976838c-7d55-4fce-8d81-e5810527ff27,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:12.063920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:12.305384 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-04b69308-9db1-4ad3-a6d7-e22edc8219f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:12.401889 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:12.652523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 097ff9fb-ccd6-40bc-8193-362e9b967a67 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:16:12.828548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:16:12.837894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Sync routers for ids ['097ff9fb-ccd6-40bc-8193-362e9b967a67'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:16:12.846847 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Routers {'097ff9fb-ccd6-40bc-8193-362e9b967a67'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:16:12.847484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:16:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['097ff9fb-ccd6-40bc-8193-362e9b967a67'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:12.920891 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:12.922123 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2ef50160-5628-44c6-9b96-7e7d8fa1bfb3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7553425 Jan 28 18:16:12.925331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49984) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:12.966494 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ae57e0b8-baf3-46c1-9684-d1e08783f1f7 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=92550370897a4318a214dd17d934ca5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377154 Jan 28 18:16:12.966717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49988) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:13.020699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Set router 097ff9fb-ccd6-40bc-8193-362e9b967a67 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:16:13.096321 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546ba6bf-f194-477d-90eb-6ce28edd3616 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:13.097802 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-546ba6bf-f194-477d-90eb-6ce28edd3616 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302767 Jan 28 18:16:13.101987 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49992) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:13.138912 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7c89f128-ec5d-4258-b7e5-c50a62b8b6b5 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365903 Jan 28 18:16:13.141443 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 49996) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:13.146608 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2022606654', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'project_id': '92550370897a4318a214dd17d934ca5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:16:13.255201 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:16:13.259651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:subnet and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:16:13.262575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:16:13.268609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:16:13.306610 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:13.333581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:11Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:13.337962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Checking router: 097ff9fb-ccd6-40bc-8193-362e9b967a67 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:16:13.338309 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Updating router 097ff9fb-ccd6-40bc-8193-362e9b967a67 port e976838c-7d55-4fce-8d81-e5810527ff27 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:16:13.378562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:16:13.382070 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:13.392333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:13.426658 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:13.768593 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:13.778625 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:13.779713 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Transition to ACTIVE for port object e976838c-7d55-4fce-8d81-e5810527ff27 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:16:13.859109 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:13.859649 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Subnet': ['ID=ffcd0fa6-65cf-4329-b55d-6eb4247d1f31,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:13.869824 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Checking segment: {'id': '22705f55-a2b3-4a09-bcc0-02abaedb86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:16:13.870181 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network hostable DHCP agents. Network: f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:16:13.940683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Attempting to bind port e976838c-7d55-4fce-8d81-e5810527ff27 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:16:13.941048 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Attempting to bind port e976838c-7d55-4fce-8d81-e5810527ff27 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:16:13.941414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Attempting to bind port e976838c-7d55-4fce-8d81-e5810527ff27 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:16:13.947604 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d758763-3cf1-466f-a15f-c17d78ee3c60 None None] Pushing event updated for resources: {'Port': ['ID=e976838c-7d55-4fce-8d81-e5810527ff27,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:13.951790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:16:13.952163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:16:13.952557 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:13.952937 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:16:13.953393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Bound port: e976838c-7d55-4fce-8d81-e5810527ff27, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:16:13.953762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:13.978718 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:16:14.024444 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] For port e976838c-7d55-4fce-8d81-e5810527ff27, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:16:14.027331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] For port e976838c-7d55-4fce-8d81-e5810527ff27, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e976838c-7d55-4fce-8d81-e5810527ff27,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:16:14.041447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:16:14.045647 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:14.046234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:14.051302 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5308ca3-fc75-4ae6-a06a-819c15ae0256 None None] Network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:16:14.110855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:14.128018 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7e2a248a-9449-45f2-b5b7-cbe78c4d8ce6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9855814 Jan 28 18:16:14.130707 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50000) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:14.219369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Routers {'097ff9fb-ccd6-40bc-8193-362e9b967a67'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:16:14.219982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:16:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['097ff9fb-ccd6-40bc-8193-362e9b967a67'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:14.294941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d758763-3cf1-466f-a15f-c17d78ee3c60 None None] Pushing event updated for resources: {'Port': ['ID=e976838c-7d55-4fce-8d81-e5810527ff27,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:14.484598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ips': [{'subnet_id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:16:14.485378 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:14.495642 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] Set router 097ff9fb-ccd6-40bc-8193-362e9b967a67 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:16:14.808377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:14.874682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Allocated IP 172.20.0.2 (f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d/ffcd0fa6-65cf-4329-b55d-6eb4247d1f31/cefcb496-45d0-4164-850e-6d53300e6d25) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:16:14.985212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:11Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:14.991812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ddc5e-4905-45a0-b385-5cf0cd435be7 None None] The sync data for ids ['097ff9fb-ccd6-40bc-8193-362e9b967a67'] in dv-neutron-826919-1-hyperv is: [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:11Z', 'revision_number': 3, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:16:15.041316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:15.108601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:15.119203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Transition to ACTIVE for port object cefcb496-45d0-4164-850e-6d53300e6d25 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:16:15.138157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Transition to ACTIVE for port object cefcb496-45d0-4164-850e-6d53300e6d25 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:16:15.206985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:15.293440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.1 (f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d/ffcd0fa6-65cf-4329-b55d-6eb4247d1f31/0f68b011-158d-4238-bf45-370f3ba94795) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:16:15.341405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:16:15.344580 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:16:15.348391 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:16:15.354222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Pushing event updated for resources: {'Port': ['ID=cefcb496-45d0-4164-850e-6d53300e6d25,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:15.441535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Attempting to bind port cefcb496-45d0-4164-850e-6d53300e6d25 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:16:15.441913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Attempting to bind port cefcb496-45d0-4164-850e-6d53300e6d25 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '22705f55-a2b3-4a09-bcc0-02abaedb86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:16:15.442278 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Attempting to bind port cefcb496-45d0-4164-850e-6d53300e6d25 on network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:16:15.448861 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:16:15.449229 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Checking segment: {'id': '22705f55-a2b3-4a09-bcc0-02abaedb86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:16:15.449619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:15.450003 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Bound using segment: {'id': '22705f55-a2b3-4a09-bcc0-02abaedb86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:16:15.450466 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Bound port: cefcb496-45d0-4164-850e-6d53300e6d25, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22705f55-a2b3-4a09-bcc0-02abaedb86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:16:15.450962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:15.463939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:15.480287 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object 0f68b011-158d-4238-bf45-370f3ba94795 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:16:15.543652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] For port cefcb496-45d0-4164-850e-6d53300e6d25, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:16:15.546910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] For port cefcb496-45d0-4164-850e-6d53300e6d25, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=cefcb496-45d0-4164-850e-6d53300e6d25,segment=NetworkSegment(22705f55-a2b3-4a09-bcc0-02abaedb86e7),segment_id=22705f55-a2b3-4a09-bcc0-02abaedb86e7)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:16:15.613391 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:15.636533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:15.727585 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c23315-ff4f-4568-9fff-ae4455404e41 None None] Pushing event updated for resources: {'Port': ['ID=cefcb496-45d0-4164-850e-6d53300e6d25,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:15.800242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:16:15.803298 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:16:15.808138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:16:15.844505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=0f68b011-158d-4238-bf45-370f3ba94795,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:15.872540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:16.198097 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:16.596468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:16.658789 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:16.773459 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=0f68b011-158d-4238-bf45-370f3ba94795,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:16.776609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:16.835123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e976838c-7d55-4fce-8d81-e5810527ff27 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:16:16.932025 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:16:16.932975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:16:16.960850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port e976838c-7d55-4fce-8d81-e5810527ff27 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:16:16.965858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port e976838c-7d55-4fce-8d81-e5810527ff27 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:16:16.966226 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:17.088285 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:17.104932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port e976838c-7d55-4fce-8d81-e5810527ff27, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e976838c-7d55-4fce-8d81-e5810527ff27,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:16:17.119661 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 097ff9fb-ccd6-40bc-8193-362e9b967a67 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:16:17.156077 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:17.157173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device cefcb496-45d0-4164-850e-6d53300e6d25 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:16:17.277218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=e976838c-7d55-4fce-8d81-e5810527ff27,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:17.344298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port cefcb496-45d0-4164-850e-6d53300e6d25 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:16:17.407623 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bc916d-820e-41b8-b9c8-56aedec8b723 None None] Network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:16:17.432717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:16:17.442058 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Sync routers for ids ['097ff9fb-ccd6-40bc-8193-362e9b967a67'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:16:17.448998 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c9c11f03-12b8-47c0-8346-22ac7ba73caa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/097ff9fb-ccd6-40bc-8193-362e9b967a67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3150709 Jan 28 18:16:17.449298 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50006) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:17.453311 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Routers {'097ff9fb-ccd6-40bc-8193-362e9b967a67'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:16:17.453935 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:16:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['097ff9fb-ccd6-40bc-8193-362e9b967a67'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:17.589923 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3cf609-a255-45da-84f9-bf59a2ca1769 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:17.590486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3cf609-a255-45da-84f9-bf59a2ca1769 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:17.591050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3cf609-a255-45da-84f9-bf59a2ca1769 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:17.591570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3cf609-a255-45da-84f9-bf59a2ca1769 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:17.595722 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3e3cf609-a255-45da-84f9-bf59a2ca1769 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1430144 Jan 28 18:16:17.596051 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50010) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:17.613225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9ec3edfe-93f6-42aa-a3cf-0243d8858513 None None] Provisioning for port cefcb496-45d0-4164-850e-6d53300e6d25 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:16:17.622770 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9ec3edfe-93f6-42aa-a3cf-0243d8858513 None None] Provisioning complete for port cefcb496-45d0-4164-850e-6d53300e6d25 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:16:17.623177 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9ec3edfe-93f6-42aa-a3cf-0243d8858513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:17.632702 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Set router 097ff9fb-ccd6-40bc-8193-362e9b967a67 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:16:17.665621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab22f6c-ea7d-48d4-a0c0-84d27ebea67a tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:17.666095 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab22f6c-ea7d-48d4-a0c0-84d27ebea67a tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:17.666617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab22f6c-ea7d-48d4-a0c0-84d27ebea67a tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:17.667165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab22f6c-ea7d-48d4-a0c0-84d27ebea67a tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:17.671330 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9ab22f6c-ea7d-48d4-a0c0-84d27ebea67a tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0718381 Jan 28 18:16:17.671642 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50014) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:17.763292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9ec3edfe-93f6-42aa-a3cf-0243d8858513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:17.798511 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9ec3edfe-93f6-42aa-a3cf-0243d8858513 None None] For port cefcb496-45d0-4164-850e-6d53300e6d25, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=cefcb496-45d0-4164-850e-6d53300e6d25,segment=NetworkSegment(22705f55-a2b3-4a09-bcc0-02abaedb86e7),segment_id=22705f55-a2b3-4a09-bcc0-02abaedb86e7)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:16:17.889069 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-90f7d54a-21ba-4c7b-bb2f-837069252846 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2113054 Jan 28 18:16:17.896526 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9ec3edfe-93f6-42aa-a3cf-0243d8858513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:17.972500 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:16Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '0f68b011-158d-4238-bf45-370f3ba94795', 'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:fb:4b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:15Z', 'updated_at': '2022-01-28T18:16:16Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:17.976980 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Checking router: 097ff9fb-ccd6-40bc-8193-362e9b967a67 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:16:17.977557 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Updating router 097ff9fb-ccd6-40bc-8193-362e9b967a67 port 0f68b011-158d-4238-bf45-370f3ba94795 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:16:18.001248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3edfe-93f6-42aa-a3cf-0243d8858513 None None] Pushing event updated for resources: {'Port': ['ID=cefcb496-45d0-4164-850e-6d53300e6d25,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:18.034839 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-feb18c9a-cc46-4b73-a9ed-d5200f013274 None None] Provisioning complete for port cefcb496-45d0-4164-850e-6d53300e6d25 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:16:18.035258 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-feb18c9a-cc46-4b73-a9ed-d5200f013274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:18.037412 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:18.253221 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-feb18c9a-cc46-4b73-a9ed-d5200f013274 None None] Provisioning for port 0f68b011-158d-4238-bf45-370f3ba94795 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:16:18.261203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-feb18c9a-cc46-4b73-a9ed-d5200f013274 None None] Provisioning complete for port 0f68b011-158d-4238-bf45-370f3ba94795 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:16:18.261936 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-feb18c9a-cc46-4b73-a9ed-d5200f013274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:18.341337 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-feb18c9a-cc46-4b73-a9ed-d5200f013274 None None] Port 0f68b011-158d-4238-bf45-370f3ba94795 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:16:18.412492 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:18.424848 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Transition to ACTIVE for port object 0f68b011-158d-4238-bf45-370f3ba94795 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:16:18.441498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50020) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:18.447351 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-798053662', 'description': 'tempest-secgroup-smoke-798053662 description', 'project_id': '92550370897a4318a214dd17d934ca5a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:16:18.453241 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:16:18.457428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:16:18.460521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:16:18.461201 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e4747167-7ff1-4bd2-8b33-ba702836970b None None] Provisioning complete for port 0f68b011-158d-4238-bf45-370f3ba94795 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:16:18.461573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e4747167-7ff1-4bd2-8b33-ba702836970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:18.466333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:16:18.493157 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:18.515207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e4747167-7ff1-4bd2-8b33-ba702836970b None None] Port 0f68b011-158d-4238-bf45-370f3ba94795 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:16:18.607586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:18.618467 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429bef7-2f0e-4e55-ad11-e010031aada8 None None] Pushing event updated for resources: {'Port': ['ID=0f68b011-158d-4238-bf45-370f3ba94795,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:18.629337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:16:18.634055 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:16:18.636959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:16:18.643052 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:16:18.661073 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429bef7-2f0e-4e55-ad11-e010031aada8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:18.661422 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429bef7-2f0e-4e55-ad11-e010031aada8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:18.661755 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429bef7-2f0e-4e55-ad11-e010031aada8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:18.662083 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429bef7-2f0e-4e55-ad11-e010031aada8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:18.662409 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429bef7-2f0e-4e55-ad11-e010031aada8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:18.662950 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429bef7-2f0e-4e55-ad11-e010031aada8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:18.663092 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429bef7-2f0e-4e55-ad11-e010031aada8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:18.663908 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429bef7-2f0e-4e55-ad11-e010031aada8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:18.664224 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429bef7-2f0e-4e55-ad11-e010031aada8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:18.664688 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429bef7-2f0e-4e55-ad11-e010031aada8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:18.664873 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429bef7-2f0e-4e55-ad11-e010031aada8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:18.665152 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3429bef7-2f0e-4e55-ad11-e010031aada8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:16:18.718186 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Attempting to bind port 0f68b011-158d-4238-bf45-370f3ba94795 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:16:18.718435 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Attempting to bind port 0f68b011-158d-4238-bf45-370f3ba94795 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '22705f55-a2b3-4a09-bcc0-02abaedb86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:16:18.718800 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Attempting to bind port 0f68b011-158d-4238-bf45-370f3ba94795 on network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:16:18.724120 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:18.727343 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:16:18.727782 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Checking segment: {'id': '22705f55-a2b3-4a09-bcc0-02abaedb86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:16:18.728378 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:18.728839 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Bound using segment: {'id': '22705f55-a2b3-4a09-bcc0-02abaedb86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:16:18.729383 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Bound port: 0f68b011-158d-4238-bf45-370f3ba94795, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22705f55-a2b3-4a09-bcc0-02abaedb86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:16:18.729804 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:18.761585 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:18.770850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e976838c-7d55-4fce-8d81-e5810527ff27 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:16:18.818800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2f3e1a-1683-486a-afc0-e25dd71995ad,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:18.821899 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] For port 0f68b011-158d-4238-bf45-370f3ba94795, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:16:18.825085 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] For port 0f68b011-158d-4238-bf45-370f3ba94795, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0f68b011-158d-4238-bf45-370f3ba94795,segment=NetworkSegment(22705f55-a2b3-4a09-bcc0-02abaedb86e7),segment_id=22705f55-a2b3-4a09-bcc0-02abaedb86e7)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:16:18.853101 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port e976838c-7d55-4fce-8d81-e5810527ff27 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:16:18.853464 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:18.881818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:18.883106 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d2a086f4-f0b0-4a60-b42b-c87b826932ae tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4406030 Jan 28 18:16:18.886064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50024) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:18.891249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5891b5dc-e9cf-461e-9e6c-404700a47d7c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '8b2f3e1a-1683-486a-afc0-e25dd71995ad', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:16:18.897547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5891b5dc-e9cf-461e-9e6c-404700a47d7c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:16:18.901224 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5891b5dc-e9cf-461e-9e6c-404700a47d7c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:16:18.904266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5891b5dc-e9cf-461e-9e6c-404700a47d7c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:16:18.911095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5891b5dc-e9cf-461e-9e6c-404700a47d7c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:16:18.921842 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:18.970903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device cefcb496-45d0-4164-850e-6d53300e6d25 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:16:18.996328 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Routers {'097ff9fb-ccd6-40bc-8193-362e9b967a67'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:16:18.996880 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:16:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['097ff9fb-ccd6-40bc-8193-362e9b967a67'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:19.004528 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5891b5dc-e9cf-461e-9e6c-404700a47d7c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:19.056617 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port cefcb496-45d0-4164-850e-6d53300e6d25 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:16:19.056916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:19.090249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5891b5dc-e9cf-461e-9e6c-404700a47d7c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:19.132444 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429bef7-2f0e-4e55-ad11-e010031aada8 None None] Pushing event updated for resources: {'Port': ['ID=0f68b011-158d-4238-bf45-370f3ba94795,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:19.133557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5891b5dc-e9cf-461e-9e6c-404700a47d7c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:19.165932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891b5dc-e9cf-461e-9e6c-404700a47d7c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93888795-ec25-4519-bb44-138bebe66cbd,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:19.224763 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5891b5dc-e9cf-461e-9e6c-404700a47d7c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:19.229153 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5891b5dc-e9cf-461e-9e6c-404700a47d7c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389368 Jan 28 18:16:19.229745 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50028) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:19.235793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d40b2b0f-032e-4bd8-92ba-56bd1da3b81a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '8b2f3e1a-1683-486a-afc0-e25dd71995ad', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:16:19.241763 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d40b2b0f-032e-4bd8-92ba-56bd1da3b81a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:16:19.245769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d40b2b0f-032e-4bd8-92ba-56bd1da3b81a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:16:19.248737 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d40b2b0f-032e-4bd8-92ba-56bd1da3b81a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:16:19.257442 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d40b2b0f-032e-4bd8-92ba-56bd1da3b81a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:16:19.258821 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] Set router 097ff9fb-ccd6-40bc-8193-362e9b967a67 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:16:19.327587 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d40b2b0f-032e-4bd8-92ba-56bd1da3b81a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:19.387992 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d40b2b0f-032e-4bd8-92ba-56bd1da3b81a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:19.469006 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d40b2b0f-032e-4bd8-92ba-56bd1da3b81a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:19.492162 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b2b0f-032e-4bd8-92ba-56bd1da3b81a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1de7970-0955-4267-b03f-67141857afa9,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:19.567938 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:16Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '0f68b011-158d-4238-bf45-370f3ba94795', 'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:fb:4b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:15Z', 'updated_at': '2022-01-28T18:16:18Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:19.572298 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1552e8-b4ed-49b5-9f77-9532a1c7ea9a None None] The sync data for ids ['097ff9fb-ccd6-40bc-8193-362e9b967a67'] in dv-neutron-826919-1-hyperv is: [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:16Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '0f68b011-158d-4238-bf45-370f3ba94795', 'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:fb:4b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:15Z', 'updated_at': '2022-01-28T18:16:18Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:16:19.601887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d40b2b0f-032e-4bd8-92ba-56bd1da3b81a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:19.603300 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d40b2b0f-032e-4bd8-92ba-56bd1da3b81a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3725424 Jan 28 18:16:19.605975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50032) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:19.612783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c71c5d6f-a6c7-4457-a58e-70a3294705f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '8b2f3e1a-1683-486a-afc0-e25dd71995ad', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:16:19.622632 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c71c5d6f-a6c7-4457-a58e-70a3294705f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:16:19.633877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c71c5d6f-a6c7-4457-a58e-70a3294705f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:16:19.637638 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c71c5d6f-a6c7-4457-a58e-70a3294705f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:16:19.643619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c71c5d6f-a6c7-4457-a58e-70a3294705f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:16:19.728818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c71c5d6f-a6c7-4457-a58e-70a3294705f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:19.794747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c71c5d6f-a6c7-4457-a58e-70a3294705f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:19.898840 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c71c5d6f-a6c7-4457-a58e-70a3294705f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:19.933093 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:19.935677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c5d6f-a6c7-4457-a58e-70a3294705f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6539a0b-bac1-404c-b725-0dda3bc69d41,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:20.012883 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c71c5d6f-a6c7-4457-a58e-70a3294705f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:20.014406 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c71c5d6f-a6c7-4457-a58e-70a3294705f7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4074781 Jan 28 18:16:20.017030 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50036) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:20.022411 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2c457473-efd6-4030-82c4-b8188f4bc9e3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '8b2f3e1a-1683-486a-afc0-e25dd71995ad', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:16:20.029450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2c457473-efd6-4030-82c4-b8188f4bc9e3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:16:20.034487 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2c457473-efd6-4030-82c4-b8188f4bc9e3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:16:20.037806 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2c457473-efd6-4030-82c4-b8188f4bc9e3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:16:20.043841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2c457473-efd6-4030-82c4-b8188f4bc9e3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:16:20.111302 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c457473-efd6-4030-82c4-b8188f4bc9e3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:20.180552 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c457473-efd6-4030-82c4-b8188f4bc9e3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:20.241387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c457473-efd6-4030-82c4-b8188f4bc9e3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:20.267959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c457473-efd6-4030-82c4-b8188f4bc9e3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bde900d-7b6e-4b06-85b4-b09770b092f2,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:20.332930 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c457473-efd6-4030-82c4-b8188f4bc9e3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:20.334165 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2c457473-efd6-4030-82c4-b8188f4bc9e3 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3161993 Jan 28 18:16:20.337093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50040) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:20.342328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-c97222c1-103a-4565-a823-3867ce5414f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '8b2f3e1a-1683-486a-afc0-e25dd71995ad', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:16:20.348661 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c97222c1-103a-4565-a823-3867ce5414f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:16:20.353055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c97222c1-103a-4565-a823-3867ce5414f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:16:20.356899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c97222c1-103a-4565-a823-3867ce5414f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:16:20.362841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c97222c1-103a-4565-a823-3867ce5414f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:16:20.436159 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-c97222c1-103a-4565-a823-3867ce5414f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:16:20.443354 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c97222c1-103a-4565-a823-3867ce5414f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:20.519379 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c97222c1-103a-4565-a823-3867ce5414f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:20.595926 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c97222c1-103a-4565-a823-3867ce5414f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:20.621229 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97222c1-103a-4565-a823-3867ce5414f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ce5465-24ff-4e85-809f-d3c038a686ff,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:20.687340 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c97222c1-103a-4565-a823-3867ce5414f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:20.688549 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c97222c1-103a-4565-a823-3867ce5414f0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504610 Jan 28 18:16:20.691201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50044) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:20.702090 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-bfe0c985-6b67-4843-a6bf-22504ee5a053 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'security_group_rule': {'security_group_id': '8b2f3e1a-1683-486a-afc0-e25dd71995ad', 'project_id': '92550370897a4318a214dd17d934ca5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:16:20.702554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bfe0c985-6b67-4843-a6bf-22504ee5a053 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:16:20.708135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bfe0c985-6b67-4843-a6bf-22504ee5a053 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:security_group_rule and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:16:20.712169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-bfe0c985-6b67-4843-a6bf-22504ee5a053 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:16:20.718280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-bfe0c985-6b67-4843-a6bf-22504ee5a053 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:16:20.776187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0f68b011-158d-4238-bf45-370f3ba94795 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:16:20.789996 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-bfe0c985-6b67-4843-a6bf-22504ee5a053 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Project 92550370897a4318a214dd17d934ca5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:16:20.796982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bfe0c985-6b67-4843-a6bf-22504ee5a053 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:20.870505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bfe0c985-6b67-4843-a6bf-22504ee5a053 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:20.898372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 0f68b011-158d-4238-bf45-370f3ba94795 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:16:20.903306 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 0f68b011-158d-4238-bf45-370f3ba94795 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:16:20.903674 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:20.955608 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bfe0c985-6b67-4843-a6bf-22504ee5a053 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:20.981124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0c985-6b67-4843-a6bf-22504ee5a053 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5a7e6c-2734-41b1-8d3d-2fbfa1d30bea,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:21.018720 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:21.041794 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bfe0c985-6b67-4843-a6bf-22504ee5a053 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:21.042980 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bfe0c985-6b67-4843-a6bf-22504ee5a053 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3508682 Jan 28 18:16:21.051672 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 0f68b011-158d-4238-bf45-370f3ba94795, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0f68b011-158d-4238-bf45-370f3ba94795,segment=NetworkSegment(22705f55-a2b3-4a09-bcc0-02abaedb86e7),segment_id=22705f55-a2b3-4a09-bcc0-02abaedb86e7)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:16:21.111993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:21.181763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=0f68b011-158d-4238-bf45-370f3ba94795,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:21.239529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-e6a73ea1-0f44-4afd-9d02-f2bfb4613b9a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:16:21.304138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-e6a73ea1-0f44-4afd-9d02-f2bfb4613b9a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:16:21.305302 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-e6a73ea1-0f44-4afd-9d02-f2bfb4613b9a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798053662&fields=id&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 267 time: 0.1040442 Jan 28 18:16:21.450680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-0cfedfcd-e492-4c6a-9e89-c1d4ece1985f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:21.452011 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-0cfedfcd-e492-4c6a-9e89-c1d4ece1985f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/networks?id=f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d HTTP/1.1" status: 200 len: 797 time: 0.1400933 Jan 28 18:16:21.466702 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-a11c2a78-0d16-47e3-a904-134b715ac970 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/quotas/92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 375 time: 0.0093019 Jan 28 18:16:21.548938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-7f1ae184-773d-4951-add6-496670238f30 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:16:21.601625 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-7f1ae184-773d-4951-add6-496670238f30 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:16:21.602870 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-7f1ae184-773d-4951-add6-496670238f30 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1313303 Jan 28 18:16:21.706295 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-a6853d5c-caf4-4811-a3a0-7cb6dbf9245a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 18:16:21.707290 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-a6853d5c-caf4-4811-a3a0-7cb6dbf9245a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0933340 Jan 28 18:16:21.836964 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-69fae75b-ffc1-4cc1-8dba-3cc541091562 service neutron] 10.222.0.26 "GET /v2.0/networks/f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232390 Jan 28 18:16:21.970030 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-8fe5b46a-4ba9-4ae9-a388-322501e7c8a1 service neutron] 10.222.0.26 "GET /v2.0/networks/f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271875 Jan 28 18:16:22.250762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-56c56caf-7613-48d6-afcd-616c497203b6 req-15582549-3cd5-4f14-bc32-be6948e7ce37 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:16:22.263633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-56c56caf-7613-48d6-afcd-616c497203b6 req-15582549-3cd5-4f14-bc32-be6948e7ce37 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:16:22.265150 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-56c56caf-7613-48d6-afcd-616c497203b6 req-15582549-3cd5-4f14-bc32-be6948e7ce37 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 210 time: 0.0574622 Jan 28 18:16:22.751828 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0f68b011-158d-4238-bf45-370f3ba94795 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:16:22.818401 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 0f68b011-158d-4238-bf45-370f3ba94795 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:16:22.818690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:23.419733 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a1eb19b1-c912-4fe1-9ec6-eaa7b1551624 req-38aa21ac-2283-4482-bab2-17166d30f2d6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 210 time: 0.0475364 Jan 28 18:16:24.013162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-d39d9bf8-af5c-4336-a846-19fff2da8e56 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:24.014008 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-d39d9bf8-af5c-4336-a846-19fff2da8e56 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:16:24.109533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-d39d9bf8-af5c-4336-a846-19fff2da8e56 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:16:24.110573 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-d39d9bf8-af5c-4336-a846-19fff2da8e56 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/networks?id=f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d HTTP/1.1" status: 200 len: 797 time: 0.2510183 Jan 28 18:16:24.163809 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-4f7601ff-5acd-486a-965e-85aeb0e0b7aa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92550370897a4318a214dd17d934ca5a HTTP/1.1" status: 200 len: 379 time: 0.0444822 Jan 28 18:16:24.172020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'port': {'device_id': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'admin_state_up': True, 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'security_groups': ['8b2f3e1a-1683-486a-afc0-e25dd71995ad']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:16:24.305272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:16:24.316035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:16:24.389737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Made reservation on behalf of 92550370897a4318a214dd17d934ca5a for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:16:24.393366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:24.577101 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-48d4de62-0bb9-4bbc-a786-3834eb4b3739 req-dcb69d2a-5443-40ff-b8c9-e45cd6374a32 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 210 time: 0.0514464 Jan 28 18:16:24.594387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.20.0.10 (f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d/ffcd0fa6-65cf-4329-b55d-6eb4247d1f31/702550ec-11c6-4e11-b08b-e443f39f6466) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:16:24.884371 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:24.899774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Transition to ACTIVE for port object 702550ec-11c6-4e11-b08b-e443f39f6466 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:16:24.984494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:25.056211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:16:25.059071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:16:25.063602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:16:25.098650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=702550ec-11c6-4e11-b08b-e443f39f6466,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:25.130663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:25.131329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:25.224815 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-c1740717-dc63-41b1-a6f8-4d9fda8d04fa tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0564120 Jan 28 18:16:25.236075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Request body: {'port': {'device_id': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:16:25.346119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:25.355905 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1d4ec39f-dea0-4f6f-9e14-38fa77fac854 None None] Provisioning for port 702550ec-11c6-4e11-b08b-e443f39f6466 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:16:25.360743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1d4ec39f-dea0-4f6f-9e14-38fa77fac854 None None] Provisioning complete for port 702550ec-11c6-4e11-b08b-e443f39f6466 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:16:25.361108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1d4ec39f-dea0-4f6f-9e14-38fa77fac854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:25.415446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ec39f-dea0-4f6f-9e14-38fa77fac854 None None] Port 702550ec-11c6-4e11-b08b-e443f39f6466 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:16:25.692477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702550ec-11c6-4e11-b08b-e443f39f6466 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:16:25.699653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:25.713956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Transition to ACTIVE for port object 702550ec-11c6-4e11-b08b-e443f39f6466 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:16:25.756967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36bd3-74ab-48ab-a2c8-e99828f5e241 req-5a86de95-2758-4e38-93d2-dc7529ce0e11 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:25.758456 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-42f36bd3-74ab-48ab-a2c8-e99828f5e241 req-5a86de95-2758-4e38-93d2-dc7529ce0e11 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 932 time: 0.0790267 Jan 28 18:16:25.812529 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-42f36bd3-74ab-48ab-a2c8-e99828f5e241 req-81572075-ed34-4ae4-8148-b4c95baa702a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b2f3e1a-1683-486a-afc0-e25dd71995ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483208 Jan 28 18:16:25.830172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:25.992067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Pushing event updated for resources: {'Port': ['ID=702550ec-11c6-4e11-b08b-e443f39f6466,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:26.069746 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Attempting to bind port 702550ec-11c6-4e11-b08b-e443f39f6466 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:16:26.070372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Attempting to bind port 702550ec-11c6-4e11-b08b-e443f39f6466 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '22705f55-a2b3-4a09-bcc0-02abaedb86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:16:26.070470 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Attempting to bind port 702550ec-11c6-4e11-b08b-e443f39f6466 on network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:16:26.075288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Port 702550ec-11c6-4e11-b08b-e443f39f6466 on network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:16:26.075606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Attempting to bind port 702550ec-11c6-4e11-b08b-e443f39f6466 on network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:16:26.080680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:16:26.081015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Checking segment: {'id': '22705f55-a2b3-4a09-bcc0-02abaedb86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:16:26.081391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Bound using segment: {'id': '22705f55-a2b3-4a09-bcc0-02abaedb86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:16:26.081809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Bound port: 702550ec-11c6-4e11-b08b-e443f39f6466, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22705f55-a2b3-4a09-bcc0-02abaedb86e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:16:26.082158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:26.173627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] For port 702550ec-11c6-4e11-b08b-e443f39f6466, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:16:26.176440 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] For port 702550ec-11c6-4e11-b08b-e443f39f6466, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=702550ec-11c6-4e11-b08b-e443f39f6466,segment=NetworkSegment(22705f55-a2b3-4a09-bcc0-02abaedb86e7),segment_id=22705f55-a2b3-4a09-bcc0-02abaedb86e7)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:16:26.259251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:26.318246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:26.318817 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:26.320772 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] 10.222.0.16 "PUT /v2.0/ports/702550ec-11c6-4e11-b08b-e443f39f6466 HTTP/1.1" status: 200 len: 1094 time: 1.0889890 Jan 28 18:16:26.325122 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'tag': '702550ec-11c6-4e11-b08b-e443f39f6466'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:16:26.341312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2500f2f-fe00-49fb-9603-995c4a549149 service neutron] Pushing event updated for resources: {'Port': ['ID=702550ec-11c6-4e11-b08b-e443f39f6466,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:26.366300 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'tag': '702550ec-11c6-4e11-b08b-e443f39f6466', 'status': 'completed', 'code': 200} Jan 28 18:16:26.461110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24ffcc-76b2-4e99-9742-755ac5d93452 req-b4112b8c-f896-4126-97fc-334d8fa7c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:26.462738 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fb24ffcc-76b2-4e99-9742-755ac5d93452 req-b4112b8c-f896-4126-97fc-334d8fa7c3f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 1097 time: 0.0767136 Jan 28 18:16:26.599953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24ffcc-76b2-4e99-9742-755ac5d93452 req-37288d7b-b7ed-439d-87b1-4a5b6d9a0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:26.601323 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fb24ffcc-76b2-4e99-9742-755ac5d93452 req-37288d7b-b7ed-439d-87b1-4a5b6d9a0447 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=92550370897a4318a214dd17d934ca5a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1324286 Jan 28 18:16:26.732302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24ffcc-76b2-4e99-9742-755ac5d93452 req-24f71913-dc8b-4ddc-9cd0-8eb3b908c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:26.733726 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fb24ffcc-76b2-4e99-9742-755ac5d93452 req-24f71913-dc8b-4ddc-9cd0-8eb3b908c0d7 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273873 Jan 28 18:16:26.840056 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-b51aae82-14e7-4712-ba15-469f96499855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:26.841509 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-b51aae82-14e7-4712-ba15-469f96499855 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 1097 time: 0.0716074 Jan 28 18:16:27.000105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054e214-1eda-4685-9610-a532a9a9add0 req-004455c8-624a-4d53-af89-ce97f4d8a9fe tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:27.001616 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6054e214-1eda-4685-9610-a532a9a9add0 req-004455c8-624a-4d53-af89-ce97f4d8a9fe tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 944 time: 0.0849767 Jan 28 18:16:27.008941 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-38401f9e-6192-4d5b-a3fe-e5159ed4dae1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=702550ec-11c6-4e11-b08b-e443f39f6466 HTTP/1.1" status: 200 len: 217 time: 0.1607389 Jan 28 18:16:27.049503 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6054e214-1eda-4685-9610-a532a9a9add0 req-075a08f0-6b0e-4b14-85e2-06ee7b6f51c4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b2f3e1a-1683-486a-afc0-e25dd71995ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421898 Jan 28 18:16:27.070817 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-cd0e3ec8-07ab-4fdf-bd97-ba37bec0e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:27.072624 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-cd0e3ec8-07ab-4fdf-bd97-ba37bec0e991 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffcd0fa6-65cf-4329-b55d-6eb4247d1f31 HTTP/1.1" status: 200 len: 835 time: 0.0583229 Jan 28 18:16:27.148449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-4568a9c5-821d-4ab8-834b-6c118859f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:27.149956 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-4568a9c5-821d-4ab8-834b-6c118859f2e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718510 Jan 28 18:16:27.276713 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-54e104ed-1bd4-4484-85de-e9678ffe8610 service neutron] 10.222.0.16 "GET /v2.0/networks/f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206002 Jan 28 18:16:27.401544 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b71567c2-cc8b-4b28-915a-26bde74a1719 req-b0a77840-d536-429f-b1af-d7b30b2b89a4 service neutron] 10.222.0.16 "GET /v2.0/networks/f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193178 Jan 28 18:16:28.236917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285f9be-ca68-47c3-ba0a-c9b9ccabe6cf req-684d04a6-0f7b-46bb-b8ae-ba47aa90cd4a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:28.237606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2285f9be-ca68-47c3-ba0a-c9b9ccabe6cf req-684d04a6-0f7b-46bb-b8ae-ba47aa90cd4a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:16:28.304617 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2285f9be-ca68-47c3-ba0a-c9b9ccabe6cf req-684d04a6-0f7b-46bb-b8ae-ba47aa90cd4a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:16:28.305687 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2285f9be-ca68-47c3-ba0a-c9b9ccabe6cf req-684d04a6-0f7b-46bb-b8ae-ba47aa90cd4a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 944 time: 0.1450710 Jan 28 18:16:28.349869 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2285f9be-ca68-47c3-ba0a-c9b9ccabe6cf req-d303a685-c74c-4ae6-b0aa-e94687d2757a tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b2f3e1a-1683-486a-afc0-e25dd71995ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374751 Jan 28 18:16:29.529596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b416992-5421-43ad-970a-c12724fc99bb req-89fdb6c4-d7f4-4e86-84b8-3ec986beca4f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:29.531073 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5b416992-5421-43ad-970a-c12724fc99bb req-89fdb6c4-d7f4-4e86-84b8-3ec986beca4f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 944 time: 0.0782130 Jan 28 18:16:29.573924 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5b416992-5421-43ad-970a-c12724fc99bb req-4c22864c-587d-4f48-9e91-d763181a52ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b2f3e1a-1683-486a-afc0-e25dd71995ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370708 Jan 28 18:16:30.743483 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 702550ec-11c6-4e11-b08b-e443f39f6466 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:16:30.753607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3896dc-b744-4787-bc7e-92707f24f801 req-7761a762-eba6-4c7d-afcd-54e8b1547abf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:30.755042 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb3896dc-b744-4787-bc7e-92707f24f801 req-7761a762-eba6-4c7d-afcd-54e8b1547abf tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 944 time: 0.0801699 Jan 28 18:16:30.798456 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb3896dc-b744-4787-bc7e-92707f24f801 req-6157cff1-467d-4f0f-893d-913ad676e67c tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b2f3e1a-1683-486a-afc0-e25dd71995ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371413 Jan 28 18:16:30.872570 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 702550ec-11c6-4e11-b08b-e443f39f6466, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=702550ec-11c6-4e11-b08b-e443f39f6466,segment=NetworkSegment(22705f55-a2b3-4a09-bcc0-02abaedb86e7),segment_id=22705f55-a2b3-4a09-bcc0-02abaedb86e7)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:16:30.885409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '702550ec-11c6-4e11-b08b-e443f39f6466', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'port_id': '702550ec-11c6-4e11-b08b-e443f39f6466', 'mac_address': 'fa:16:3e:99:32:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:16:30.941136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:30.957394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702550ec-11c6-4e11-b08b-e443f39f6466 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:16:30.972433 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 702550ec-11c6-4e11-b08b-e443f39f6466, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=702550ec-11c6-4e11-b08b-e443f39f6466,segment=NetworkSegment(22705f55-a2b3-4a09-bcc0-02abaedb86e7),segment_id=22705f55-a2b3-4a09-bcc0-02abaedb86e7)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:16:31.046897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:31.110974 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=702550ec-11c6-4e11-b08b-e443f39f6466,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:31.237393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['702550ec-11c6-4e11-b08b-e443f39f6466'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:16:31.991288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d3555-9989-4f07-bcc4-ae3c41f51e24 req-73435f81-cc80-4108-b95f-d62e1d02033b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:31.992754 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d56d3555-9989-4f07-bcc4-ae3c41f51e24 req-73435f81-cc80-4108-b95f-d62e1d02033b tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 945 time: 0.0847929 Jan 28 18:16:32.041335 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d56d3555-9989-4f07-bcc4-ae3c41f51e24 req-8eecfe32-35e5-4354-8c73-40d60200635d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b2f3e1a-1683-486a-afc0-e25dd71995ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397496 Jan 28 18:16:32.756554 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 702550ec-11c6-4e11-b08b-e443f39f6466 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:16:32.886680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 702550ec-11c6-4e11-b08b-e443f39f6466 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:16:32.891377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 702550ec-11c6-4e11-b08b-e443f39f6466 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:16:32.891779 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:33.005958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:33.032480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702550ec-11c6-4e11-b08b-e443f39f6466'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:16:33.042686 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 702550ec-11c6-4e11-b08b-e443f39f6466, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=702550ec-11c6-4e11-b08b-e443f39f6466,segment=NetworkSegment(22705f55-a2b3-4a09-bcc0-02abaedb86e7),segment_id=22705f55-a2b3-4a09-bcc0-02abaedb86e7)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:16:33.097815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:33.135371 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702550ec-11c6-4e11-b08b-e443f39f6466', 'code': 200} Jan 28 18:16:33.167542 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=702550ec-11c6-4e11-b08b-e443f39f6466,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:33.228523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd03d0b-2573-41fc-a31b-565f22576fed req-5668a538-103a-47d4-a2e1-bdc47afde4ed tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:33.229974 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5dd03d0b-2573-41fc-a31b-565f22576fed req-5668a538-103a-47d4-a2e1-bdc47afde4ed tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 946 time: 0.0833869 Jan 28 18:16:33.277565 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5dd03d0b-2573-41fc-a31b-565f22576fed req-0105c0cf-eb12-474d-b220-26e527cba4e5 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b2f3e1a-1683-486a-afc0-e25dd71995ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417271 Jan 28 18:16:33.457096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc9f8f-1f36-4079-8210-f6fa44701c03 req-01c49e53-f551-4317-bd3d-c596566f9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:33.458564 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2bcc9f8f-1f36-4079-8210-f6fa44701c03 req-01c49e53-f551-4317-bd3d-c596566f9644 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 1099 time: 0.0679312 Jan 28 18:16:33.497034 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2bcc9f8f-1f36-4079-8210-f6fa44701c03 req-0ae28852-2d7c-40a3-9aea-a89cca58ca73 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8b2f3e1a-1683-486a-afc0-e25dd71995ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328252 Jan 28 18:16:34.104888 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:16:34.461896 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfff2f-fe6b-44bb-8cea-d1cb48b90845 req-f0cd819c-f522-44d4-95ab-a17d6815a3bc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:34.463346 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93dfff2f-fe6b-44bb-8cea-d1cb48b90845 req-f0cd819c-f522-44d4-95ab-a17d6815a3bc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 946 time: 0.0802732 Jan 28 18:16:34.508016 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93dfff2f-fe6b-44bb-8cea-d1cb48b90845 req-f56fb87b-f385-4a07-bf40-0aa18ae6e3c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b2f3e1a-1683-486a-afc0-e25dd71995ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389619 Jan 28 18:16:35.688320 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d4fa6-80c0-4b9d-8a99-3709a4dd7116 req-f09a2541-2e31-4499-9457-a5320fb46743 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:35.689714 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7d8d4fa6-80c0-4b9d-8a99-3709a4dd7116 req-f09a2541-2e31-4499-9457-a5320fb46743 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 946 time: 0.0770941 Jan 28 18:16:35.731785 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7d8d4fa6-80c0-4b9d-8a99-3709a4dd7116 req-ee378c14-1646-4182-888b-6b2b35eae463 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b2f3e1a-1683-486a-afc0-e25dd71995ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365794 Jan 28 18:16:35.923183 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1263c-6f2f-453c-9ff9-2b341ed4795d req-1511e4de-f625-4f12-a75b-1581b80c98c4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:35.924604 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a8c1263c-6f2f-453c-9ff9-2b341ed4795d req-1511e4de-f625-4f12-a75b-1581b80c98c4 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 946 time: 0.0780356 Jan 28 18:16:35.970248 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a8c1263c-6f2f-453c-9ff9-2b341ed4795d req-b7fee2d1-1a29-4ada-8da0-7cf55d46a0ec tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b2f3e1a-1683-486a-afc0-e25dd71995ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393984 Jan 28 18:16:35.994223 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50106) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:36.064810 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cf00e5-5452-4ca3-a836-a42d18e18018 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:36.066295 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-89cf00e5-5452-4ca3-a836-a42d18e18018 tempest-TestNetworkBasicOps-1079365923 tempest-TestNetworkBasicOps-1079365923-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 1094 time: 0.0711160 Jan 28 18:16:36.069074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50110) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:36.073758 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '702550ec-11c6-4e11-b08b-e443f39f6466', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:16:36.079455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:16:36.083228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Usage tracker for resource:floatingip and tenant:92550370897a4318a214dd17d934ca5a is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:16:36.085997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:16:36.091593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:16:36.143830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:36.282921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:36.415007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Allocated IP 172.26.1.100 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/d7db09da-04f4-4a80-9256-d90a840e69b9) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:16:36.556155 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:36.646179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:36.708111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:16:36.710771 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:16:36.713375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:16:36.760821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=d7db09da-04f4-4a80-9256-d90a840e69b9,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:37.224133 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:37.355618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:37.560721 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:37.600587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:37.706463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event updated for resources: {'Port': ['ID=d7db09da-04f4-4a80-9256-d90a840e69b9,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:16:37.714634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:37.889383 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP af7c44ee-d618-41d8-a4d3-3b547adbad1d associated. External IP: 172.26.1.100, port: 702550ec-11c6-4e11-b08b-e443f39f6466. Jan 28 18:16:38.243246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 097ff9fb-ccd6-40bc-8193-362e9b967a67 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:16:38.517890 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:16:38.527842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b712f7-abd2-4aeb-90a7-b9a7d8aa039f None None] Sync routers for ids ['097ff9fb-ccd6-40bc-8193-362e9b967a67'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:16:38.537342 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b712f7-abd2-4aeb-90a7-b9a7d8aa039f None None] Routers {'097ff9fb-ccd6-40bc-8193-362e9b967a67'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:16:38.537707 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-09b712f7-abd2-4aeb-90a7-b9a7d8aa039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:16:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['097ff9fb-ccd6-40bc-8193-362e9b967a67'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:38.572662 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:38.626315 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-952af52e-9e77-4797-b3c3-496c426e4658 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5562365 Jan 28 18:16:38.627012 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'tag': '702550ec-11c6-4e11-b08b-e443f39f6466'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:16:38.629152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50114) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:38.677804 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'tag': '702550ec-11c6-4e11-b08b-e443f39f6466', 'status': 'completed', 'code': 200} Jan 28 18:16:38.723162 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-09b712f7-abd2-4aeb-90a7-b9a7d8aa039f None None] Set router 097ff9fb-ccd6-40bc-8193-362e9b967a67 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:16:38.772342 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34f276-c258-4ea7-815b-a33ca3fcf34f req-74a98ba7-8b48-4ec2-8650-07a07cd91e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:38.773783 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7c34f276-c258-4ea7-815b-a33ca3fcf34f req-74a98ba7-8b48-4ec2-8650-07a07cd91e7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 1099 time: 0.0749450 Jan 28 18:16:38.873982 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d517a276-3cea-499e-a13d-f4536ebdd759 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/af7c44ee-d618-41d8-a4d3-3b547adbad1d HTTP/1.1" status: 200 len: 992 time: 0.2436411 Jan 28 18:16:38.906446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34f276-c258-4ea7-815b-a33ca3fcf34f req-556e64ac-0f56-4869-b036-8b56309b24af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:38.907961 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7c34f276-c258-4ea7-815b-a33ca3fcf34f req-556e64ac-0f56-4869-b036-8b56309b24af service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d HTTP/1.1" status: 200 len: 898 time: 0.1283174 Jan 28 18:16:39.008729 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7c34f276-c258-4ea7-815b-a33ca3fcf34f req-61695aef-38ae-41fd-a88a-7d10779ee84e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=702550ec-11c6-4e11-b08b-e443f39f6466 HTTP/1.1" status: 200 len: 1000 time: 0.0951662 Jan 28 18:16:39.075017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34f276-c258-4ea7-815b-a33ca3fcf34f req-ceda7af0-8e00-45e9-8557-9df9984beae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:39.076456 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7c34f276-c258-4ea7-815b-a33ca3fcf34f req-ceda7af0-8e00-45e9-8557-9df9984beae0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffcd0fa6-65cf-4329-b55d-6eb4247d1f31 HTTP/1.1" status: 200 len: 835 time: 0.0614805 Jan 28 18:16:39.099611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-09b712f7-abd2-4aeb-90a7-b9a7d8aa039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:16Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'af7c44ee-d618-41d8-a4d3-3b547adbad1d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.100', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'port_id': '702550ec-11c6-4e11-b08b-e443f39f6466', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'mac_address': 'fa:16:3e:99:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:16:37Z', 'updated_at': '2022-01-28T18:16:37Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f68b011-158d-4238-bf45-370f3ba94795', 'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:fb:4b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:15Z', 'updated_at': '2022-01-28T18:16:21Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:39.103963 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b712f7-abd2-4aeb-90a7-b9a7d8aa039f None None] Checking router: 097ff9fb-ccd6-40bc-8193-362e9b967a67 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:16:39.112202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b712f7-abd2-4aeb-90a7-b9a7d8aa039f None None] Routers {'097ff9fb-ccd6-40bc-8193-362e9b967a67'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:16:39.112796 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-09b712f7-abd2-4aeb-90a7-b9a7d8aa039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:16:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['097ff9fb-ccd6-40bc-8193-362e9b967a67'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:39.150091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34f276-c258-4ea7-815b-a33ca3fcf34f req-8c81ca52-b89b-40ec-9863-11712d7abc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:16:39.151602 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7c34f276-c258-4ea7-815b-a33ca3fcf34f req-8c81ca52-b89b-40ec-9863-11712d7abc11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680227 Jan 28 18:16:39.288182 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-09b712f7-abd2-4aeb-90a7-b9a7d8aa039f None None] Set router 097ff9fb-ccd6-40bc-8193-362e9b967a67 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:16:39.290629 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7c34f276-c258-4ea7-815b-a33ca3fcf34f req-5ae1c532-f1c7-46a2-a563-0c90ec9b9e68 service neutron] 10.222.0.16 "GET /v2.0/networks/f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330264 Jan 28 18:16:39.420428 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7c34f276-c258-4ea7-815b-a33ca3fcf34f req-618124bb-32e3-4fc8-bd05-242f62e043c7 service neutron] 10.222.0.16 "GET /v2.0/networks/f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240437 Jan 28 18:16:39.628671 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-09b712f7-abd2-4aeb-90a7-b9a7d8aa039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:16Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'af7c44ee-d618-41d8-a4d3-3b547adbad1d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.100', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'port_id': '702550ec-11c6-4e11-b08b-e443f39f6466', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'mac_address': 'fa:16:3e:99:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:16:37Z', 'updated_at': '2022-01-28T18:16:37Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f68b011-158d-4238-bf45-370f3ba94795', 'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:fb:4b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:15Z', 'updated_at': '2022-01-28T18:16:21Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:16:39.632552 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b712f7-abd2-4aeb-90a7-b9a7d8aa039f None None] The sync data for ids ['097ff9fb-ccd6-40bc-8193-362e9b967a67'] in dv-neutron-826919-1-hyperv is: [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:16Z', 'revision_number': 4, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'af7c44ee-d618-41d8-a4d3-3b547adbad1d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.100', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'port_id': '702550ec-11c6-4e11-b08b-e443f39f6466', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'mac_address': 'fa:16:3e:99:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:16:37Z', 'updated_at': '2022-01-28T18:16:37Z', 'revision_number': 0, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f68b011-158d-4238-bf45-370f3ba94795', 'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:fb:4b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:15Z', 'updated_at': '2022-01-28T18:16:21Z', 'revision_number': 5, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:16:39.811724 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b886379-46b7-4bfa-879f-5fa234f025cc None None] New status for floating IP af7c44ee-d618-41d8-a4d3-3b547adbad1d: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:16:39.877471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50120) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:39.914760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7a41698-834d-4e89-9963-ac86d126fe0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:39.981418 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a3dc463a-fca1-4246-8275-969c30230db7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/af7c44ee-d618-41d8-a4d3-3b547adbad1d HTTP/1.1" status: 200 len: 992 time: 0.1027949 Jan 28 18:16:40.985272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50124) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:16:41.090222 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9a3fb499-7f7b-4dfb-84e2-7455ada1015f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/af7c44ee-d618-41d8-a4d3-3b547adbad1d HTTP/1.1" status: 200 len: 994 time: 0.1039085 Jan 28 18:16:42.297840 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34d63d58-6c36-4b6f-b455-ec2459b7f04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:43.294280 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:43.359426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:44.995816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:16:49.947932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:09.908665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-68d17003-5602-4907-be2d-8888ca4a7258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:10.397402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50142) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:10.402984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-49f27574-165b-4b95-9e0b-ac62160d80fe tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:17:10.907707 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-49f27574-165b-4b95-9e0b-ac62160d80fe tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:10.960161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-49f27574-165b-4b95-9e0b-ac62160d80fe tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:11.104156 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:17:11.136525 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f27574-165b-4b95-9e0b-ac62160d80fe tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 097ff9fb-ccd6-40bc-8193-362e9b967a67 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:17:11.316991 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f27574-165b-4b95-9e0b-ac62160d80fe tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:17:11.324001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-49f27574-165b-4b95-9e0b-ac62160d80fe tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:11.325112 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-49f27574-165b-4b95-9e0b-ac62160d80fe tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/097ff9fb-ccd6-40bc-8193-362e9b967a67 HTTP/1.1" status: 200 len: 889 time: 0.9267175 Jan 28 18:17:11.327578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d15f3-33bc-4152-9e6c-6dc78f4f31ca None None] Sync routers for ids ['097ff9fb-ccd6-40bc-8193-362e9b967a67'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:17:11.338952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d15f3-33bc-4152-9e6c-6dc78f4f31ca None None] Routers {'097ff9fb-ccd6-40bc-8193-362e9b967a67'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:17:11.339576 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-123d15f3-33bc-4152-9e6c-6dc78f4f31ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:16:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['097ff9fb-ccd6-40bc-8193-362e9b967a67'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:11.397299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-123d15f3-33bc-4152-9e6c-6dc78f4f31ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:11.405968 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d15f3-33bc-4152-9e6c-6dc78f4f31ca None None] Routers {'097ff9fb-ccd6-40bc-8193-362e9b967a67'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:17:11.406571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-123d15f3-33bc-4152-9e6c-6dc78f4f31ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:16:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['097ff9fb-ccd6-40bc-8193-362e9b967a67'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:11.467264 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-123d15f3-33bc-4152-9e6c-6dc78f4f31ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:11.467666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d15f3-33bc-4152-9e6c-6dc78f4f31ca None None] The sync data for ids ['097ff9fb-ccd6-40bc-8193-362e9b967a67'] in dv-neutron-826919-1-hyperv is: [] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:17:12.240877 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f724b22-d234-41e8-9cc9-e002d4c86806 None None] New status for floating IP af7c44ee-d618-41d8-a4d3-3b547adbad1d: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:17:12.331641 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-854eade1-56e2-448e-a9bf-d2294f57081d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:12.770372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e976838c-7d55-4fce-8d81-e5810527ff27 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:17:12.920810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:12.937300 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port e976838c-7d55-4fce-8d81-e5810527ff27, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e976838c-7d55-4fce-8d81-e5810527ff27,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:17:13.057458 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:13.058150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0f68b011-158d-4238-bf45-370f3ba94795 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:17:13.169573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=e976838c-7d55-4fce-8d81-e5810527ff27,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:13.200355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:13.200627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:13.200963 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:13.201293 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:13.201621 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:13.201949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:13.202270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:13.202593 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:13.202915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:13.203262 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:13.203580 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:13.203897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:13.248365 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:13.280496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 0f68b011-158d-4238-bf45-370f3ba94795, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0f68b011-158d-4238-bf45-370f3ba94795,segment=NetworkSegment(22705f55-a2b3-4a09-bcc0-02abaedb86e7),segment_id=22705f55-a2b3-4a09-bcc0-02abaedb86e7)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:17:13.337764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:13.394690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:13.442975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:13.461079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=0f68b011-158d-4238-bf45-370f3ba94795,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:13.479711 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50148) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:13.484908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-501c0c74-7f63-4ce9-9938-b2b58702738d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:17:14.101908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-501c0c74-7f63-4ce9-9938-b2b58702738d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:14.165988 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-501c0c74-7f63-4ce9-9938-b2b58702738d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66652872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66652871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66651014'] for router, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:14.359371 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501c0c74-7f63-4ce9-9938-b2b58702738d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 097ff9fb-ccd6-40bc-8193-362e9b967a67 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:17:14.532597 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501c0c74-7f63-4ce9-9938-b2b58702738d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:17:14.539053 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-501c0c74-7f63-4ce9-9938-b2b58702738d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:14.542621 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-501c0c74-7f63-4ce9-9938-b2b58702738d tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/097ff9fb-ccd6-40bc-8193-362e9b967a67 HTTP/1.1" status: 200 len: 888 time: 1.0609045 Jan 28 18:17:14.544138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcbaa86-e32a-4532-b2f0-3a1cad442b38 None None] Sync routers for ids ['097ff9fb-ccd6-40bc-8193-362e9b967a67'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:17:14.544626 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50152) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:14.553412 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcbaa86-e32a-4532-b2f0-3a1cad442b38 None None] Routers {'097ff9fb-ccd6-40bc-8193-362e9b967a67'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:17:14.554047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6fcbaa86-e32a-4532-b2f0-3a1cad442b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:17:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['097ff9fb-ccd6-40bc-8193-362e9b967a67'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:14.658453 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8467f14e-0f06-4bbf-b64e-7c281dddf139 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/af7c44ee-d618-41d8-a4d3-3b547adbad1d HTTP/1.1" status: 200 len: 992 time: 0.1129880 Jan 28 18:17:14.735690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-6fcbaa86-e32a-4532-b2f0-3a1cad442b38 None None] Set router 097ff9fb-ccd6-40bc-8193-362e9b967a67 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:17:15.054512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:15.091778 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6fcbaa86-e32a-4532-b2f0-3a1cad442b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:14Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'af7c44ee-d618-41d8-a4d3-3b547adbad1d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.100', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'port_id': '702550ec-11c6-4e11-b08b-e443f39f6466', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'mac_address': 'fa:16:3e:99:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:16:37Z', 'updated_at': '2022-01-28T18:17:12Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f68b011-158d-4238-bf45-370f3ba94795', 'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:fb:4b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:15Z', 'updated_at': '2022-01-28T18:17:13Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:15.095525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcbaa86-e32a-4532-b2f0-3a1cad442b38 None None] Checking router: 097ff9fb-ccd6-40bc-8193-362e9b967a67 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:17:15.104231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcbaa86-e32a-4532-b2f0-3a1cad442b38 None None] Routers {'097ff9fb-ccd6-40bc-8193-362e9b967a67'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:17:15.104822 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6fcbaa86-e32a-4532-b2f0-3a1cad442b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:17:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['097ff9fb-ccd6-40bc-8193-362e9b967a67'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:15.274543 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-6fcbaa86-e32a-4532-b2f0-3a1cad442b38 None None] Set router 097ff9fb-ccd6-40bc-8193-362e9b967a67 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:17:15.636336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6fcbaa86-e32a-4532-b2f0-3a1cad442b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:14Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'af7c44ee-d618-41d8-a4d3-3b547adbad1d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.100', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'port_id': '702550ec-11c6-4e11-b08b-e443f39f6466', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'mac_address': 'fa:16:3e:99:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:16:37Z', 'updated_at': '2022-01-28T18:17:12Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f68b011-158d-4238-bf45-370f3ba94795', 'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:fb:4b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:15Z', 'updated_at': '2022-01-28T18:17:13Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:15.640236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcbaa86-e32a-4532-b2f0-3a1cad442b38 None None] The sync data for ids ['097ff9fb-ccd6-40bc-8193-362e9b967a67'] in dv-neutron-826919-1-hyperv is: [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:14Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'af7c44ee-d618-41d8-a4d3-3b547adbad1d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'floating_ip_address': '172.26.1.100', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'port_id': '702550ec-11c6-4e11-b08b-e443f39f6466', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'mac_address': 'fa:16:3e:99:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:16:37Z', 'updated_at': '2022-01-28T18:17:12Z', 'revision_number': 2, 'project_id': '92550370897a4318a214dd17d934ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f68b011-158d-4238-bf45-370f3ba94795', 'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:fb:4b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:15Z', 'updated_at': '2022-01-28T18:17:13Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:17:15.662382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50156) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:15.771102 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e30e22bc-8211-4f81-adfd-d6342a014e8f tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/af7c44ee-d618-41d8-a4d3-3b547adbad1d HTTP/1.1" status: 200 len: 992 time: 0.1074958 Jan 28 18:17:16.775145 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50160) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:16.860541 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e976838c-7d55-4fce-8d81-e5810527ff27 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:17:16.893919 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-099fb0da-991f-46df-9de6-192503b6e197 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/af7c44ee-d618-41d8-a4d3-3b547adbad1d HTTP/1.1" status: 200 len: 992 time: 0.1176414 Jan 28 18:17:16.926073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port e976838c-7d55-4fce-8d81-e5810527ff27 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:17:16.926436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:17.036931 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:17.053751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port e976838c-7d55-4fce-8d81-e5810527ff27, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e976838c-7d55-4fce-8d81-e5810527ff27,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:17:17.114409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:17.115197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0f68b011-158d-4238-bf45-370f3ba94795 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:17:17.226976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=e976838c-7d55-4fce-8d81-e5810527ff27,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:17.242250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 0f68b011-158d-4238-bf45-370f3ba94795 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:17:17.242611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:17.295927 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53c1a68-0b10-4c05-9938-8e5c82ff07f5 None None] New status for floating IP af7c44ee-d618-41d8-a4d3-3b547adbad1d: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:17:17.359576 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:17.390172 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 0f68b011-158d-4238-bf45-370f3ba94795, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0f68b011-158d-4238-bf45-370f3ba94795,segment=NetworkSegment(22705f55-a2b3-4a09-bcc0-02abaedb86e7),segment_id=22705f55-a2b3-4a09-bcc0-02abaedb86e7)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:17:17.463282 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:17.530722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=0f68b011-158d-4238-bf45-370f3ba94795,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:17.897819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50164) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:18.004030 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6ea4497e-1734-494d-826c-a51453fbcbc1 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/floatingips/af7c44ee-d618-41d8-a4d3-3b547adbad1d HTTP/1.1" status: 200 len: 994 time: 0.1050963 Jan 28 18:17:18.270122 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50172) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:18.479562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port d7db09da-04f4-4a80-9256-d90a840e69b9 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:17:18.479890 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:18.753328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:18.753646 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:18.781984 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e976838c-7d55-4fce-8d81-e5810527ff27 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:17:18.848169 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port e976838c-7d55-4fce-8d81-e5810527ff27 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:17:18.848537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:18.874927 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for d7db09da-04f4-4a80-9256-d90a840e69b9 owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:17:18.969070 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0f68b011-158d-4238-bf45-370f3ba94795 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:17:19.035311 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 0f68b011-158d-4238-bf45-370f3ba94795 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:17:19.035606 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:19.063125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:19.110619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=d7db09da-04f4-4a80-9256-d90a840e69b9,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:19.176209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:19.176558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:19.176890 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:19.177218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:19.177544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:19.177869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:19.178187 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:19.178506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:19.178824 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:19.179164 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:19.179483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:19.179796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:19.209735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:19.210121 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Floating IP af7c44ee-d618-41d8-a4d3-3b547adbad1d disassociated (deleted). External IP: 172.26.1.100, port: 702550ec-11c6-4e11-b08b-e443f39f6466. Jan 28 18:17:19.546673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 097ff9fb-ccd6-40bc-8193-362e9b967a67 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:17:19.718979 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:17:19.728673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e6f53-c645-47bb-8d81-c7a9dfd14484 None None] Sync routers for ids ['097ff9fb-ccd6-40bc-8193-362e9b967a67'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:17:19.737649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e6f53-c645-47bb-8d81-c7a9dfd14484 None None] Routers {'097ff9fb-ccd6-40bc-8193-362e9b967a67'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:17:19.742397 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-912e6f53-c645-47bb-8d81-c7a9dfd14484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:17:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['097ff9fb-ccd6-40bc-8193-362e9b967a67'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:19.788190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:19.843696 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5f8ba249-7a66-4647-b40a-4cc154881283 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/floatingips/af7c44ee-d618-41d8-a4d3-3b547adbad1d HTTP/1.1" status: 204 len: 168 time: 1.5700583 Jan 28 18:17:19.843696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'tag': '702550ec-11c6-4e11-b08b-e443f39f6466'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:17:19.886693 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'tag': '702550ec-11c6-4e11-b08b-e443f39f6466', 'status': 'completed', 'code': 200} Jan 28 18:17:19.931459 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-912e6f53-c645-47bb-8d81-c7a9dfd14484 None None] Set router 097ff9fb-ccd6-40bc-8193-362e9b967a67 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:17:19.989422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998c0f7-e854-4389-bfbe-e86c01ceb29a req-04ae946a-4026-427e-8039-41cb0da41f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:19.991254 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2998c0f7-e854-4389-bfbe-e86c01ceb29a req-04ae946a-4026-427e-8039-41cb0da41f18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92550370897a4318a214dd17d934ca5a&device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 1099 time: 0.0794358 Jan 28 18:17:20.011321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:20.122680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998c0f7-e854-4389-bfbe-e86c01ceb29a req-fb1ca14a-c3ed-4ef1-9b4a-f21ea3fc5957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:20.124157 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2998c0f7-e854-4389-bfbe-e86c01ceb29a req-fb1ca14a-c3ed-4ef1-9b4a-f21ea3fc5957 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d HTTP/1.1" status: 200 len: 898 time: 0.1273453 Jan 28 18:17:20.194793 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2998c0f7-e854-4389-bfbe-e86c01ceb29a req-ae2ef641-0c4b-419c-943e-bb8b6a898e6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=702550ec-11c6-4e11-b08b-e443f39f6466 HTTP/1.1" status: 200 len: 217 time: 0.0634274 Jan 28 18:17:20.287289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-912e6f53-c645-47bb-8d81-c7a9dfd14484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:14Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '0f68b011-158d-4238-bf45-370f3ba94795', 'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:fb:4b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:15Z', 'updated_at': '2022-01-28T18:17:17Z', 'revision_number': 7, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:20.292670 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e6f53-c645-47bb-8d81-c7a9dfd14484 None None] Checking router: 097ff9fb-ccd6-40bc-8193-362e9b967a67 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:17:20.301924 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e6f53-c645-47bb-8d81-c7a9dfd14484 None None] Routers {'097ff9fb-ccd6-40bc-8193-362e9b967a67'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:17:20.302540 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-912e6f53-c645-47bb-8d81-c7a9dfd14484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:17:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['097ff9fb-ccd6-40bc-8193-362e9b967a67'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:20.365451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998c0f7-e854-4389-bfbe-e86c01ceb29a req-a96ef2ca-deff-44d1-af7b-a2faf5fd29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:20.366928 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2998c0f7-e854-4389-bfbe-e86c01ceb29a req-a96ef2ca-deff-44d1-af7b-a2faf5fd29ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffcd0fa6-65cf-4329-b55d-6eb4247d1f31 HTTP/1.1" status: 200 len: 835 time: 0.1667202 Jan 28 18:17:20.507713 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d649e-daee-45b0-8fb6-96a5e32e539f req-a856a276-4706-4a68-86f6-4e7cee9ab8e0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:20.508433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-8b8d649e-daee-45b0-8fb6-96a5e32e539f req-a856a276-4706-4a68-86f6-4e7cee9ab8e0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Synchronizing usage tracker for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:17:20.513609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-912e6f53-c645-47bb-8d81-c7a9dfd14484 None None] Set router 097ff9fb-ccd6-40bc-8193-362e9b967a67 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:17:20.513745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998c0f7-e854-4389-bfbe-e86c01ceb29a req-a2cd94ff-4514-4cf7-8137-f52c0daebaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:20.515135 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2998c0f7-e854-4389-bfbe-e86c01ceb29a req-a2cd94ff-4514-4cf7-8137-f52c0daebaff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1396632 Jan 28 18:17:20.644824 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2998c0f7-e854-4389-bfbe-e86c01ceb29a req-fb9b9d41-927e-49af-b2f1-e8107a4e4129 service neutron] 10.222.0.16 "GET /v2.0/networks/f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227906 Jan 28 18:17:20.668918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-8b8d649e-daee-45b0-8fb6-96a5e32e539f req-a856a276-4706-4a68-86f6-4e7cee9ab8e0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Unset dirty status for tenant:92550370897a4318a214dd17d934ca5a on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:17:20.669995 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8b8d649e-daee-45b0-8fb6-96a5e32e539f req-a856a276-4706-4a68-86f6-4e7cee9ab8e0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 946 time: 0.2962914 Jan 28 18:17:20.778400 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8b8d649e-daee-45b0-8fb6-96a5e32e539f req-8915d868-6382-498c-b5e9-7bc1b51f047e tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b2f3e1a-1683-486a-afc0-e25dd71995ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017742 Jan 28 18:17:20.811798 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2998c0f7-e854-4389-bfbe-e86c01ceb29a req-8750bd72-386e-4746-b5b9-a29fe926bcdf service neutron] 10.222.0.16 "GET /v2.0/networks/f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604242 Jan 28 18:17:20.828461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-912e6f53-c645-47bb-8d81-c7a9dfd14484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:14Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '0f68b011-158d-4238-bf45-370f3ba94795', 'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:fb:4b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:15Z', 'updated_at': '2022-01-28T18:17:17Z', 'revision_number': 7, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:20.832357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e6f53-c645-47bb-8d81-c7a9dfd14484 None None] The sync data for ids ['097ff9fb-ccd6-40bc-8193-362e9b967a67'] in dv-neutron-826919-1-hyperv is: [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:14Z', 'revision_number': 6, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '0f68b011-158d-4238-bf45-370f3ba94795', 'name': '', 'network_id': 'f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'mac_address': 'fa:16:3e:fb:4b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:15Z', 'updated_at': '2022-01-28T18:17:17Z', 'revision_number': 7, 'project_id': '92550370897a4318a214dd17d934ca5a', 'subnets': [{'id': 'ffcd0fa6-65cf-4329-b55d-6eb4247d1f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:17:21.539473 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb37a0-d8be-4c70-a85f-873289e9c9fb None None] New status for floating IP af7c44ee-d618-41d8-a4d3-3b547adbad1d: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:17:21.638737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bf19d-fe48-4a48-b87c-1de5ee366a10 req-b497d4b7-915f-4c83-b7ea-6c5f3292a7a7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:21.640176 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-193bf19d-fe48-4a48-b87c-1de5ee366a10 req-b497d4b7-915f-4c83-b7ea-6c5f3292a7a7 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 946 time: 0.0791283 Jan 28 18:17:21.713049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-193bf19d-fe48-4a48-b87c-1de5ee366a10 req-79cf915a-c165-4c0c-ab2b-d5460b8a7f28 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 702550ec-11c6-4e11-b08b-e443f39f6466 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:17:21.713410 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-193bf19d-fe48-4a48-b87c-1de5ee366a10 req-79cf915a-c165-4c0c-ab2b-d5460b8a7f28 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:21.967013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a470f-c01f-43ed-946e-ad4a6508c57d req-8245e726-37ed-4b50-837b-e5d6dd1040fe tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:21.967583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-193bf19d-fe48-4a48-b87c-1de5ee366a10 req-79cf915a-c165-4c0c-ab2b-d5460b8a7f28 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 702550ec-11c6-4e11-b08b-e443f39f6466, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=702550ec-11c6-4e11-b08b-e443f39f6466,segment=NetworkSegment(22705f55-a2b3-4a09-bcc0-02abaedb86e7),segment_id=22705f55-a2b3-4a09-bcc0-02abaedb86e7)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:17:21.967703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-193bf19d-fe48-4a48-b87c-1de5ee366a10 req-79cf915a-c165-4c0c-ab2b-d5460b8a7f28 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:21.968437 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-394a470f-c01f-43ed-946e-ad4a6508c57d req-8245e726-37ed-4b50-837b-e5d6dd1040fe tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 946 time: 0.0830517 Jan 28 18:17:22.014733 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-394a470f-c01f-43ed-946e-ad4a6508c57d req-4201775b-c46f-43d3-87e6-3fe1f62d8abb tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b2f3e1a-1683-486a-afc0-e25dd71995ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399771 Jan 28 18:17:22.091526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-193bf19d-fe48-4a48-b87c-1de5ee366a10 req-79cf915a-c165-4c0c-ab2b-d5460b8a7f28 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 702550ec-11c6-4e11-b08b-e443f39f6466 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:17:22.304717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-193bf19d-fe48-4a48-b87c-1de5ee366a10 req-79cf915a-c165-4c0c-ab2b-d5460b8a7f28 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:22.354177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf915a-c165-4c0c-ab2b-d5460b8a7f28 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=702550ec-11c6-4e11-b08b-e443f39f6466,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:22.428446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-193bf19d-fe48-4a48-b87c-1de5ee366a10 req-79cf915a-c165-4c0c-ab2b-d5460b8a7f28 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] No DVR routers for this DVR port 702550ec-11c6-4e11-b08b-e443f39f6466 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:17:22.430839 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-193bf19d-fe48-4a48-b87c-1de5ee366a10 req-79cf915a-c165-4c0c-ab2b-d5460b8a7f28 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:22.433320 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'name': 'network-vif-deleted', 'tag': '702550ec-11c6-4e11-b08b-e443f39f6466'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:17:22.475843 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0d44a2-79bb-4d33-9bc7-3d70689efd53', 'name': 'network-vif-deleted', 'tag': '702550ec-11c6-4e11-b08b-e443f39f6466', 'status': 'completed', 'code': 200} Jan 28 18:17:22.492065 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-193bf19d-fe48-4a48-b87c-1de5ee366a10 req-79cf915a-c165-4c0c-ab2b-d5460b8a7f28 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.16 "DELETE /v2.0/ports/702550ec-11c6-4e11-b08b-e443f39f6466 HTTP/1.1" status: 204 len: 173 time: 0.8465681 Jan 28 18:17:23.176471 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-178ba089-8fcb-4478-af3b-5d90be1ac377 req-47ee071d-3e1c-4b48-826a-f9dfaa9f39b0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e0d44a2-79bb-4d33-9bc7-3d70689efd53 HTTP/1.1" status: 200 len: 210 time: 0.0440338 Jan 28 18:17:24.272052 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50190) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:24.357899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2544bb7-f625-4f6d-9656-c264e649f824 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:24.387786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2544bb7-f625-4f6d-9656-c264e649f824 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:24.514108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2544bb7-f625-4f6d-9656-c264e649f824 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:24.535772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2544bb7-f625-4f6d-9656-c264e649f824 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2f3e1a-1683-486a-afc0-e25dd71995ad,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:24.597816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e2544bb7-f625-4f6d-9656-c264e649f824 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:24.598984 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e2544bb7-f625-4f6d-9656-c264e649f824 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/security-groups/8b2f3e1a-1683-486a-afc0-e25dd71995ad HTTP/1.1" status: 204 len: 168 time: 0.3258882 Jan 28 18:17:24.686103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50196) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:25.004261 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 702550ec-11c6-4e11-b08b-e443f39f6466 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:17:25.043490 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 702550ec-11c6-4e11-b08b-e443f39f6466 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:17:25.044611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 702550ec-11c6-4e11-b08b-e443f39f6466 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:17:25.333198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51eb286b-0a50-4f2a-8301-7ba9d3e07ca0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:25.690811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-51eb286b-0a50-4f2a-8301-7ba9d3e07ca0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port 0f68b011-158d-4238-bf45-370f3ba94795 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:17:25.691183 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51eb286b-0a50-4f2a-8301-7ba9d3e07ca0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:25.871058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-51eb286b-0a50-4f2a-8301-7ba9d3e07ca0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port 0f68b011-158d-4238-bf45-370f3ba94795, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0f68b011-158d-4238-bf45-370f3ba94795,segment=NetworkSegment(22705f55-a2b3-4a09-bcc0-02abaedb86e7),segment_id=22705f55-a2b3-4a09-bcc0-02abaedb86e7)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:17:25.871415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51eb286b-0a50-4f2a-8301-7ba9d3e07ca0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:25.995747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-51eb286b-0a50-4f2a-8301-7ba9d3e07ca0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for 0f68b011-158d-4238-bf45-370f3ba94795 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:17:26.238491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51eb286b-0a50-4f2a-8301-7ba9d3e07ca0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:26.286448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb286b-0a50-4f2a-8301-7ba9d3e07ca0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=0f68b011-158d-4238-bf45-370f3ba94795,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:26.659256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-51eb286b-0a50-4f2a-8301-7ba9d3e07ca0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:27.016439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51eb286b-0a50-4f2a-8301-7ba9d3e07ca0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Router 097ff9fb-ccd6-40bc-8193-362e9b967a67 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:17:27.185445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51eb286b-0a50-4f2a-8301-7ba9d3e07ca0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:17:27.195549 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df415a14-4d40-438b-bcd5-592495fa60ac None None] Sync routers for ids ['097ff9fb-ccd6-40bc-8193-362e9b967a67'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:17:27.198276 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-51eb286b-0a50-4f2a-8301-7ba9d3e07ca0 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "PUT /v2.0/routers/097ff9fb-ccd6-40bc-8193-362e9b967a67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5110238 Jan 28 18:17:27.200584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50200) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:27.207558 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df415a14-4d40-438b-bcd5-592495fa60ac None None] Routers {'097ff9fb-ccd6-40bc-8193-362e9b967a67'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:17:27.208170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-df415a14-4d40-438b-bcd5-592495fa60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:17:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['097ff9fb-ccd6-40bc-8193-362e9b967a67'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:27.279179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-062df64d-7a79-48ef-bf9a-cae9d21ebfe6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting subnet ffcd0fa6-65cf-4329-b55d-6eb4247d1f31 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:17:27.282361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-062df64d-7a79-48ef-bf9a-cae9d21ebfe6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:27.334128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-062df64d-7a79-48ef-bf9a-cae9d21ebfe6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:27.384528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-df415a14-4d40-438b-bcd5-592495fa60ac None None] Set router 097ff9fb-ccd6-40bc-8193-362e9b967a67 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:17:27.418376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-062df64d-7a79-48ef-bf9a-cae9d21ebfe6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:27.577291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-062df64d-7a79-48ef-bf9a-cae9d21ebfe6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:27.614785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062df64d-7a79-48ef-bf9a-cae9d21ebfe6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Subnet': ['ID=ffcd0fa6-65cf-4329-b55d-6eb4247d1f31,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:27.618805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-062df64d-7a79-48ef-bf9a-cae9d21ebfe6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:27.627645 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-062df64d-7a79-48ef-bf9a-cae9d21ebfe6 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/subnets/ffcd0fa6-65cf-4329-b55d-6eb4247d1f31 HTTP/1.1" status: 204 len: 168 time: 0.4232423 Jan 28 18:17:27.627645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50204) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:27.631353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad871fcd-2a3b-4458-94e8-6530593e2137 None None] Network f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:17:27.802011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:27.818310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-df415a14-4d40-438b-bcd5-592495fa60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:26Z', 'revision_number': 7, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:27.824937 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df415a14-4d40-438b-bcd5-592495fa60ac None None] Checking router: 097ff9fb-ccd6-40bc-8193-362e9b967a67 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:17:27.837120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df415a14-4d40-438b-bcd5-592495fa60ac None None] Routers {'097ff9fb-ccd6-40bc-8193-362e9b967a67'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:17:27.837714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-df415a14-4d40-438b-bcd5-592495fa60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:17:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['097ff9fb-ccd6-40bc-8193-362e9b967a67'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:28.025152 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe144777-fe81-4212-840f-4e7ebdf564a3 None None] DHCP port deletion for f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:17:28.048868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-fe144777-fe81-4212-840f-4e7ebdf564a3 None None] Deleting port cefcb496-45d0-4164-850e-6d53300e6d25 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:17:28.049238 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fe144777-fe81-4212-840f-4e7ebdf564a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:28.097853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:28.116605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-df415a14-4d40-438b-bcd5-592495fa60ac None None] Set router 097ff9fb-ccd6-40bc-8193-362e9b967a67 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:17:28.171000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Deleting port e976838c-7d55-4fce-8d81-e5810527ff27 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:17:28.171367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:28.352626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] For port e976838c-7d55-4fce-8d81-e5810527ff27, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e976838c-7d55-4fce-8d81-e5810527ff27,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:17:28.352915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:28.461578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-fe144777-fe81-4212-840f-4e7ebdf564a3 None None] For port cefcb496-45d0-4164-850e-6d53300e6d25, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=cefcb496-45d0-4164-850e-6d53300e6d25,segment=NetworkSegment(22705f55-a2b3-4a09-bcc0-02abaedb86e7),segment_id=22705f55-a2b3-4a09-bcc0-02abaedb86e7)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:17:28.462184 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fe144777-fe81-4212-840f-4e7ebdf564a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:28.474269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Calling delete_port for e976838c-7d55-4fce-8d81-e5810527ff27 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:17:28.622457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-fe144777-fe81-4212-840f-4e7ebdf564a3 None None] Calling delete_port for cefcb496-45d0-4164-850e-6d53300e6d25 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:17:28.708344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:28.712834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-df415a14-4d40-438b-bcd5-592495fa60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:26Z', 'revision_number': 7, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:28.716789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df415a14-4d40-438b-bcd5-592495fa60ac None None] The sync data for ids ['097ff9fb-ccd6-40bc-8193-362e9b967a67'] in dv-neutron-826919-1-hyperv is: [{'id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'name': 'tempest-TestNetworkBasicOps-router-1358417876', 'tenant_id': '92550370897a4318a214dd17d934ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179'}], 'enable_snat': True}, 'gw_port_id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:26Z', 'revision_number': 7, 'project_id': '92550370897a4318a214dd17d934ca5a', 'gw_port': {'id': 'e976838c-7d55-4fce-8d81-e5810527ff27', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097ff9fb-ccd6-40bc-8193-362e9b967a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:16:10Z', 'updated_at': '2022-01-28T18:17:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:17:28.759308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Port': ['ID=e976838c-7d55-4fce-8d81-e5810527ff27,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:28.782775 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fe144777-fe81-4212-840f-4e7ebdf564a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:28.827302 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe144777-fe81-4212-840f-4e7ebdf564a3 None None] Pushing event deleted for resources: {'Port': ['ID=cefcb496-45d0-4164-850e-6d53300e6d25,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:28.830789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe144777-fe81-4212-840f-4e7ebdf564a3 None None] No DVR routers for this DVR port cefcb496-45d0-4164-850e-6d53300e6d25 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:17:28.849729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:29.016500 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:29.018528 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:29.083295 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device cefcb496-45d0-4164-850e-6d53300e6d25 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:17:29.102577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:29.103112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Fanout notify agent at l3_agent the message router_deleted on router 097ff9fb-ccd6-40bc-8193-362e9b967a67 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:17:29.119767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:29.120884 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-75e59737-bf55-48d6-8830-b26a874c45c9 tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/routers/097ff9fb-ccd6-40bc-8193-362e9b967a67 HTTP/1.1" status: 204 len: 168 time: 1.4927251 Jan 28 18:17:29.123485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50208) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:29.124480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: cefcb496-45d0-4164-850e-6d53300e6d25 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:17:29.124830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device cefcb496-45d0-4164-850e-6d53300e6d25 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:17:29.237892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4e5238c2-ed05-4b0e-8620-618f2bfec9cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:29.370985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4e5238c2-ed05-4b0e-8620-618f2bfec9cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:29.400101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-4e5238c2-ed05-4b0e-8620-618f2bfec9cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:29.411963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-4e5238c2-ed05-4b0e-8620-618f2bfec9cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22705f55-a2b3-4a09-bcc0-02abaedb86e7') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:29.412258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-4e5238c2-ed05-4b0e-8620-618f2bfec9cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22705f55-a2b3-4a09-bcc0-02abaedb86e7') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:17:29.423192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4e5238c2-ed05-4b0e-8620-618f2bfec9cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:29.438953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4e5238c2-ed05-4b0e-8620-618f2bfec9cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:29.444852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5238c2-ed05-4b0e-8620-618f2bfec9cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:17:29.450738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4e5238c2-ed05-4b0e-8620-618f2bfec9cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:17:29.459598 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:17:29.594074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4e5238c2-ed05-4b0e-8620-618f2bfec9cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:29.615255 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-4e5238c2-ed05-4b0e-8620-618f2bfec9cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:29.728419 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5238c2-ed05-4b0e-8620-618f2bfec9cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] Pushing event deleted for resources: {'Network': ['ID=f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:29.816520 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4e5238c2-ed05-4b0e-8620-618f2bfec9cc tempest-TestNetworkBasicOps-775692487 tempest-TestNetworkBasicOps-775692487-project] 10.222.0.26 "DELETE /v2.0/networks/f0ff0c7c-5cf4-4bf2-aa5a-9065e49ecf5d HTTP/1.1" status: 204 len: 168 time: 0.6920509 Jan 28 18:17:30.356417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50216) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:30.498850 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-053614a5-70fa-43d5-bf6d-af1bc20dfa0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92550370897a4318a214dd17d934ca5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410215 Jan 28 18:17:30.501126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50222) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:30.557009 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5d4412c4-51f3-4c93-b69d-2dac21cbb4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:30.583010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5d4412c4-51f3-4c93-b69d-2dac21cbb4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:30.696946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5d4412c4-51f3-4c93-b69d-2dac21cbb4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:30.713893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4412c4-51f3-4c93-b69d-2dac21cbb4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499e5b1b-8f8d-4084-aafb-2e7658246f16,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:30.721535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5d4412c4-51f3-4c93-b69d-2dac21cbb4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:30.722647 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5d4412c4-51f3-4c93-b69d-2dac21cbb4c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/499e5b1b-8f8d-4084-aafb-2e7658246f16 HTTP/1.1" status: 204 len: 168 time: 0.2206416 Jan 28 18:17:30.789852 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e976838c-7d55-4fce-8d81-e5810527ff27 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:17:30.826872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: e976838c-7d55-4fce-8d81-e5810527ff27 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:17:30.827242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e976838c-7d55-4fce-8d81-e5810527ff27 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:17:30.827651 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0f68b011-158d-4238-bf45-370f3ba94795 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:17:30.859531 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 0f68b011-158d-4238-bf45-370f3ba94795 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:17:30.859875 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0f68b011-158d-4238-bf45-370f3ba94795 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:17:31.354734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50230) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:31.372508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:31.386450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:17:31.390208 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Usage tracker for resource:security_group_rule and tenant:c7e995102b1f45e8b174fb2cefc74836 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:17:31.392984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:17:31.399148 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:17:31.479654 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:31.541043 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:31.586801 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7e995102b1f45e8b174fb2cefc74836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310271 Jan 28 18:17:31.587665 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b03e93-06de-422b-bcac-2db9636a8216,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:31.589575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50234) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:31.606828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:31.607198 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:31.607542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:31.607870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:31.608195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:31.608520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:31.608843 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:31.609165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:31.609484 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:31.609800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:31.610119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:31.610430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cba6c2-5526-4a35-91d9-c8a1fcaf42ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:17:31.657333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e2a0-0bac-4215-a8a9-512cb9419337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:31.685652 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e2a0-0bac-4215-a8a9-512cb9419337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:31.856743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e2a0-0bac-4215-a8a9-512cb9419337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:31.873424 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3e2a0-0bac-4215-a8a9-512cb9419337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b03e93-06de-422b-bcac-2db9636a8216,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:31.876665 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e2a0-0bac-4215-a8a9-512cb9419337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:31.880063 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c0c3e2a0-0bac-4215-a8a9-512cb9419337 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0b03e93-06de-422b-bcac-2db9636a8216 HTTP/1.1" status: 204 len: 168 time: 0.2873068 Jan 28 18:17:39.439727 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-9140d637-ca71-40d9-a62b-62cb2f4375d9 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b5b325b63f6949aa8d2d7ce2b27346f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298746 Jan 28 18:17:39.584731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-349fa385-602b-4c2a-bcd7-1605d680fe58 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:39.586782 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-349fa385-602b-4c2a-bcd7-1605d680fe58 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420047 Jan 28 18:17:39.600857 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-3905b974-716e-4a8b-b041-e271459009f0 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/quotas/b5b325b63f6949aa8d2d7ce2b27346f2 HTTP/1.1" status: 200 len: 375 time: 0.0085647 Jan 28 18:17:39.645326 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4053fe43-6f0c-4268-8026-2f6656ae425a tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5b325b63f6949aa8d2d7ce2b27346f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394475 Jan 28 18:17:39.909737 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a870a056-3849-4548-9e32-eca01cb90132 req-f9f97304-1095-4ed2-be6d-667deb495f97 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 210 time: 0.0423114 Jan 28 18:17:39.942245 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b9b20ae-c792-4677-a827-b8446ddc91c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:41.068241 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ea023368-8321-4517-840c-7ef8581e7ce9 req-c185a454-3ba7-4ced-bffb-956c203fb61f tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 210 time: 0.0413373 Jan 28 18:17:42.173354 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-cd888487-8093-416e-a4b8-27bc954869d7 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5b325b63f6949aa8d2d7ce2b27346f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297177 Jan 28 18:17:42.217361 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d5e84bbe-959e-40c7-bcf0-5603efbb16c2 req-0843b9f5-c9e2-414d-8a84-7af37c5c8600 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 210 time: 0.0426383 Jan 28 18:17:42.308503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-555e2f9c-5f61-4b69-b298-b3d70841ce93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:42.331544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-eab4d77c-16ac-42f8-9535-06c7e0c7a957 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:42.332997 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-eab4d77c-16ac-42f8-9535-06c7e0c7a957 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547320 Jan 28 18:17:42.348724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Request body: {'port': {'device_id': 'a86459e1-8754-4b77-8555-25c7678d4c58', 'network_id': 'e9156ba9-ef04-4cb7-862c-a72256b2c008', 'admin_state_up': True, 'tenant_id': 'b5b325b63f6949aa8d2d7ce2b27346f2'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:17:42.485659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:17:42.489535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Usage tracker for resource:port and tenant:b5b325b63f6949aa8d2d7ce2b27346f2 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:17:42.492437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:17:42.498240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:17:42.559642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Made reservation on behalf of b5b325b63f6949aa8d2d7ce2b27346f2 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:17:42.563085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:42.575813 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:42.590699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:17:42.594481 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Usage tracker for resource:security_group_rule and tenant:b5b325b63f6949aa8d2d7ce2b27346f2 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:17:42.597290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:17:42.602931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:17:42.682876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:42.752222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:42.836050 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:42.918070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Allocated IP 192.168.233.228 (e9156ba9-ef04-4cb7-862c-a72256b2c008/fa8ac48f-d47d-4536-a251-d74d798f58ab/05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:17:43.109411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:43.124494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Transition to ACTIVE for port object 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:17:43.227071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:43.302100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Network e9156ba9-ef04-4cb7-862c-a72256b2c008 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:17:43.305728 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:17:43.307837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:43.310020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:17:43.336393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Pushing event updated for resources: {'Port': ['ID=05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:43.393961 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:43.427753 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:43.428373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:43.470615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a850840-34ae-4266-8697-0920be4bfc8a req-20f92df2-34da-4950-88a9-ee2a44bc1969 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:43.471382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-4a850840-34ae-4266-8697-0920be4bfc8a req-20f92df2-34da-4950-88a9-ee2a44bc1969 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Synchronizing usage tracker for tenant:b5b325b63f6949aa8d2d7ce2b27346f2 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:17:43.627432 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-e83d2754-d316-48dc-bbe4-cefbbd5799ad tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2779112 Jan 28 18:17:43.634626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Request body: {'port': {'device_id': 'a86459e1-8754-4b77-8555-25c7678d4c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:17:43.663085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-4a850840-34ae-4266-8697-0920be4bfc8a req-20f92df2-34da-4950-88a9-ee2a44bc1969 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Unset dirty status for tenant:b5b325b63f6949aa8d2d7ce2b27346f2 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:17:43.665191 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4a850840-34ae-4266-8697-0920be4bfc8a req-20f92df2-34da-4950-88a9-ee2a44bc1969 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 936 time: 0.3300166 Jan 28 18:17:43.678229 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-da2b627e-1a15-46ac-a1f7-1809b6de3647 None None] Provisioning for port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:17:43.684080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-da2b627e-1a15-46ac-a1f7-1809b6de3647 None None] Provisioning complete for port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:17:43.684336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-da2b627e-1a15-46ac-a1f7-1809b6de3647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:43.739784 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-da2b627e-1a15-46ac-a1f7-1809b6de3647 None None] Port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:17:43.777071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-4a850840-34ae-4266-8697-0920be4bfc8a req-8bfc7bac-039c-4d71-b4a7-02fcb72f9881 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Synchronizing usage tracker for tenant:b5b325b63f6949aa8d2d7ce2b27346f2 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:17:43.784176 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:43.915422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-4a850840-34ae-4266-8697-0920be4bfc8a req-8bfc7bac-039c-4d71-b4a7-02fcb72f9881 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Unset dirty status for tenant:b5b325b63f6949aa8d2d7ce2b27346f2 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:17:43.916571 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4a850840-34ae-4266-8697-0920be4bfc8a req-8bfc7bac-039c-4d71-b4a7-02fcb72f9881 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348974 Jan 28 18:17:44.241478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:17:44.249583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:44.263555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Transition to ACTIVE for port object 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:17:44.313283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:44.443960 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Pushing event updated for resources: {'Port': ['ID=05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:44.549037 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Attempting to bind port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:17:44.549373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Attempting to bind port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '35892b6b-3159-4854-8188-3136391b4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9156ba9-ef04-4cb7-862c-a72256b2c008'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:17:44.550568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Attempting to bind port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb on network e9156ba9-ef04-4cb7-862c-a72256b2c008 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:17:44.555516 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb on network e9156ba9-ef04-4cb7-862c-a72256b2c008 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:17:44.556019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Attempting to bind port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb on network e9156ba9-ef04-4cb7-862c-a72256b2c008 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:17:44.561193 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:17:44.561521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Checking segment: {'id': '35892b6b-3159-4854-8188-3136391b4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9156ba9-ef04-4cb7-862c-a72256b2c008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:17:44.561889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Bound using segment: {'id': '35892b6b-3159-4854-8188-3136391b4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9156ba9-ef04-4cb7-862c-a72256b2c008'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:17:44.562300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Bound port: 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35892b6b-3159-4854-8188-3136391b4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9156ba9-ef04-4cb7-862c-a72256b2c008'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:17:44.562639 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:44.653510 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] For port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:17:44.656600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] For port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb,segment=NetworkSegment(35892b6b-3159-4854-8188-3136391b4845),segment_id=35892b6b-3159-4854-8188-3136391b4845)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:17:44.719717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:44.777641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:44.778246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:44.779929 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] 10.222.0.16 "PUT /v2.0/ports/05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb HTTP/1.1" status: 200 len: 1098 time: 1.1493893 Jan 28 18:17:44.780337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86459e1-8754-4b77-8555-25c7678d4c58', 'tag': '05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:17:44.803840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d2762-f705-4c2f-b798-7fd9eebeebb8 service neutron] Pushing event updated for resources: {'Port': ['ID=05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:44.837847 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86459e1-8754-4b77-8555-25c7678d4c58', 'tag': '05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb', 'status': 'completed', 'code': 200} Jan 28 18:17:44.927813 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5ac9-239e-4e15-b944-a0a55a1c7975 req-018514a6-5c66-493e-99a5-976f26796838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:44.929420 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c8ac5ac9-239e-4e15-b944-a0a55a1c7975 req-018514a6-5c66-493e-99a5-976f26796838 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5b325b63f6949aa8d2d7ce2b27346f2&device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 1101 time: 0.0761583 Jan 28 18:17:44.968828 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c8ac5ac9-239e-4e15-b944-a0a55a1c7975 req-1411b104-8e23-48a2-9d71-bc07cdc0b633 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5b325b63f6949aa8d2d7ce2b27346f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331528 Jan 28 18:17:44.988232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:45.163276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac5ac9-239e-4e15-b944-a0a55a1c7975 req-a8c824b2-179d-4664-a188-bd050369b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:45.164825 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c8ac5ac9-239e-4e15-b944-a0a55a1c7975 req-a8c824b2-179d-4664-a188-bd050369b693 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1906385 Jan 28 18:17:45.180488 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204be8e-af91-43b3-9585-2c13c33f370f req-966933bb-ddbd-4d40-a95b-7ca45555bf16 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:45.181915 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b204be8e-af91-43b3-9585-2c13c33f370f req-966933bb-ddbd-4d40-a95b-7ca45555bf16 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 948 time: 0.1328156 Jan 28 18:17:45.275662 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b204be8e-af91-43b3-9585-2c13c33f370f req-451a26f8-41f5-4947-a98f-18534d2069e1 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880964 Jan 28 18:17:45.291327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-3136bce0-2ddf-433b-aed2-d8b2bff1b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:45.292732 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-3136bce0-2ddf-433b-aed2-d8b2bff1b2fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5b325b63f6949aa8d2d7ce2b27346f2&device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 1101 time: 0.0920212 Jan 28 18:17:45.363944 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-db92ef1f-c129-4594-8b80-17475b8aedc6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb HTTP/1.1" status: 200 len: 217 time: 0.0605853 Jan 28 18:17:45.424202 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-3720b83a-f625-4af2-8a4c-9e28a509c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:45.425591 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-3720b83a-f625-4af2-8a4c-9e28a509c19c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa8ac48f-d47d-4536-a251-d74d798f58ab HTTP/1.1" status: 200 len: 843 time: 0.0590649 Jan 28 18:17:45.496805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-58994c1d-69d8-4b2e-bc72-147fcf12764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:45.498189 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-58994c1d-69d8-4b2e-bc72-147fcf12764b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9156ba9-ef04-4cb7-862c-a72256b2c008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0665672 Jan 28 18:17:45.623340 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-d3e0a9d0-acaa-47f0-b365-01f90af609b5 service neutron] 10.222.0.16 "GET /v2.0/networks/e9156ba9-ef04-4cb7-862c-a72256b2c008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190958 Jan 28 18:17:45.752962 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2624b63f-2a67-4319-907c-16c1a5806d04 req-d8f44556-453b-49e8-b5ed-4b8096cee8d1 service neutron] 10.222.0.16 "GET /v2.0/networks/e9156ba9-ef04-4cb7-862c-a72256b2c008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241109 Jan 28 18:17:46.565752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ffa98-4149-43fd-a374-549f8215e632 req-eb53d5c2-6910-4d06-82e3-1478cfbe4303 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:46.567105 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b12ffa98-4149-43fd-a374-549f8215e632 req-eb53d5c2-6910-4d06-82e3-1478cfbe4303 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 948 time: 0.1899941 Jan 28 18:17:46.609739 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b12ffa98-4149-43fd-a374-549f8215e632 req-ccef4bf2-52d0-487b-9b91-0b3afeff68e7 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363276 Jan 28 18:17:47.878700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a59af-0880-4f7c-b525-f5a053392e60 req-9d158d81-b3f0-4396-a5aa-cad78c4cc4a3 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:47.880162 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-456a59af-0880-4f7c-b525-f5a053392e60 req-9d158d81-b3f0-4396-a5aa-cad78c4cc4a3 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 948 time: 0.1650839 Jan 28 18:17:47.922633 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-456a59af-0880-4f7c-b525-f5a053392e60 req-d81138ea-2e70-4ce1-a199-02e742e6c514 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366209 Jan 28 18:17:48.104257 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:17:49.067328 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:17:49.112977 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d84c6d-aa0f-4cad-8107-a8ddcb4e94a1 req-f2b8c81c-b968-41c4-a422-f7d8110cd418 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:49.114435 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-28d84c6d-aa0f-4cad-8107-a8ddcb4e94a1 req-f2b8c81c-b968-41c4-a422-f7d8110cd418 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 948 time: 0.0862894 Jan 28 18:17:49.158320 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-28d84c6d-aa0f-4cad-8107-a8ddcb4e94a1 req-2a625517-1d3a-4b96-b73b-993053bba283 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 Jan 28 18:17:49.199882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb,segment=NetworkSegment(35892b6b-3159-4854-8188-3136391b4845),segment_id=35892b6b-3159-4854-8188-3136391b4845)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:17:49.213057 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb', 'network_id': 'e9156ba9-ef04-4cb7-862c-a72256b2c008', 'port_id': '05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb', 'mac_address': 'fa:16:3e:e1:40:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8ac48f-d47d-4536-a251-d74d798f58ab', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:17:49.265598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:49.282114 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:17:49.297350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb,segment=NetworkSegment(35892b6b-3159-4854-8188-3136391b4845),segment_id=35892b6b-3159-4854-8188-3136391b4845)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:17:49.358878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:49.464569 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:49.564237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:17:49.969460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:50.339987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86489c-6561-417c-99dd-5d49d9d19da0 req-757bb2a4-34f0-44ad-8a3e-96e466cd0d3e tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:50.341330 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5c86489c-6561-417c-99dd-5d49d9d19da0 req-757bb2a4-34f0-44ad-8a3e-96e466cd0d3e tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 949 time: 0.0815878 Jan 28 18:17:50.384359 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5c86489c-6561-417c-99dd-5d49d9d19da0 req-4fed7c9a-1051-40aa-a958-c0a17f225f94 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Jan 28 18:17:51.066772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:17:51.193068 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:17:51.198372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:17:51.198737 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:51.311687 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:51.337366 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86459e1-8754-4b77-8555-25c7678d4c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:17:51.346823 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb,segment=NetworkSegment(35892b6b-3159-4854-8188-3136391b4845),segment_id=35892b6b-3159-4854-8188-3136391b4845)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:17:51.380606 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86459e1-8754-4b77-8555-25c7678d4c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb', 'code': 200} Jan 28 18:17:51.409871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:51.478143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:51.568759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d49b5-b4b6-4760-8957-c7eb297ed19c req-e9ed3bea-4333-4b8f-8fce-468278cffb78 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:51.570637 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8e2d49b5-b4b6-4760-8957-c7eb297ed19c req-e9ed3bea-4333-4b8f-8fce-468278cffb78 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 950 time: 0.0815928 Jan 28 18:17:51.613001 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8e2d49b5-b4b6-4760-8957-c7eb297ed19c req-98e6b489-f9c8-4666-8569-d8762433b0fb tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365086 Jan 28 18:17:51.733335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2da11c-88da-4504-959b-5db0310c5006 req-f1b514c6-e60d-49d4-ba04-97ec22bd44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:51.734778 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7e2da11c-88da-4504-959b-5db0310c5006 req-f1b514c6-e60d-49d4-ba04-97ec22bd44aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 1103 time: 0.0678372 Jan 28 18:17:51.777881 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7e2da11c-88da-4504-959b-5db0310c5006 req-ab55db6d-ee73-4bc2-97d9-ee74d9dd8c43 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371447 Jan 28 18:17:52.812057 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d424e-abd1-48a4-b94b-168d5ffa7b36 req-2a1ce2ed-06df-4acf-97a7-21fa3380eb2d tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:52.818069 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-804d424e-abd1-48a4-b94b-168d5ffa7b36 req-2a1ce2ed-06df-4acf-97a7-21fa3380eb2d tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 950 time: 0.0786159 Jan 28 18:17:52.857107 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-804d424e-abd1-48a4-b94b-168d5ffa7b36 req-e357b0cc-47d6-4634-8bd3-b5857c49f7de tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378311 Jan 28 18:17:54.038442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe07ca-bc74-4a06-8998-d79c4f347fe6 req-30a664bb-4c2a-4fff-ab0c-c6104b25ccb9 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:54.039891 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d5fe07ca-bc74-4a06-8998-d79c4f347fe6 req-30a664bb-4c2a-4fff-ab0c-c6104b25ccb9 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 950 time: 0.0778894 Jan 28 18:17:54.087178 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d5fe07ca-bc74-4a06-8998-d79c4f347fe6 req-e68a1897-ba76-4f97-8c63-6eba24d74299 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415020 Jan 28 18:17:55.601012 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c193-860d-408c-a087-39b494b9220c req-a0908138-9552-4962-8cd2-3c4b4f4d1a70 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:55.602443 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4745c193-860d-408c-a087-39b494b9220c req-a0908138-9552-4962-8cd2-3c4b4f4d1a70 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 950 time: 0.0819581 Jan 28 18:17:55.645009 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4745c193-860d-408c-a087-39b494b9220c req-62f6a9bf-0fa4-4b43-ab6e-e2d772c50019 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368626 Jan 28 18:17:56.830620 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c21c9-9ba8-45fc-a37d-e3dfa6fcdb9d req-95bd42cf-40f5-490a-8796-0e619515f84c tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:56.832076 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2d8c21c9-9ba8-45fc-a37d-e3dfa6fcdb9d req-95bd42cf-40f5-490a-8796-0e619515f84c tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 950 time: 0.0825987 Jan 28 18:17:56.844447 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abc058-f4f4-4fe2-a238-8c8de2c3a9db req-ce1f547a-bf07-4a64-8837-61a443055e72 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:17:56.845871 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f6abc058-f4f4-4fe2-a238-8c8de2c3a9db req-ce1f547a-bf07-4a64-8837-61a443055e72 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.16 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 950 time: 0.0789518 Jan 28 18:17:56.875223 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2d8c21c9-9ba8-45fc-a37d-e3dfa6fcdb9d req-542bdc56-197f-4d55-aac6-52a8fd696e49 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369718 Jan 28 18:17:56.917553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-f6abc058-f4f4-4fe2-a238-8c8de2c3a9db req-53803b3e-d083-40b4-b0c7-9d96b82f93c4 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Deleting port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:17:56.917893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-f6abc058-f4f4-4fe2-a238-8c8de2c3a9db req-53803b3e-d083-40b4-b0c7-9d96b82f93c4 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:57.153362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-f6abc058-f4f4-4fe2-a238-8c8de2c3a9db req-53803b3e-d083-40b4-b0c7-9d96b82f93c4 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] For port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb,segment=NetworkSegment(35892b6b-3159-4854-8188-3136391b4845),segment_id=35892b6b-3159-4854-8188-3136391b4845)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:17:57.153963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-f6abc058-f4f4-4fe2-a238-8c8de2c3a9db req-53803b3e-d083-40b4-b0c7-9d96b82f93c4 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:57.275303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-f6abc058-f4f4-4fe2-a238-8c8de2c3a9db req-53803b3e-d083-40b4-b0c7-9d96b82f93c4 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Calling delete_port for 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:17:57.477649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-f6abc058-f4f4-4fe2-a238-8c8de2c3a9db req-53803b3e-d083-40b4-b0c7-9d96b82f93c4 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:57.489613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:17:57.526340 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53803b3e-d083-40b4-b0c7-9d96b82f93c4 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Pushing event deleted for resources: {'Port': ['ID=05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:17:57.602803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6abc058-f4f4-4fe2-a238-8c8de2c3a9db req-53803b3e-d083-40b4-b0c7-9d96b82f93c4 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] No DVR routers for this DVR port 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:17:57.605283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-f6abc058-f4f4-4fe2-a238-8c8de2c3a9db req-53803b3e-d083-40b4-b0c7-9d96b82f93c4 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:57.609159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86459e1-8754-4b77-8555-25c7678d4c58', 'name': 'network-vif-deleted', 'tag': '05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:17:57.654895 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86459e1-8754-4b77-8555-25c7678d4c58', 'name': 'network-vif-deleted', 'tag': '05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb', 'status': 'completed', 'code': 200} Jan 28 18:17:57.678610 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f6abc058-f4f4-4fe2-a238-8c8de2c3a9db req-53803b3e-d083-40b4-b0c7-9d96b82f93c4 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.16 "DELETE /v2.0/ports/05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb HTTP/1.1" status: 204 len: 173 time: 0.8273606 Jan 28 18:17:58.037940 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d0a49b15-b8b5-432d-b172-cb4486d9bb6b req-fe9606f5-97a5-4ced-a6b1-c39e58e2da05 tempest-ServersAdminNegativeTestJSON-1688203976 tempest-ServersAdminNegativeTestJSON-1688203976-project] 10.222.0.26 "GET /v2.0/ports?device_id=a86459e1-8754-4b77-8555-25c7678d4c58 HTTP/1.1" status: 200 len: 210 time: 0.0427449 Jan 28 18:17:59.607970 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50374) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:59.760972 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0accd339-ff8c-4256-beb0-82ac22080879 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5b325b63f6949aa8d2d7ce2b27346f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518509 Jan 28 18:17:59.763520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50380) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:17:59.820311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ed41b4d4-2521-4397-81e9-b889ce70976e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:59.845073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ed41b4d4-2521-4397-81e9-b889ce70976e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:59.976873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ed41b4d4-2521-4397-81e9-b889ce70976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:17:59.995405 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41b4d4-2521-4397-81e9-b889ce70976e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:00.076573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ed41b4d4-2521-4397-81e9-b889ce70976e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:00.080096 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ed41b4d4-2521-4397-81e9-b889ce70976e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e9ff469-0323-4fce-97ac-0ea9ce2c1c9a HTTP/1.1" status: 204 len: 168 time: 0.3132999 Jan 28 18:18:00.593538 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50388) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:18:00.610895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e01a611-96de-42d5-80ab-05f17a3a86a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:00.628294 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2e01a611-96de-42d5-80ab-05f17a3a86a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:18:00.632651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2e01a611-96de-42d5-80ab-05f17a3a86a9 admin admin] Usage tracker for resource:security_group_rule and tenant:44928a5f9bf5436caff72e0fa9c72270 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:18:00.635511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2e01a611-96de-42d5-80ab-05f17a3a86a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:18:00.644457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2e01a611-96de-42d5-80ab-05f17a3a86a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:18:00.730572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e01a611-96de-42d5-80ab-05f17a3a86a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:00.798897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2e01a611-96de-42d5-80ab-05f17a3a86a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:00.847415 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2e01a611-96de-42d5-80ab-05f17a3a86a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44928a5f9bf5436caff72e0fa9c72270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527494 Jan 28 18:18:00.848359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01a611-96de-42d5-80ab-05f17a3a86a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee96ec9-1ca0-4189-a4f4-1c7dd4863185,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:00.850106 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50392) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:18:00.912901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a42fe50-51f3-43d7-abaa-8985d4c34037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:00.948793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a42fe50-51f3-43d7-abaa-8985d4c34037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:01.079045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a42fe50-51f3-43d7-abaa-8985d4c34037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:01.095368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42fe50-51f3-43d7-abaa-8985d4c34037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee96ec9-1ca0-4189-a4f4-1c7dd4863185,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:01.101938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6a42fe50-51f3-43d7-abaa-8985d4c34037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:01.102861 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6a42fe50-51f3-43d7-abaa-8985d4c34037 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ee96ec9-1ca0-4189-a4f4-1c7dd4863185 HTTP/1.1" status: 204 len: 168 time: 0.2516356 Jan 28 18:18:01.132323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:18:01.167811 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:18:01.168155 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 05c3ec24-99b1-4a4a-8fcc-20c5ece5d0eb not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:18:02.090570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50416) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:18:02.191546 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2439589-network', 'tenant_id': '6a1f471a915e45ff9361994815a90ce6'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:18:02.196196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:18:02.200000 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Usage tracker for resource:network and tenant:6a1f471a915e45ff9361994815a90ce6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:18:02.202813 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:18:02.208908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:18:02.255904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Made reservation on behalf of 6a1f471a915e45ff9361994815a90ce6 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:18:02.258081 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:02.270157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:02.284681 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:18:02.288923 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1f471a915e45ff9361994815a90ce6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:18:02.291638 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:18:02.297176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:18:02.385133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:02.427316 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:02.453521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:18:02.469312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6414525e-9edd-42cb-b935-88f564949a2d,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:02.473689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:02.474037 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Added segment dc4d2057-83b8-4ba2-9cd0-8716098ff069 of type vlan for network 5a4780a8-68d0-44a0-ba38-13a019641901 Jan 28 18:18:02.499610 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:02.592017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:02.592907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:02.593481 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:02.690802 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] Pushing event updated for resources: {'Network': ['ID=5a4780a8-68d0-44a0-ba38-13a019641901,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:02.702810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 5a4780a8-68d0-44a0-ba38-13a019641901 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:18:02.741400 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dbb7320b-ae9b-4f7e-9cad-911e1e8fac92 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6496511 Jan 28 18:18:02.744316 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50422) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:18:02.749794 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Request body: {'subnet': {'network_id': '5a4780a8-68d0-44a0-ba38-13a019641901', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2439589-subnet', 'tenant_id': '6a1f471a915e45ff9361994815a90ce6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:18:02.754829 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:18:02.759759 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Usage tracker for resource:subnet and tenant:6a1f471a915e45ff9361994815a90ce6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:18:02.761490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:18:02.767357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:18:02.837142 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Made reservation on behalf of 6a1f471a915e45ff9361994815a90ce6 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:18:02.839471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:03.100511 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:03.171691 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=994ca5a1-44fb-47fe-9315-17d8f6c2ad9a,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:03.179017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Checking segment: {'id': 'dc4d2057-83b8-4ba2-9cd0-8716098ff069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5a4780a8-68d0-44a0-ba38-13a019641901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:18:03.179370 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Network hostable DHCP agents. Network: 5a4780a8-68d0-44a0-ba38-13a019641901, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:18:03.277351 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Network 5a4780a8-68d0-44a0-ba38-13a019641901 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:18:03.334460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 5a4780a8-68d0-44a0-ba38-13a019641901) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:18:03.338333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:03.338950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:03.343287 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe6e29b-bf61-4972-85b7-b458e2571325 None None] Network 5a4780a8-68d0-44a0-ba38-13a019641901 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:18:03.461390 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-89c06e27-aab8-4665-a00e-5f0764fa5b91 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7157359 Jan 28 18:18:03.549706 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aa83e6-8b54-4e9d-9167-8a6ddcf3ffd1 None None] Network 5a4780a8-68d0-44a0-ba38-13a019641901 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:18:03.955452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-ef78b186-4234-4894-809c-92e01682a328 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:03.956115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-ef78b186-4234-4894-809c-92e01682a328 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Synchronizing usage tracker for tenant:6a1f471a915e45ff9361994815a90ce6 on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:18:04.050085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-ef78b186-4234-4894-809c-92e01682a328 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Unset dirty status for tenant:6a1f471a915e45ff9361994815a90ce6 on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:18:04.051354 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-ef78b186-4234-4894-809c-92e01682a328 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/networks?id=5a4780a8-68d0-44a0-ba38-13a019641901 HTTP/1.1" status: 200 len: 809 time: 0.2381501 Jan 28 18:18:04.066297 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-b07bcc21-e4ff-4991-b20d-8095edd67812 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/quotas/6a1f471a915e45ff9361994815a90ce6 HTTP/1.1" status: 200 len: 375 time: 0.0093410 Jan 28 18:18:04.113224 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-6974acf1-2488-409e-bd0f-88c202bb855e tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a1f471a915e45ff9361994815a90ce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413597 Jan 28 18:18:04.242217 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-929a4af6-c7fb-45c8-9580-ea97d54c6c0e service neutron] 10.222.0.26 "GET /v2.0/networks/5a4780a8-68d0-44a0-ba38-13a019641901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226380 Jan 28 18:18:04.375889 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-e7d87f33-e4b5-4dac-adf8-cb92881c7d37 service neutron] 10.222.0.26 "GET /v2.0/networks/5a4780a8-68d0-44a0-ba38-13a019641901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280470 Jan 28 18:18:04.621175 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-19462086-8477-483d-9376-c0e31fee5fab req-6b44ce6d-fdab-495d-b8e5-6c270c949eaa tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 210 time: 0.0426087 Jan 28 18:18:05.764375 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b7b6df9e-1169-418f-a17c-bdaa55a6d9ec req-211846df-05d8-4d54-ab5c-ece9563b4e98 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 210 time: 0.0413272 Jan 28 18:18:06.677088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-53463d39-d395-4dbe-93cf-97cebc4311b4 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:06.678478 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-53463d39-d395-4dbe-93cf-97cebc4311b4 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.16 "GET /v2.0/networks?id=5a4780a8-68d0-44a0-ba38-13a019641901 HTTP/1.1" status: 200 len: 809 time: 0.1424260 Jan 28 18:18:06.689340 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Request body: {'port': {'device_id': '78323e53-fad5-47a7-a7fc-ca48084ca4ae', 'network_id': '5a4780a8-68d0-44a0-ba38-13a019641901', 'admin_state_up': True, 'tenant_id': '6a1f471a915e45ff9361994815a90ce6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:18:06.823669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:18:06.827550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Usage tracker for resource:port and tenant:6a1f471a915e45ff9361994815a90ce6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:18:06.830499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:18:06.836946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:18:06.908534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Made reservation on behalf of 6a1f471a915e45ff9361994815a90ce6 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:18:06.911937 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:07.017687 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8b97ec44-c9f1-4610-a725-872dd93dd67f req-46c185d7-b540-44be-a7b1-74fc994d15b0 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 210 time: 0.1484246 Jan 28 18:18:07.163236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Allocated IP 172.20.0.12 (5a4780a8-68d0-44a0-ba38-13a019641901/994ca5a1-44fb-47fe-9315-17d8f6c2ad9a/330cd7c3-d028-4b78-b00c-332aa5f52204) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:18:07.359447 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:07.445405 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:07.511551 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Network 5a4780a8-68d0-44a0-ba38-13a019641901 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:18:07.514354 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:18:07.518318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:18:07.562102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Pushing event updated for resources: {'Port': ['ID=330cd7c3-d028-4b78-b00c-332aa5f52204,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:07.586306 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:07.586902 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:07.677772 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-a558f074-6ad2-406b-8979-a53d3ffd8922 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9918480 Jan 28 18:18:07.689949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Request body: {'port': {'device_id': '78323e53-fad5-47a7-a7fc-ca48084ca4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:18:07.798083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:08.129678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330cd7c3-d028-4b78-b00c-332aa5f52204 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:18:08.137246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:08.151885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Transition to ACTIVE for port object 330cd7c3-d028-4b78-b00c-332aa5f52204 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:18:08.203744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72a40f-4171-4051-9e9e-66ce6ec7aa62 req-2f0bc407-2a5b-4a2e-ac93-6271e661e0e8 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:08.205164 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ac72a40f-4171-4051-9e9e-66ce6ec7aa62 req-2f0bc407-2a5b-4a2e-ac93-6271e661e0e8 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 932 time: 0.0808127 Jan 28 18:18:08.227272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:08.248102 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ac72a40f-4171-4051-9e9e-66ce6ec7aa62 req-589e9cde-5dc8-477c-b845-e0abbcf26893 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Synchronizing usage tracker for tenant:6a1f471a915e45ff9361994815a90ce6 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:18:08.329987 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ac72a40f-4171-4051-9e9e-66ce6ec7aa62 req-589e9cde-5dc8-477c-b845-e0abbcf26893 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Unset dirty status for tenant:6a1f471a915e45ff9361994815a90ce6 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:18:08.331410 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ac72a40f-4171-4051-9e9e-66ce6ec7aa62 req-589e9cde-5dc8-477c-b845-e0abbcf26893 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206121 Jan 28 18:18:08.398615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Pushing event updated for resources: {'Port': ['ID=330cd7c3-d028-4b78-b00c-332aa5f52204,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:08.469125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Attempting to bind port 330cd7c3-d028-4b78-b00c-332aa5f52204 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:18:08.469452 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Attempting to bind port 330cd7c3-d028-4b78-b00c-332aa5f52204 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': 'dc4d2057-83b8-4ba2-9cd0-8716098ff069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5a4780a8-68d0-44a0-ba38-13a019641901'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:18:08.469777 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Attempting to bind port 330cd7c3-d028-4b78-b00c-332aa5f52204 on network 5a4780a8-68d0-44a0-ba38-13a019641901 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:18:08.474255 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Port 330cd7c3-d028-4b78-b00c-332aa5f52204 on network 5a4780a8-68d0-44a0-ba38-13a019641901 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:18:08.474569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Attempting to bind port 330cd7c3-d028-4b78-b00c-332aa5f52204 on network 5a4780a8-68d0-44a0-ba38-13a019641901 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:18:08.480217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:18:08.480553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Checking segment: {'id': 'dc4d2057-83b8-4ba2-9cd0-8716098ff069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5a4780a8-68d0-44a0-ba38-13a019641901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:18:08.480929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Bound using segment: {'id': 'dc4d2057-83b8-4ba2-9cd0-8716098ff069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5a4780a8-68d0-44a0-ba38-13a019641901'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:18:08.481344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Bound port: 330cd7c3-d028-4b78-b00c-332aa5f52204, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4d2057-83b8-4ba2-9cd0-8716098ff069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5a4780a8-68d0-44a0-ba38-13a019641901'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:18:08.481684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:08.566753 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] For port 330cd7c3-d028-4b78-b00c-332aa5f52204, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:18:08.569563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] For port 330cd7c3-d028-4b78-b00c-332aa5f52204, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=330cd7c3-d028-4b78-b00c-332aa5f52204,segment=NetworkSegment(dc4d2057-83b8-4ba2-9cd0-8716098ff069),segment_id=dc4d2057-83b8-4ba2-9cd0-8716098ff069)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:18:08.656387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:08.717624 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:08.718226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:08.719635 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] 10.222.0.16 "PUT /v2.0/ports/330cd7c3-d028-4b78-b00c-332aa5f52204 HTTP/1.1" status: 200 len: 1094 time: 1.0340865 Jan 28 18:18:08.720061 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78323e53-fad5-47a7-a7fc-ca48084ca4ae', 'tag': '330cd7c3-d028-4b78-b00c-332aa5f52204'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:18:08.739490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c6327-b402-4ca0-82ce-0a37b6598615 service neutron] Pushing event updated for resources: {'Port': ['ID=330cd7c3-d028-4b78-b00c-332aa5f52204,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:08.764678 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78323e53-fad5-47a7-a7fc-ca48084ca4ae', 'tag': '330cd7c3-d028-4b78-b00c-332aa5f52204', 'status': 'completed', 'code': 200} Jan 28 18:18:08.853762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b0d78-90a3-4470-978e-356466d3b9ff req-188cde0d-c0fb-452c-91d7-6e4472aadac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:08.855193 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8a8b0d78-90a3-4470-978e-356466d3b9ff req-188cde0d-c0fb-452c-91d7-6e4472aadac4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a1f471a915e45ff9361994815a90ce6&device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 1097 time: 0.0698884 Jan 28 18:18:08.989348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b0d78-90a3-4470-978e-356466d3b9ff req-545ff787-8a44-48c4-bfad-73eebe1306e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:08.990910 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8a8b0d78-90a3-4470-978e-356466d3b9ff req-545ff787-8a44-48c4-bfad-73eebe1306e6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6a1f471a915e45ff9361994815a90ce6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1284578 Jan 28 18:18:09.211650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b0d78-90a3-4470-978e-356466d3b9ff req-06a8907d-a5b9-437a-86ba-9eeeca5fca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:09.213062 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8a8b0d78-90a3-4470-978e-356466d3b9ff req-06a8907d-a5b9-437a-86ba-9eeeca5fca53 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2169726 Jan 28 18:18:09.315734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-0620b022-81c8-4ca2-a34b-599cd77230cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:09.317158 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-0620b022-81c8-4ca2-a34b-599cd77230cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a1f471a915e45ff9361994815a90ce6&device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 1097 time: 0.0702455 Jan 28 18:18:09.382812 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-acc44f4c-07ab-4035-949a-8036fe244630 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330cd7c3-d028-4b78-b00c-332aa5f52204 HTTP/1.1" status: 200 len: 217 time: 0.0591772 Jan 28 18:18:09.446208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-26c804bc-b2ba-48b7-a119-b491186a3681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:09.447633 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-26c804bc-b2ba-48b7-a119-b491186a3681 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=994ca5a1-44fb-47fe-9315-17d8f6c2ad9a HTTP/1.1" status: 200 len: 849 time: 0.0597286 Jan 28 18:18:09.492748 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-8fc651f3-4c78-40d4-8371-5938e1d29776 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a4780a8-68d0-44a0-ba38-13a019641901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390401 Jan 28 18:18:09.515576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47118c1e-bcbe-46dd-bb1e-07fa474541c4 req-d34f4e15-39a6-4b17-a15e-b493ce44fe35 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:09.517009 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-47118c1e-bcbe-46dd-bb1e-07fa474541c4 req-d34f4e15-39a6-4b17-a15e-b493ce44fe35 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 944 time: 0.0800939 Jan 28 18:18:09.561299 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-47118c1e-bcbe-46dd-bb1e-07fa474541c4 req-e8e8a0a3-b60e-440c-9c62-ae9d6fb1e413 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384176 Jan 28 18:18:09.619687 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-8da5e35c-487e-4aeb-a805-b4b4a5ee9874 service neutron] 10.222.0.16 "GET /v2.0/networks/5a4780a8-68d0-44a0-ba38-13a019641901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215489 Jan 28 18:18:09.748078 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e5215ba4-47d8-4079-87a2-d69113411d2e req-3bc83beb-5ddc-426b-9526-a3bd4ad70196 service neutron] 10.222.0.16 "GET /v2.0/networks/5a4780a8-68d0-44a0-ba38-13a019641901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216438 Jan 28 18:18:09.905557 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c3597b18-f49c-4024-a4a0-37d77e0e8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:10.752430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee246-0813-4efc-9285-17c452bc3256 req-b15eaf33-2e77-4d1f-824a-9b2f45927e6a tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:10.752923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-9d3ee246-0813-4efc-9285-17c452bc3256 req-b15eaf33-2e77-4d1f-824a-9b2f45927e6a tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Synchronizing usage tracker for tenant:6a1f471a915e45ff9361994815a90ce6 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:18:10.831490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-9d3ee246-0813-4efc-9285-17c452bc3256 req-b15eaf33-2e77-4d1f-824a-9b2f45927e6a tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Unset dirty status for tenant:6a1f471a915e45ff9361994815a90ce6 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:18:10.832644 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9d3ee246-0813-4efc-9285-17c452bc3256 req-b15eaf33-2e77-4d1f-824a-9b2f45927e6a tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 944 time: 0.1561561 Jan 28 18:18:10.879641 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9d3ee246-0813-4efc-9285-17c452bc3256 req-eac44832-964f-47cf-b96c-0eaf17e5c7a3 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Jan 28 18:18:12.064842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb56d75-5905-4a3a-b7df-348e65f7ab4e req-01d5df44-4713-46ad-88ef-c0e0719880d4 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:12.066279 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bfb56d75-5905-4a3a-b7df-348e65f7ab4e req-01d5df44-4713-46ad-88ef-c0e0719880d4 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 944 time: 0.0828905 Jan 28 18:18:12.109288 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bfb56d75-5905-4a3a-b7df-348e65f7ab4e req-5ae09a9a-8958-4618-9bf9-1dd2143cb0a2 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374246 Jan 28 18:18:12.295529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7f8f4d3-0c3a-472e-af35-9be24b2fc564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:13.206125 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 330cd7c3-d028-4b78-b00c-332aa5f52204 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:18:13.289607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:13.289813 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3f3c4-e913-4416-8ab8-13d55543eb69 req-37d7bf54-152b-46d3-9394-a2b096923803 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:13.291159 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cbd3f3c4-e913-4416-8ab8-13d55543eb69 req-37d7bf54-152b-46d3-9394-a2b096923803 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 944 time: 0.0794690 Jan 28 18:18:13.335550 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cbd3f3c4-e913-4416-8ab8-13d55543eb69 req-7c398cac-bb77-4715-ac8c-9b91b45cee50 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386007 Jan 28 18:18:13.362950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 330cd7c3-d028-4b78-b00c-332aa5f52204, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=330cd7c3-d028-4b78-b00c-332aa5f52204,segment=NetworkSegment(dc4d2057-83b8-4ba2-9cd0-8716098ff069),segment_id=dc4d2057-83b8-4ba2-9cd0-8716098ff069)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:18:13.377106 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '330cd7c3-d028-4b78-b00c-332aa5f52204', 'network_id': '5a4780a8-68d0-44a0-ba38-13a019641901', 'port_id': '330cd7c3-d028-4b78-b00c-332aa5f52204', 'mac_address': 'fa:16:3e:c6:52:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994ca5a1-44fb-47fe-9315-17d8f6c2ad9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:18:13.424915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:13.433892 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:13.450161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330cd7c3-d028-4b78-b00c-332aa5f52204 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:18:13.465013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 330cd7c3-d028-4b78-b00c-332aa5f52204, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=330cd7c3-d028-4b78-b00c-332aa5f52204,segment=NetworkSegment(dc4d2057-83b8-4ba2-9cd0-8716098ff069),segment_id=dc4d2057-83b8-4ba2-9cd0-8716098ff069)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:18:13.541260 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:13.610216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=330cd7c3-d028-4b78-b00c-332aa5f52204,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:13.617676 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:13.618016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:13.618351 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:13.618681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:13.619026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:13.619362 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:13.619683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:13.620003 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:13.620323 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:13.620640 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:13.620958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:13.621271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:13.732454 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['330cd7c3-d028-4b78-b00c-332aa5f52204'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:18:14.524504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc54a6-7d64-4d2b-a31e-19e2085cae90 req-ca14f7ea-3b17-4dfb-80c8-339a7894d000 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:14.525916 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fadc54a6-7d64-4d2b-a31e-19e2085cae90 req-ca14f7ea-3b17-4dfb-80c8-339a7894d000 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 945 time: 0.0854955 Jan 28 18:18:14.571439 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fadc54a6-7d64-4d2b-a31e-19e2085cae90 req-2b0d7bee-d55f-4118-a69c-0f95675851be tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397573 Jan 28 18:18:15.008625 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:15.206330 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 330cd7c3-d028-4b78-b00c-332aa5f52204 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:18:15.398266 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 330cd7c3-d028-4b78-b00c-332aa5f52204 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:18:15.402920 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 330cd7c3-d028-4b78-b00c-332aa5f52204 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:18:15.406905 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:15.515026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:15.541002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78323e53-fad5-47a7-a7fc-ca48084ca4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330cd7c3-d028-4b78-b00c-332aa5f52204'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:18:15.550452 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 330cd7c3-d028-4b78-b00c-332aa5f52204, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=330cd7c3-d028-4b78-b00c-332aa5f52204,segment=NetworkSegment(dc4d2057-83b8-4ba2-9cd0-8716098ff069),segment_id=dc4d2057-83b8-4ba2-9cd0-8716098ff069)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:18:15.584683 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78323e53-fad5-47a7-a7fc-ca48084ca4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330cd7c3-d028-4b78-b00c-332aa5f52204', 'code': 200} Jan 28 18:18:15.627468 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:15.694146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=330cd7c3-d028-4b78-b00c-332aa5f52204,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:15.757844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b111b7-0cce-4dc2-870b-8a1d8e1e979d req-1e6ad827-db67-4d25-9670-a237322afc65 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:15.759293 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8b111b7-0cce-4dc2-870b-8a1d8e1e979d req-1e6ad827-db67-4d25-9670-a237322afc65 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0777400 Jan 28 18:18:15.804431 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8b111b7-0cce-4dc2-870b-8a1d8e1e979d req-eba6da2c-24f8-4b52-8304-3e248ce87036 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388923 Jan 28 18:18:16.005073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5384aa-df3c-4480-a966-a3db0c327f75 req-abbcf451-16c4-4187-ac13-793c34c24436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:16.006457 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5e5384aa-df3c-4480-a966-a3db0c327f75 req-abbcf451-16c4-4187-ac13-793c34c24436 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 1099 time: 0.0719552 Jan 28 18:18:16.046935 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5e5384aa-df3c-4480-a966-a3db0c327f75 req-b7304d29-fa6c-4c97-bf93-620dcf904859 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350399 Jan 28 18:18:16.984653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4f714-a599-425d-ad2d-45f2aba5c7d5 req-65fb2112-d90c-4d83-aa89-afbc3bb0bc72 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:16.986084 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bbb4f714-a599-425d-ad2d-45f2aba5c7d5 req-65fb2112-d90c-4d83-aa89-afbc3bb0bc72 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0777752 Jan 28 18:18:17.038348 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bbb4f714-a599-425d-ad2d-45f2aba5c7d5 req-6b9a0a4f-7433-4d06-943a-d2f7dfe8f00a tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459421 Jan 28 18:18:18.312193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f099dd-1262-4b5b-8c85-7983338abf1f req-9ca11c81-0c4b-4791-9fb2-ba8f3a1ba608 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:18.313546 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-52f099dd-1262-4b5b-8c85-7983338abf1f req-9ca11c81-0c4b-4791-9fb2-ba8f3a1ba608 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.1802151 Jan 28 18:18:18.356690 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-52f099dd-1262-4b5b-8c85-7983338abf1f req-c83280e4-795f-42a2-bbc5-9946eadf2f67 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376410 Jan 28 18:18:18.857833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed83cf2-fd9f-49a3-a594-cc049edb3765 req-1e300b22-e1d1-485e-84ff-4c8610d5eee6 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:18.859315 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1ed83cf2-fd9f-49a3-a594-cc049edb3765 req-1e300b22-e1d1-485e-84ff-4c8610d5eee6 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0779092 Jan 28 18:18:18.902523 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1ed83cf2-fd9f-49a3-a594-cc049edb3765 req-0e918cdb-87fc-4547-b0ed-fe63830e17a2 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375123 Jan 28 18:18:18.986923 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50490) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:18:19.097788 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-cfcfde51-cea3-44d8-ab59-7811ba6ebbbf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096447 Jan 28 18:18:20.010095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:20.088243 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076b97f-bdbd-4bc0-9dd4-74d7e07254fd req-145928dd-602c-47cb-a603-9dc7acbb9b8b tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:20.089701 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1076b97f-bdbd-4bc0-9dd4-74d7e07254fd req-145928dd-602c-47cb-a603-9dc7acbb9b8b tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0851481 Jan 28 18:18:20.133730 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1076b97f-bdbd-4bc0-9dd4-74d7e07254fd req-6942ae71-b055-48ef-9f86-6abdcf6bc5b1 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381224 Jan 28 18:18:21.316870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-bbdc3836-cd93-4aec-a47c-66e33039e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:21.318256 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-bbdc3836-cd93-4aec-a47c-66e33039e76d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a1f471a915e45ff9361994815a90ce6&device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 1099 time: 0.0764542 Jan 28 18:18:21.324181 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3dd7f-05e3-478f-a683-ac0ee8ed7171 req-74018d70-0037-4c4a-8f3b-b78f248f33e9 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:21.325594 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-48b3dd7f-05e3-478f-a683-ac0ee8ed7171 req-74018d70-0037-4c4a-8f3b-b78f248f33e9 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0839367 Jan 28 18:18:21.371256 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-48b3dd7f-05e3-478f-a683-ac0ee8ed7171 req-4983f2a5-51ae-45d9-a9e5-676c675a07bd tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 Jan 28 18:18:21.448252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-6d852c4e-383c-4085-8c39-17a8c20af62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:21.449815 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-6d852c4e-383c-4085-8c39-17a8c20af62e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5a4780a8-68d0-44a0-ba38-13a019641901 HTTP/1.1" status: 200 len: 910 time: 0.1256301 Jan 28 18:18:21.517574 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-f71eaee3-92b0-45cb-a608-479d591c618f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330cd7c3-d028-4b78-b00c-332aa5f52204 HTTP/1.1" status: 200 len: 217 time: 0.0616317 Jan 28 18:18:21.577228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-e5a57779-2bbc-4b49-80df-440b9ee40fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:21.578562 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-e5a57779-2bbc-4b49-80df-440b9ee40fde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=994ca5a1-44fb-47fe-9315-17d8f6c2ad9a HTTP/1.1" status: 200 len: 849 time: 0.0553620 Jan 28 18:18:21.625403 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-165629dd-0630-44f0-a85c-956bf0a3a2f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a4780a8-68d0-44a0-ba38-13a019641901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413916 Jan 28 18:18:21.838803 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-abb27ab2-a110-4712-8b90-4a4f34be9951 service neutron] 10.222.0.16 "GET /v2.0/networks/5a4780a8-68d0-44a0-ba38-13a019641901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074420 Jan 28 18:18:21.967366 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-9a5088ee-f379-49ba-9cf8-5103cc6824a2 service neutron] 10.222.0.16 "GET /v2.0/networks/5a4780a8-68d0-44a0-ba38-13a019641901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219978 Jan 28 18:18:22.561128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61382215-5f7a-4dc0-956e-8bbc2a89879b req-347f8fc5-0909-4676-b88c-6d45d43658af tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:22.562561 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-61382215-5f7a-4dc0-956e-8bbc2a89879b req-347f8fc5-0909-4676-b88c-6d45d43658af tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0850539 Jan 28 18:18:22.605011 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-61382215-5f7a-4dc0-956e-8bbc2a89879b req-a997efb8-9dae-4be9-afc8-de666ea19298 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367510 Jan 28 18:18:23.795846 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc970fa4-433d-477e-a06f-214106442b32 req-110083c5-df13-4f4c-87ea-c939b484cf0d tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:23.797256 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cc970fa4-433d-477e-a06f-214106442b32 req-110083c5-df13-4f4c-87ea-c939b484cf0d tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0803938 Jan 28 18:18:23.841745 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cc970fa4-433d-477e-a06f-214106442b32 req-514e084b-0814-4267-a804-574cbe312859 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389676 Jan 28 18:18:25.024954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee8272-5a67-4b8b-9e75-3a35a1224b10 req-4745d3a1-4a27-49be-bf16-62637b3f7e00 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:25.026312 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cfee8272-5a67-4b8b-9e75-3a35a1224b10 req-4745d3a1-4a27-49be-bf16-62637b3f7e00 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0820205 Jan 28 18:18:25.069379 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cfee8272-5a67-4b8b-9e75-3a35a1224b10 req-e9764e52-fd49-4371-9cc6-29fea37a4344 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372133 Jan 28 18:18:25.103914 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:18:26.247397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8499c40-6a06-4840-be50-2f641eeb4ce1 req-346dd9b6-c75a-48d5-bb1f-01db86369328 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:26.248840 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d8499c40-6a06-4840-be50-2f641eeb4ce1 req-346dd9b6-c75a-48d5-bb1f-01db86369328 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0770323 Jan 28 18:18:26.295879 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d8499c40-6a06-4840-be50-2f641eeb4ce1 req-68d6a10f-0211-484e-bb42-4c0cec87d6da tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414858 Jan 28 18:18:27.483295 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220e1e9-446c-45f4-8fc6-172ab2721078 req-046e8978-62d5-4d5c-bf2f-c2daf6810c51 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:27.484716 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9220e1e9-446c-45f4-8fc6-172ab2721078 req-046e8978-62d5-4d5c-bf2f-c2daf6810c51 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0781205 Jan 28 18:18:27.527316 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9220e1e9-446c-45f4-8fc6-172ab2721078 req-b772c79d-bdd6-4b25-a9fd-4ee93670f078 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371263 Jan 28 18:18:28.709887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2454b-fe42-491a-b118-9f1b8827609e req-b07b8f4b-3153-40e7-bb5e-22233b68009a tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:28.712562 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-02d2454b-fe42-491a-b118-9f1b8827609e req-b07b8f4b-3153-40e7-bb5e-22233b68009a tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0786028 Jan 28 18:18:28.755222 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-02d2454b-fe42-491a-b118-9f1b8827609e req-a4b0a66f-69b0-4098-9eff-b17ba4f55e28 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371330 Jan 28 18:18:29.938973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d4179-a009-4a3e-b269-bd6596eb0b74 req-123ea6f1-df55-49cc-be4d-c7e479d2787d tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:29.940410 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dd5d4179-a009-4a3e-b269-bd6596eb0b74 req-123ea6f1-df55-49cc-be4d-c7e479d2787d tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0806463 Jan 28 18:18:29.982847 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dd5d4179-a009-4a3e-b269-bd6596eb0b74 req-52e07db5-312d-484c-b4c3-1963da8fde28 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368171 Jan 28 18:18:31.167808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18350f5-23c9-4cc1-8cfc-242f0e014ffc req-3f9baf94-0f10-49f9-ac63-0644372f3236 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:31.169224 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e18350f5-23c9-4cc1-8cfc-242f0e014ffc req-3f9baf94-0f10-49f9-ac63-0644372f3236 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0834188 Jan 28 18:18:31.211912 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e18350f5-23c9-4cc1-8cfc-242f0e014ffc req-be861ab3-29fb-48fd-b898-e322ef15a9a4 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370140 Jan 28 18:18:32.390761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469040c-f87b-4ae3-b61a-30a0c8d394e0 req-5968f3ad-bc2e-4c9b-bf9d-bcc155d586b6 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:32.392237 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d469040c-f87b-4ae3-b61a-30a0c8d394e0 req-5968f3ad-bc2e-4c9b-bf9d-bcc155d586b6 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0789976 Jan 28 18:18:32.442315 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d469040c-f87b-4ae3-b61a-30a0c8d394e0 req-7a88d8b8-9448-4cef-a211-513bcf97fa85 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445502 Jan 28 18:18:33.620094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ca626-78a0-41f3-8f6a-294f6faf21d2 req-9da3e5e7-c1fb-4560-89d0-e3abe18f3fd8 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:33.621514 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e99ca626-78a0-41f3-8f6a-294f6faf21d2 req-9da3e5e7-c1fb-4560-89d0-e3abe18f3fd8 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0769484 Jan 28 18:18:33.664334 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e99ca626-78a0-41f3-8f6a-294f6faf21d2 req-180c661a-acb5-4118-91b6-dbe656ff6551 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374370 Jan 28 18:18:34.842733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb5385-093f-42c1-bf5a-505f0c107442 req-657db838-941a-4dfc-9af6-7d0995012ffd tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:34.844209 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e2fb5385-093f-42c1-bf5a-505f0c107442 req-657db838-941a-4dfc-9af6-7d0995012ffd tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0779850 Jan 28 18:18:34.888704 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e2fb5385-093f-42c1-bf5a-505f0c107442 req-55bbc7ab-dbc7-4d09-86be-f77306aced33 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 Jan 28 18:18:36.075522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfaef2-90bf-470c-8917-dd5a8cda0653 req-94e44252-6307-4a54-8ea9-611e6c1b14dd tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:36.076958 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0fbfaef2-90bf-470c-8917-dd5a8cda0653 req-94e44252-6307-4a54-8ea9-611e6c1b14dd tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0823171 Jan 28 18:18:36.120115 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0fbfaef2-90bf-470c-8917-dd5a8cda0653 req-15def5e8-a572-46cf-a4b7-610307224b16 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373926 Jan 28 18:18:37.304904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a847533-6030-4684-92c2-80c3ad85c62b req-0145da07-b415-47e2-86c9-2f3904117492 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:37.306235 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7a847533-6030-4684-92c2-80c3ad85c62b req-0145da07-b415-47e2-86c9-2f3904117492 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0810633 Jan 28 18:18:37.348954 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7a847533-6030-4684-92c2-80c3ad85c62b req-654a20b5-916b-433e-88d7-7087465d5b2e tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372059 Jan 28 18:18:38.537542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d696b-d2de-4def-952a-e86841c03498 req-da816f92-f36f-464b-b905-ae31b344cc6d tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:38.539547 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ad6d696b-d2de-4def-952a-e86841c03498 req-da816f92-f36f-464b-b905-ae31b344cc6d tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0781629 Jan 28 18:18:38.592857 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ad6d696b-d2de-4def-952a-e86841c03498 req-75a2cb14-5d1d-4faa-a565-106646242fb7 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477962 Jan 28 18:18:39.771848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57b61b-9378-4aec-82af-6f474c4272a4 req-32b9134a-0800-471a-9a9a-e35eeb63db3e tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:39.773327 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2d57b61b-9378-4aec-82af-6f474c4272a4 req-32b9134a-0800-471a-9a9a-e35eeb63db3e tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0769992 Jan 28 18:18:39.816461 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2d57b61b-9378-4aec-82af-6f474c4272a4 req-b6478489-e6cc-4c23-95ee-1985568f2db0 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374131 Jan 28 18:18:39.917854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4cd8-e517-48c8-8f72-dc82c4def083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:40.993356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f23f3-6cb8-46f1-9d2f-cb324ded74fc req-15754b24-f561-4430-b869-dd602db4908c tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:40.994776 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-103f23f3-6cb8-46f1-9d2f-cb324ded74fc req-15754b24-f561-4430-b869-dd602db4908c tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0774086 Jan 28 18:18:41.043827 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-103f23f3-6cb8-46f1-9d2f-cb324ded74fc req-bacfa9d0-3e49-42b5-9d54-14b7a8eac547 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 Jan 28 18:18:41.696289 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76777365-18e2-494b-8f78-7a85242c460d req-092cb9b1-8b8c-42fa-b83f-aae4e26d6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:41.697766 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-76777365-18e2-494b-8f78-7a85242c460d req-092cb9b1-8b8c-42fa-b83f-aae4e26d6ce4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a1f471a915e45ff9361994815a90ce6&device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 1099 time: 0.0765531 Jan 28 18:18:41.838172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76777365-18e2-494b-8f78-7a85242c460d req-c7f17332-0150-458e-b8c0-420ccc1786b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:41.839951 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-76777365-18e2-494b-8f78-7a85242c460d req-c7f17332-0150-458e-b8c0-420ccc1786b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5a4780a8-68d0-44a0-ba38-13a019641901 HTTP/1.1" status: 200 len: 910 time: 0.1241705 Jan 28 18:18:41.910901 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-76777365-18e2-494b-8f78-7a85242c460d req-f5102314-06d6-4dd1-9873-4c35c491463d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330cd7c3-d028-4b78-b00c-332aa5f52204 HTTP/1.1" status: 200 len: 217 time: 0.0622184 Jan 28 18:18:41.971096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76777365-18e2-494b-8f78-7a85242c460d req-f572a03d-ea9d-4ccb-9e7b-c5358df4ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:41.972493 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-76777365-18e2-494b-8f78-7a85242c460d req-f572a03d-ea9d-4ccb-9e7b-c5358df4ea4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=994ca5a1-44fb-47fe-9315-17d8f6c2ad9a HTTP/1.1" status: 200 len: 849 time: 0.0563722 Jan 28 18:18:42.017604 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-76777365-18e2-494b-8f78-7a85242c460d req-75305e20-2e53-49fc-937b-2f13554a110b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a4780a8-68d0-44a0-ba38-13a019641901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387969 Jan 28 18:18:42.146269 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-76777365-18e2-494b-8f78-7a85242c460d req-766cca57-213b-4404-9978-1591156b4cf5 service neutron] 10.222.0.16 "GET /v2.0/networks/5a4780a8-68d0-44a0-ba38-13a019641901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219239 Jan 28 18:18:42.299405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-41b8a820-035f-4a8c-86a8-041c4fcda52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:42.441900 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048d8bc-17a8-4442-9a95-d3f3f9d71abc req-e792edcc-afd9-4906-a083-9743720d1bd0 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:42.443386 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1048d8bc-17a8-4442-9a95-d3f3f9d71abc req-e792edcc-afd9-4906-a083-9743720d1bd0 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.2913313 Jan 28 18:18:42.445977 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-76777365-18e2-494b-8f78-7a85242c460d req-85004e4f-fa08-4e00-a616-6f0704659421 service neutron] 10.222.0.16 "GET /v2.0/networks/5a4780a8-68d0-44a0-ba38-13a019641901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925992 Jan 28 18:18:42.486841 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1048d8bc-17a8-4442-9a95-d3f3f9d71abc req-58e2c61c-e9e2-4587-bd82-b87ecf9ace4e tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371363 Jan 28 18:18:43.289441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:43.374805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:43.673081 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe0876-8402-4ce2-bd6f-5de000cc4962 req-8c47af16-9c89-465a-a1b2-e226def06075 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:43.674476 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5afe0876-8402-4ce2-bd6f-5de000cc4962 req-8c47af16-9c89-465a-a1b2-e226def06075 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0806522 Jan 28 18:18:43.716832 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5afe0876-8402-4ce2-bd6f-5de000cc4962 req-2ecc3f39-19da-4be5-b999-88971b064182 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368354 Jan 28 18:18:44.904412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750c42e-7f93-4c5e-8131-358c819fe4af req-d640ea51-1cda-4aff-9361-c20b4331043e tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:44.904412 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8750c42e-7f93-4c5e-8131-358c819fe4af req-d640ea51-1cda-4aff-9361-c20b4331043e tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0785882 Jan 28 18:18:44.950472 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8750c42e-7f93-4c5e-8131-358c819fe4af req-3d857e2b-6e5a-4dba-9127-a10ce5715fe6 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Jan 28 18:18:45.016359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:46.131911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a416cdf-09f7-40d4-a25d-555d508b0d37 req-ce4edeae-77e5-4195-b620-d9e3ed365b1f tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:46.133385 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6a416cdf-09f7-40d4-a25d-555d508b0d37 req-ce4edeae-77e5-4195-b620-d9e3ed365b1f tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0769737 Jan 28 18:18:46.177256 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6a416cdf-09f7-40d4-a25d-555d508b0d37 req-9c603c6c-e8b4-4076-8f3e-a8d42b85d3f6 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369682 Jan 28 18:18:47.370974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0538590-0f2f-4b5a-a9bd-e951f7ff6295 req-660a6137-0538-49d2-b8c6-29f38c5d9b0b tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:47.372371 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e0538590-0f2f-4b5a-a9bd-e951f7ff6295 req-660a6137-0538-49d2-b8c6-29f38c5d9b0b tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0926008 Jan 28 18:18:47.416880 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e0538590-0f2f-4b5a-a9bd-e951f7ff6295 req-caa82c78-f8d8-4282-aca1-883752770a51 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388653 Jan 28 18:18:48.605623 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14711403-270e-41e3-9a1f-9ec06178fcd8 req-48696d9d-b878-4663-8def-c3916b5c1795 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:48.607090 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-14711403-270e-41e3-9a1f-9ec06178fcd8 req-48696d9d-b878-4663-8def-c3916b5c1795 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0818946 Jan 28 18:18:48.651135 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-14711403-270e-41e3-9a1f-9ec06178fcd8 req-6be9b48a-1579-492a-afae-32938df8b18d tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383685 Jan 28 18:18:48.973600 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-4e47e8f1-99f1-4afe-a2b4-5bf631026127 service neutron] 10.222.0.16 "GET /v2.0/ports/330cd7c3-d028-4b78-b00c-332aa5f52204/bindings/hv-neutron-8269 HTTP/1.1" status: 200 len: 384 time: 0.0749586 Jan 28 18:18:49.459878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-0d572d79-c992-404b-b099-e6e6a44d048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:49.461863 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-0d572d79-c992-404b-b099-e6e6a44d048a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae&tenant_id=6a1f471a915e45ff9361994815a90ce6 HTTP/1.1" status: 200 len: 1099 time: 0.0696347 Jan 28 18:18:49.567019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-584f9ec7-4d70-414f-9da1-a6895eff1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:49.568428 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-584f9ec7-4d70-414f-9da1-a6895eff1a12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a1f471a915e45ff9361994815a90ce6&device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 1099 time: 0.0681703 Jan 28 18:18:49.695439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-a60404f9-1293-4e1c-a68e-277aab9e70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:49.697489 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-a60404f9-1293-4e1c-a68e-277aab9e70f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5a4780a8-68d0-44a0-ba38-13a019641901 HTTP/1.1" status: 200 len: 910 time: 0.1231716 Jan 28 18:18:49.794266 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-64f676ad-acdb-4006-b2c6-808b94da4374 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330cd7c3-d028-4b78-b00c-332aa5f52204 HTTP/1.1" status: 200 len: 217 time: 0.0908160 Jan 28 18:18:49.873970 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-e7ea66f1-60c4-4545-83ae-0eb4661f3256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:49.875380 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-e7ea66f1-60c4-4545-83ae-0eb4661f3256 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=994ca5a1-44fb-47fe-9315-17d8f6c2ad9a HTTP/1.1" status: 200 len: 849 time: 0.0757723 Jan 28 18:18:49.924846 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-abece41f-7a9b-4dd6-927c-5c0a1abd7633 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a4780a8-68d0-44a0-ba38-13a019641901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419972 Jan 28 18:18:49.932941 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9c619-6395-463e-83a2-8b73c45e5e88 req-f8289f9d-1584-4e4f-b309-ada86204a26b tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:49.934251 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2ee9c619-6395-463e-83a2-8b73c45e5e88 req-f8289f9d-1584-4e4f-b309-ada86204a26b tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.1767356 Jan 28 18:18:49.980785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:50.056152 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2ee9c619-6395-463e-83a2-8b73c45e5e88 req-1a09c183-4b75-4b70-bb65-2dc233bc67cd tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037445 Jan 28 18:18:50.093055 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-5cd05b86-e2ef-4979-9a8e-674c0cd37b2c service neutron] 10.222.0.16 "GET /v2.0/networks/5a4780a8-68d0-44a0-ba38-13a019641901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579142 Jan 28 18:18:50.219016 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cea15da6-cf03-4e19-b42f-49b9cd94d228 req-74e1e0b0-9c52-42c8-b3aa-81b3c5cc2063 service neutron] 10.222.0.16 "GET /v2.0/networks/5a4780a8-68d0-44a0-ba38-13a019641901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199560 Jan 28 18:18:51.244022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b947909-ab14-49fd-a7f5-65ff8ecfab97 req-59c022b9-0645-4267-8759-3bff62bca3e4 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:51.245483 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1b947909-ab14-49fd-a7f5-65ff8ecfab97 req-59c022b9-0645-4267-8759-3bff62bca3e4 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0785823 Jan 28 18:18:51.289351 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1b947909-ab14-49fd-a7f5-65ff8ecfab97 req-2a7e0ff1-d2d5-4842-8f82-eadb252b1262 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381539 Jan 28 18:18:52.484725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4ec31-9f90-41ae-bec0-247ea9f67f7c req-5e322a9d-b8a5-4eea-88b3-59279255bb99 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:52.486257 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-26f4ec31-9f90-41ae-bec0-247ea9f67f7c req-5e322a9d-b8a5-4eea-88b3-59279255bb99 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0789711 Jan 28 18:18:52.528554 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-26f4ec31-9f90-41ae-bec0-247ea9f67f7c req-b2a537b9-9fb1-47e5-abb4-4f6149401eb5 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367367 Jan 28 18:18:53.108764 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-f7465798-8256-4351-850f-b489df9d9a12 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:53.110162 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-f7465798-8256-4351-850f-b489df9d9a12 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.16 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae&tenant_id=6a1f471a915e45ff9361994815a90ce6&binding%3Ahost_id=hv-neutron-8269 HTTP/1.1" status: 200 len: 946 time: 0.0848556 Jan 28 18:18:53.242201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-2e65a410-5f2b-43c6-84a4-abaf967cdf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:53.244206 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-2e65a410-5f2b-43c6-84a4-abaf967cdf60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a1f471a915e45ff9361994815a90ce6&device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 1099 time: 0.0682821 Jan 28 18:18:53.361040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 330cd7c3-d028-4b78-b00c-332aa5f52204 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:18:53.365557 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 330cd7c3-d028-4b78-b00c-332aa5f52204 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:18:53.369806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-38a31124-a742-40de-96e0-6cb9f1b46fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:53.371271 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-38a31124-a742-40de-96e0-6cb9f1b46fa6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5a4780a8-68d0-44a0-ba38-13a019641901 HTTP/1.1" status: 200 len: 910 time: 0.1207914 Jan 28 18:18:53.533049 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-dd198052-8fb3-42e0-a8a0-149c773abe3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330cd7c3-d028-4b78-b00c-332aa5f52204 HTTP/1.1" status: 200 len: 217 time: 0.1558695 Jan 28 18:18:53.578518 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:53.593228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-71f81c05-0703-43de-95e3-ec4e87e2470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:53.594654 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-71f81c05-0703-43de-95e3-ec4e87e2470e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=994ca5a1-44fb-47fe-9315-17d8f6c2ad9a HTTP/1.1" status: 200 len: 849 time: 0.0559378 Jan 28 18:18:53.609002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 330cd7c3-d028-4b78-b00c-332aa5f52204, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=330cd7c3-d028-4b78-b00c-332aa5f52204,segment=NetworkSegment(dc4d2057-83b8-4ba2-9cd0-8716098ff069),segment_id=dc4d2057-83b8-4ba2-9cd0-8716098ff069)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:18:53.632446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '330cd7c3-d028-4b78-b00c-332aa5f52204', 'network_id': '5a4780a8-68d0-44a0-ba38-13a019641901', 'port_id': '330cd7c3-d028-4b78-b00c-332aa5f52204', 'mac_address': 'fa:16:3e:c6:52:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994ca5a1-44fb-47fe-9315-17d8f6c2ad9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:18:53.633780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78323e53-fad5-47a7-a7fc-ca48084ca4ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '330cd7c3-d028-4b78-b00c-332aa5f52204'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:18:53.641334 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-fa2a0ef1-c027-4c2f-b330-9bd601e7da08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a4780a8-68d0-44a0-ba38-13a019641901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406396 Jan 28 18:18:53.671741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 330cd7c3-d028-4b78-b00c-332aa5f52204, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=330cd7c3-d028-4b78-b00c-332aa5f52204,segment=NetworkSegment(dc4d2057-83b8-4ba2-9cd0-8716098ff069),segment_id=dc4d2057-83b8-4ba2-9cd0-8716098ff069)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:18:53.697623 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78323e53-fad5-47a7-a7fc-ca48084ca4ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '330cd7c3-d028-4b78-b00c-332aa5f52204', 'code': 200} Jan 28 18:18:53.703699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:53.720604 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 330cd7c3-d028-4b78-b00c-332aa5f52204 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:18:53.744570 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:53.773089 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-4442c615-59c8-4a9b-b62c-0d6221aa1fd4 service neutron] 10.222.0.16 "GET /v2.0/networks/5a4780a8-68d0-44a0-ba38-13a019641901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257834 Jan 28 18:18:53.855457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:18:53.855806 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:18:53.857997 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=330cd7c3-d028-4b78-b00c-332aa5f52204,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:53.902926 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-9d420aaa-b2c5-45f2-a120-ea22ebd61fad service neutron] 10.222.0.16 "GET /v2.0/networks/5a4780a8-68d0-44a0-ba38-13a019641901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233215 Jan 28 18:18:54.410148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:54.427068 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330cd7c3-d028-4b78-b00c-332aa5f52204 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:18:54.442793 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 330cd7c3-d028-4b78-b00c-332aa5f52204, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=330cd7c3-d028-4b78-b00c-332aa5f52204,segment=NetworkSegment(dc4d2057-83b8-4ba2-9cd0-8716098ff069),segment_id=dc4d2057-83b8-4ba2-9cd0-8716098ff069)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:18:54.528958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:54.598334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['330cd7c3-d028-4b78-b00c-332aa5f52204'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:18:54.634086 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=330cd7c3-d028-4b78-b00c-332aa5f52204,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:55.377791 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 330cd7c3-d028-4b78-b00c-332aa5f52204 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:18:55.448961 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 330cd7c3-d028-4b78-b00c-332aa5f52204 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:18:55.449596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:55.567096 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:55.580804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab535e2-a2a8-49eb-8018-903bfdda4d1a req-95b3bb43-e3aa-48c1-8ca3-2bbfe0916ce8 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:55.582236 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5ab535e2-a2a8-49eb-8018-903bfdda4d1a req-95b3bb43-e3aa-48c1-8ca3-2bbfe0916ce8 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 945 time: 0.0842152 Jan 28 18:18:55.598540 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 330cd7c3-d028-4b78-b00c-332aa5f52204, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=330cd7c3-d028-4b78-b00c-332aa5f52204,segment=NetworkSegment(dc4d2057-83b8-4ba2-9cd0-8716098ff069),segment_id=dc4d2057-83b8-4ba2-9cd0-8716098ff069)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:18:55.625604 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5ab535e2-a2a8-49eb-8018-903bfdda4d1a req-e041cf05-790f-45fd-9276-93320fb8be8d tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370600 Jan 28 18:18:55.671754 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:55.701504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78323e53-fad5-47a7-a7fc-ca48084ca4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330cd7c3-d028-4b78-b00c-332aa5f52204'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:18:55.743241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=330cd7c3-d028-4b78-b00c-332aa5f52204,revision_number=8']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:55.753219 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78323e53-fad5-47a7-a7fc-ca48084ca4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330cd7c3-d028-4b78-b00c-332aa5f52204', 'code': 200} Jan 28 18:18:56.813759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23b106-a322-44de-9aea-80a87a675b1c req-2ae698db-b11a-4041-be5f-65f62307bd03 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:56.815211 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7e23b106-a322-44de-9aea-80a87a675b1c req-2ae698db-b11a-4041-be5f-65f62307bd03 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0782390 Jan 28 18:18:56.857467 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7e23b106-a322-44de-9aea-80a87a675b1c req-1e261157-c571-4444-9cd5-5663bfab3ecf tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/security-groups?id=6414525e-9edd-42cb-b935-88f564949a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367429 Jan 28 18:18:57.264905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-521f3270-910f-463b-85fd-4c76a23befac tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:18:57.266304 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-521f3270-910f-463b-85fd-4c76a23befac tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.16 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 946 time: 0.0802824 Jan 28 18:18:57.333553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Deleting port 330cd7c3-d028-4b78-b00c-332aa5f52204 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:18:57.333815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:57.574791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] For port 330cd7c3-d028-4b78-b00c-332aa5f52204, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=330cd7c3-d028-4b78-b00c-332aa5f52204,segment=NetworkSegment(dc4d2057-83b8-4ba2-9cd0-8716098ff069),segment_id=dc4d2057-83b8-4ba2-9cd0-8716098ff069)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:18:57.575171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:57.692859 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Calling delete_port for 330cd7c3-d028-4b78-b00c-332aa5f52204 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:18:57.871835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:57.892746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['330cd7c3-d028-4b78-b00c-332aa5f52204'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:18:57.925024 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Pushing event deleted for resources: {'Port': ['ID=330cd7c3-d028-4b78-b00c-332aa5f52204,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:57.934297 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:57.934647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:57.934986 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:57.935342 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:57.935670 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:57.935996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:57.936349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:57.936674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:57.937001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:57.937320 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:57.937641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:57.937958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:58.012088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] No DVR routers for this DVR port 330cd7c3-d028-4b78-b00c-332aa5f52204 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:18:58.014829 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:58.017408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78323e53-fad5-47a7-a7fc-ca48084ca4ae', 'name': 'network-vif-deleted', 'tag': '330cd7c3-d028-4b78-b00c-332aa5f52204'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:18:58.029084 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-487ad622-cdaa-4ffc-84da-fef91899bc4f req-9de21fcc-c2d5-4b0d-9299-53d5132c0848 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.26 "GET /v2.0/ports?device_id=78323e53-fad5-47a7-a7fc-ca48084ca4ae HTTP/1.1" status: 200 len: 210 time: 0.0466700 Jan 28 18:18:58.082370 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63c437fc-a60a-4b2e-99d8-ddba83306e37 req-101055b2-7de9-418a-9898-be25fc581b05 tempest-DeleteServersTestJSON-1417069563 tempest-DeleteServersTestJSON-1417069563-project] 10.222.0.16 "DELETE /v2.0/ports/330cd7c3-d028-4b78-b00c-332aa5f52204 HTTP/1.1" status: 204 len: 173 time: 0.8107064 Jan 28 18:18:58.143718 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78323e53-fad5-47a7-a7fc-ca48084ca4ae', 'name': 'network-vif-deleted', 'tag': '330cd7c3-d028-4b78-b00c-332aa5f52204', 'status': 'completed', 'code': 200} Jan 28 18:18:59.269924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50600) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:18:59.328521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Deleting subnet 994ca5a1-44fb-47fe-9315-17d8f6c2ad9a {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:18:59.331620 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:59.383332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:59.436831 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:59.591852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:59.631299 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994ca5a1-44fb-47fe-9315-17d8f6c2ad9a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:18:59.636811 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:59.643562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:59.643926 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:59.644254 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:59.644578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:59.644894 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:59.645209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:59.645524 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:59.645834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:59.646144 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:59.646452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:59.646758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:59.647088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:18:59.652496 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8c12e1ec-9773-4d4e-82d7-1ba7890f2db2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/994ca5a1-44fb-47fe-9315-17d8f6c2ad9a HTTP/1.1" status: 204 len: 168 time: 0.3808320 Jan 28 18:18:59.654502 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50604) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:18:59.754435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e6a4661-c6a0-47ec-ac7d-2d7beee1e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:59.878482 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e6a4661-c6a0-47ec-ac7d-2d7beee1e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:59.902477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-4e6a4661-c6a0-47ec-ac7d-2d7beee1e0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4780a8-68d0-44a0-ba38-13a019641901']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:18:59.914538 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-4e6a4661-c6a0-47ec-ac7d-2d7beee1e0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4d2057-83b8-4ba2-9cd0-8716098ff069') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:18:59.914828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-4e6a4661-c6a0-47ec-ac7d-2d7beee1e0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4d2057-83b8-4ba2-9cd0-8716098ff069') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:18:59.925722 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e6a4661-c6a0-47ec-ac7d-2d7beee1e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:59.941452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e6a4661-c6a0-47ec-ac7d-2d7beee1e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:59.947190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6a4661-c6a0-47ec-ac7d-2d7beee1e0f3 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:18:59.947561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e6a4661-c6a0-47ec-ac7d-2d7beee1e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:18:59.960141 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:19:00.215093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e6a4661-c6a0-47ec-ac7d-2d7beee1e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:00.232188 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4e6a4661-c6a0-47ec-ac7d-2d7beee1e0f3 admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:00.243497 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a4661-c6a0-47ec-ac7d-2d7beee1e0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4780a8-68d0-44a0-ba38-13a019641901,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:19:00.302132 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4e6a4661-c6a0-47ec-ac7d-2d7beee1e0f3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5a4780a8-68d0-44a0-ba38-13a019641901 HTTP/1.1" status: 204 len: 168 time: 0.6465302 Jan 28 18:19:00.579619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50610) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:19:00.626469 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-91507e88-8213-433c-b462-79232d249869 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a1f471a915e45ff9361994815a90ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457013 Jan 28 18:19:00.628818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 50614) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:19:00.684693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24f4b6a0-26e3-4718-aa19-bddbc7f5c693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:00.710187 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24f4b6a0-26e3-4718-aa19-bddbc7f5c693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:00.843224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24f4b6a0-26e3-4718-aa19-bddbc7f5c693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:00.856578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4b6a0-26e3-4718-aa19-bddbc7f5c693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6414525e-9edd-42cb-b935-88f564949a2d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:19:00.933722 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-24f4b6a0-26e3-4718-aa19-bddbc7f5c693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:00.934850 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-24f4b6a0-26e3-4718-aa19-bddbc7f5c693 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6414525e-9edd-42cb-b935-88f564949a2d HTTP/1.1" status: 204 len: 168 time: 0.3051755 Jan 28 18:19:01.409586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 330cd7c3-d028-4b78-b00c-332aa5f52204 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:19:01.475690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 330cd7c3-d028-4b78-b00c-332aa5f52204 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:19:01.476030 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 330cd7c3-d028-4b78-b00c-332aa5f52204 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:19:01.991526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50638) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:19:02.093346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2055515976-network', 'tenant_id': 'd5abc56cd823434f8c070f5ff2ecf599'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:19:02.098093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:19:02.101941 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Usage tracker for resource:network and tenant:d5abc56cd823434f8c070f5ff2ecf599 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:19:02.102624 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:19:02.104842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:19:02.110984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:19:02.173996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Made reservation on behalf of d5abc56cd823434f8c070f5ff2ecf599 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:19:02.176277 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:02.187822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:02.204655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:19:02.208400 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Usage tracker for resource:security_group_rule and tenant:d5abc56cd823434f8c070f5ff2ecf599 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:19:02.211227 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:19:02.217499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:19:02.296719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:02.362541 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:02.392613 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:19:02.400741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:19:02.407459 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:02.407962 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Added segment 72870ba1-2902-46b7-9178-dc8c4aae60fc of type vlan for network 5b799cd9-be15-42b7-bf06-9350a8992b30 Jan 28 18:19:02.440186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:02.528910 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:02.529886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:02.530487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:02.633713 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] Pushing event updated for resources: {'Network': ['ID=5b799cd9-be15-42b7-bf06-9350a8992b30,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:19:02.643299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 5b799cd9-be15-42b7-bf06-9350a8992b30 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:19:02.701600 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-56c485ed-23c3-4d1b-b518-064b0a00985e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7087500 Jan 28 18:19:02.704320 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 50644) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:19:02.709802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Request body: {'subnet': {'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2055515976-subnet', 'tenant_id': 'd5abc56cd823434f8c070f5ff2ecf599', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:19:02.715203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:19:02.719373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Usage tracker for resource:subnet and tenant:d5abc56cd823434f8c070f5ff2ecf599 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:19:02.722370 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:19:02.729795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:19:02.803146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Made reservation on behalf of d5abc56cd823434f8c070f5ff2ecf599 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:19:02.805523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:03.140622 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:03.216995 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fce75bf-2d70-4446-9cca-9975f623b139,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:19:03.228793 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Checking segment: {'id': '72870ba1-2902-46b7-9178-dc8c4aae60fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:19:03.228793 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Network hostable DHCP agents. Network: 5b799cd9-be15-42b7-bf06-9350a8992b30, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:19:03.292867 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Network 5b799cd9-be15-42b7-bf06-9350a8992b30 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:19:03.372449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 5b799cd9-be15-42b7-bf06-9350a8992b30) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:19:03.376617 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:03.377200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:03.381087 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c292e88b-a53e-4254-872e-759ef9ddca44 None None] Network 5b799cd9-be15-42b7-bf06-9350a8992b30 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:19:03.500773 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7da94b4f-d408-49cd-9ddf-dc0547b4f61a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7953849 Jan 28 18:19:03.582611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4254627b-63d5-4690-ac56-2aca0c8c702b None None] Network 5b799cd9-be15-42b7-bf06-9350a8992b30 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:19:03.993982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-c35f629d-eb11-43f6-bd51-86c67814cdce tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:03.994652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-c35f629d-eb11-43f6-bd51-86c67814cdce tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Synchronizing usage tracker for tenant:d5abc56cd823434f8c070f5ff2ecf599 on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:19:04.081451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-c35f629d-eb11-43f6-bd51-86c67814cdce tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Unset dirty status for tenant:d5abc56cd823434f8c070f5ff2ecf599 on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:19:04.082548 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-c35f629d-eb11-43f6-bd51-86c67814cdce tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/networks?id=5b799cd9-be15-42b7-bf06-9350a8992b30 HTTP/1.1" status: 200 len: 815 time: 0.2295835 Jan 28 18:19:04.097510 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-8a253cc7-8f71-40ae-ba9b-506f40c16554 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/quotas/d5abc56cd823434f8c070f5ff2ecf599 HTTP/1.1" status: 200 len: 375 time: 0.0094364 Jan 28 18:19:04.143467 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-3bfb95ef-9f85-4224-b7c1-b307aaf7d0a7 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410054 Jan 28 18:19:04.153726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-fea85cfc-49a1-4c7f-bb4b-969597da684d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 18:19:04.154664 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-fea85cfc-49a1-4c7f-bb4b-969597da684d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050855 Jan 28 18:19:04.281222 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-3fdb9611-1299-4749-ad5b-11a94c864402 service neutron] 10.222.0.26 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213956 Jan 28 18:19:04.409057 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-b2eae817-83d1-434b-beb9-c1cd35fc3ea3 service neutron] 10.222.0.26 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220448 Jan 28 18:19:04.675024 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c0690831-dfff-495f-82e2-ef37d19b5720 req-b5d26c22-de7c-4159-b2df-3d4b1e48ebf9 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 210 time: 0.0461607 Jan 28 18:19:05.828019 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7e7e50ae-1ba9-4961-86ba-41a7b9635e9c req-06ddc81a-eb96-43ed-9954-98b0c050a0e9 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 210 time: 0.0524724 Jan 28 18:19:06.841588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-3f86ecc9-cc5a-49cc-a08f-1cb77daf1b3e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:06.843006 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-3f86ecc9-cc5a-49cc-a08f-1cb77daf1b3e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.16 "GET /v2.0/networks?id=5b799cd9-be15-42b7-bf06-9350a8992b30 HTTP/1.1" status: 200 len: 815 time: 0.1475663 Jan 28 18:19:06.854501 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Request body: {'port': {'device_id': 'bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed', 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30', 'admin_state_up': True, 'tenant_id': 'd5abc56cd823434f8c070f5ff2ecf599'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:19:06.994765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:19:07.000180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Usage tracker for resource:port and tenant:d5abc56cd823434f8c070f5ff2ecf599 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:19:07.003288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:19:07.012571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:19:07.045051 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-32fe0b50-9c2b-4958-bbc0-87a0f40181eb req-73d077a3-e653-46f1-a673-6e953561c687 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 210 time: 0.1108623 Jan 28 18:19:07.104097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Made reservation on behalf of d5abc56cd823434f8c070f5ff2ecf599 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:19:07.107585 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:07.268420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Allocated IP 172.20.0.10 (5b799cd9-be15-42b7-bf06-9350a8992b30/7fce75bf-2d70-4446-9cca-9975f623b139/885b5119-1ca6-4eeb-b8ee-eebc9d820642) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:19:07.463969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:07.545770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:07.615919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Network 5b799cd9-be15-42b7-bf06-9350a8992b30 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:19:07.619688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:19:07.624177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:19:07.656262 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Pushing event updated for resources: {'Port': ['ID=885b5119-1ca6-4eeb-b8ee-eebc9d820642,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:19:07.690457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:07.691087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:07.757892 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-7a392bf5-0604-42cd-b53b-b2559c5062cc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9068983 Jan 28 18:19:07.811457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Request body: {'port': {'device_id': 'bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:19:07.918460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:08.353190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee228816-79a5-443a-be47-3d83e4eca97e req-a96b88af-d803-48b3-9ced-9d92a0d43cec tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:08.353782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-ee228816-79a5-443a-be47-3d83e4eca97e req-a96b88af-d803-48b3-9ced-9d92a0d43cec tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Synchronizing usage tracker for tenant:d5abc56cd823434f8c070f5ff2ecf599 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:19:08.429058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885b5119-1ca6-4eeb-b8ee-eebc9d820642 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:19:08.436253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:08.450313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Transition to ACTIVE for port object 885b5119-1ca6-4eeb-b8ee-eebc9d820642 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:19:08.480970 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-ee228816-79a5-443a-be47-3d83e4eca97e req-a96b88af-d803-48b3-9ced-9d92a0d43cec tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Unset dirty status for tenant:d5abc56cd823434f8c070f5ff2ecf599 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:19:08.482125 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ee228816-79a5-443a-be47-3d83e4eca97e req-a96b88af-d803-48b3-9ced-9d92a0d43cec tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 932 time: 0.3236074 Jan 28 18:19:08.517125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:08.569900 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-ee228816-79a5-443a-be47-3d83e4eca97e req-cc489849-1818-42b4-8088-2f535c579c40 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Synchronizing usage tracker for tenant:d5abc56cd823434f8c070f5ff2ecf599 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:19:08.659611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Pushing event updated for resources: {'Port': ['ID=885b5119-1ca6-4eeb-b8ee-eebc9d820642,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:19:08.753482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-ee228816-79a5-443a-be47-3d83e4eca97e req-cc489849-1818-42b4-8088-2f535c579c40 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Unset dirty status for tenant:d5abc56cd823434f8c070f5ff2ecf599 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:19:08.754618 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ee228816-79a5-443a-be47-3d83e4eca97e req-cc489849-1818-42b4-8088-2f535c579c40 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668941 Jan 28 18:19:08.761396 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Attempting to bind port 885b5119-1ca6-4eeb-b8ee-eebc9d820642 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:19:08.761730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Attempting to bind port 885b5119-1ca6-4eeb-b8ee-eebc9d820642 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '72870ba1-2902-46b7-9178-dc8c4aae60fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:19:08.762061 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Attempting to bind port 885b5119-1ca6-4eeb-b8ee-eebc9d820642 on network 5b799cd9-be15-42b7-bf06-9350a8992b30 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:19:08.766620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Port 885b5119-1ca6-4eeb-b8ee-eebc9d820642 on network 5b799cd9-be15-42b7-bf06-9350a8992b30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:19:08.766944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Attempting to bind port 885b5119-1ca6-4eeb-b8ee-eebc9d820642 on network 5b799cd9-be15-42b7-bf06-9350a8992b30 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:19:08.775653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:19:08.776151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Checking segment: {'id': '72870ba1-2902-46b7-9178-dc8c4aae60fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:19:08.776964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Bound using segment: {'id': '72870ba1-2902-46b7-9178-dc8c4aae60fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:19:08.778838 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Bound port: 885b5119-1ca6-4eeb-b8ee-eebc9d820642, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72870ba1-2902-46b7-9178-dc8c4aae60fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:19:08.779350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:08.868386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] For port 885b5119-1ca6-4eeb-b8ee-eebc9d820642, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:19:08.871840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] For port 885b5119-1ca6-4eeb-b8ee-eebc9d820642, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=885b5119-1ca6-4eeb-b8ee-eebc9d820642,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:19:08.940139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:08.997538 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:08.998138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:08.999991 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] 10.222.0.16 "PUT /v2.0/ports/885b5119-1ca6-4eeb-b8ee-eebc9d820642 HTTP/1.1" status: 200 len: 1094 time: 1.2346592 Jan 28 18:19:09.002809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed', 'tag': '885b5119-1ca6-4eeb-b8ee-eebc9d820642'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:19:09.026081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c9324-8076-4df5-88ab-a63f47c8a428 service neutron] Pushing event updated for resources: {'Port': ['ID=885b5119-1ca6-4eeb-b8ee-eebc9d820642,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:19:09.054967 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed', 'tag': '885b5119-1ca6-4eeb-b8ee-eebc9d820642', 'status': 'completed', 'code': 200} Jan 28 18:19:09.144703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f8401-c582-4f59-bdb4-6fc589321cf4 req-ee3619e0-fe27-43f9-8df0-1b1968e420f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:09.146139 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-aa7f8401-c582-4f59-bdb4-6fc589321cf4 req-ee3619e0-fe27-43f9-8df0-1b1968e420f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 1097 time: 0.0720236 Jan 28 18:19:09.279249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f8401-c582-4f59-bdb4-6fc589321cf4 req-058f94fc-311e-40d5-b7fc-5564c8e7acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:09.280566 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-aa7f8401-c582-4f59-bdb4-6fc589321cf4 req-058f94fc-311e-40d5-b7fc-5564c8e7acb6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1279192 Jan 28 18:19:09.414542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f8401-c582-4f59-bdb4-6fc589321cf4 req-6afdaab8-881a-4d58-8d1f-ac342b896f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:09.416027 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-aa7f8401-c582-4f59-bdb4-6fc589321cf4 req-6afdaab8-881a-4d58-8d1f-ac342b896f1d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301873 Jan 28 18:19:09.515930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-122b88b4-f5fc-42a5-b94f-4aacd6e5d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:09.517350 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-122b88b4-f5fc-42a5-b94f-4aacd6e5d779 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 1097 time: 0.0675681 Jan 28 18:19:09.584853 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-006bf92d-ed8f-4dc0-9caf-628f534f2e92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=885b5119-1ca6-4eeb-b8ee-eebc9d820642 HTTP/1.1" status: 200 len: 217 time: 0.0612750 Jan 28 18:19:09.644309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-5cb1eafc-a2f5-4986-ba1d-8a11f31538bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:09.645657 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-5cb1eafc-a2f5-4986-ba1d-8a11f31538bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fce75bf-2d70-4446-9cca-9975f623b139 HTTP/1.1" status: 200 len: 855 time: 0.0550389 Jan 28 18:19:09.692729 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-e709f8f1-a638-4796-8f42-4c2831072d71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b799cd9-be15-42b7-bf06-9350a8992b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411899 Jan 28 18:19:09.934509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c1afc47a-325a-40c4-b414-43e3e37946a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:09.955858 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-66a1fd31-dabf-4431-868e-087f06b9d5e3 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575817 Jan 28 18:19:10.101610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c488450-fef8-4f50-86da-a3c6fe1636bc req-f6607dd3-c44c-40d2-9cad-2c106932ee6d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:10.103585 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c488450-fef8-4f50-86da-a3c6fe1636bc req-f6607dd3-c44c-40d2-9cad-2c106932ee6d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 944 time: 0.1862452 Jan 28 18:19:10.112019 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c6ff1b4-455b-4efb-82aa-cd2d8ec569c8 req-1a044f38-06cf-455f-a193-44f9ace53a5f service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483824 Jan 28 18:19:10.154042 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c488450-fef8-4f50-86da-a3c6fe1636bc req-33840621-445e-43d6-baae-43fbcd467477 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441396 Jan 28 18:19:11.344454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30daabf-759f-4bff-8fcc-f94ad3f1d297 req-b8ea4b23-0872-4937-9027-f6b40bf1ca4a tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:11.345809 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a30daabf-759f-4bff-8fcc-f94ad3f1d297 req-b8ea4b23-0872-4937-9027-f6b40bf1ca4a tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 944 time: 0.0816450 Jan 28 18:19:11.389667 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a30daabf-759f-4bff-8fcc-f94ad3f1d297 req-3272fb7c-bbd9-4db6-8481-b34f9b07a6bc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381529 Jan 28 18:19:12.299700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4536359d-9be1-450c-8a6c-380112182e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:12.578768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a54e0-c6f5-4b8d-92ca-c1e43a84624d req-f9a31b53-69fd-4730-a4cb-adef9c25d66c tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:12.580125 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-db8a54e0-c6f5-4b8d-92ca-c1e43a84624d req-f9a31b53-69fd-4730-a4cb-adef9c25d66c tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 944 time: 0.0862100 Jan 28 18:19:12.622966 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-db8a54e0-c6f5-4b8d-92ca-c1e43a84624d req-8672e7df-db1c-4fab-a6c1-adc4fef8825e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372677 Jan 28 18:19:13.274952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:13.366573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:13.469215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 885b5119-1ca6-4eeb-b8ee-eebc9d820642 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:19:13.595669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 885b5119-1ca6-4eeb-b8ee-eebc9d820642, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=885b5119-1ca6-4eeb-b8ee-eebc9d820642,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:19:13.608547 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '885b5119-1ca6-4eeb-b8ee-eebc9d820642', 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30', 'port_id': '885b5119-1ca6-4eeb-b8ee-eebc9d820642', 'mac_address': 'fa:16:3e:e2:c0:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fce75bf-2d70-4446-9cca-9975f623b139', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:19:13.665138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:13.682332 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885b5119-1ca6-4eeb-b8ee-eebc9d820642 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:19:13.697130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 885b5119-1ca6-4eeb-b8ee-eebc9d820642, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=885b5119-1ca6-4eeb-b8ee-eebc9d820642,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:19:13.755669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:13.804940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daa2c0-ac91-455d-9bbb-aabc76af8a9c req-8675de12-ed13-4d38-95b0-c4e1302a7ca1 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:13.806934 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b0daa2c0-ac91-455d-9bbb-aabc76af8a9c req-8675de12-ed13-4d38-95b0-c4e1302a7ca1 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 945 time: 0.0800700 Jan 28 18:19:13.821035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=885b5119-1ca6-4eeb-b8ee-eebc9d820642,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:19:13.828045 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:19:13.828393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:19:13.828730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:19:13.829059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:19:13.829388 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:19:13.829715 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:19:13.830034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:19:13.830356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:19:13.830676 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:19:13.831020 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:19:13.831331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:19:13.831649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:19:13.849625 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b0daa2c0-ac91-455d-9bbb-aabc76af8a9c req-006429e8-09a0-488f-8a64-8ef3816a490c tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368466 Jan 28 18:19:13.957676 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['885b5119-1ca6-4eeb-b8ee-eebc9d820642'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:19:14.995351 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:15.033748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030361d-eeb8-41b8-8dd7-1291b364ad5e req-a426a5c5-a7de-44ba-989f-73dc889189b8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:15.035229 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f030361d-eeb8-41b8-8dd7-1291b364ad5e req-a426a5c5-a7de-44ba-989f-73dc889189b8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 945 time: 0.0792580 Jan 28 18:19:15.081454 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f030361d-eeb8-41b8-8dd7-1291b364ad5e req-c9ed213b-16ce-435c-8e59-cb0c602a5844 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405667 Jan 28 18:19:15.484496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 885b5119-1ca6-4eeb-b8ee-eebc9d820642 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:19:15.625450 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 885b5119-1ca6-4eeb-b8ee-eebc9d820642 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:19:15.630091 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 885b5119-1ca6-4eeb-b8ee-eebc9d820642 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:19:15.630457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:15.743417 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:15.781762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b5119-1ca6-4eeb-b8ee-eebc9d820642'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:19:15.791055 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 885b5119-1ca6-4eeb-b8ee-eebc9d820642, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=885b5119-1ca6-4eeb-b8ee-eebc9d820642,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:19:15.825521 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b5119-1ca6-4eeb-b8ee-eebc9d820642', 'code': 200} Jan 28 18:19:15.876930 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:15.945011 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=885b5119-1ca6-4eeb-b8ee-eebc9d820642,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:19:16.241715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92413255-a10f-4326-a058-ca85faccaa06 req-cf1555d3-bfbc-4081-bce4-bbac8572713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:16.243176 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-92413255-a10f-4326-a058-ca85faccaa06 req-cf1555d3-bfbc-4081-bce4-bbac8572713f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 1099 time: 0.1098588 Jan 28 18:19:16.299390 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-92413255-a10f-4326-a058-ca85faccaa06 req-9a3588cf-030c-4e5f-92af-ebf8559f8507 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479255 Jan 28 18:19:16.310711 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e2f94-4a08-43d8-af29-cda5cd3e84a0 req-104d8b48-b50f-41d3-8042-9ae9a7e7e177 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:16.312112 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-667e2f94-4a08-43d8-af29-cda5cd3e84a0 req-104d8b48-b50f-41d3-8042-9ae9a7e7e177 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.1161563 Jan 28 18:19:16.354411 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-667e2f94-4a08-43d8-af29-cda5cd3e84a0 req-7f7d4c8b-3a0c-449b-a4b7-f372f9df7e1f tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368123 Jan 28 18:19:17.540123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e5e88-f7fa-4af0-9ec3-386d76fc4ada req-0346670c-7844-4227-83c5-ee43c8415b0e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:17.541582 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-125e5e88-f7fa-4af0-9ec3-386d76fc4ada req-0346670c-7844-4227-83c5-ee43c8415b0e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0828297 Jan 28 18:19:17.584216 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-125e5e88-f7fa-4af0-9ec3-386d76fc4ada req-c41090ad-74f0-4bef-8ae9-458983fae6ed tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370409 Jan 28 18:19:18.771159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04653b-1854-41cc-943f-7b433da33d3b req-13be2352-cd28-466b-8a0d-cd025cfc8e1c tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:18.772589 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1b04653b-1854-41cc-943f-7b433da33d3b req-13be2352-cd28-466b-8a0d-cd025cfc8e1c tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0856988 Jan 28 18:19:18.814646 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1b04653b-1854-41cc-943f-7b433da33d3b req-5171ebd0-f447-4016-8b2d-9a69dd058e03 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363812 Jan 28 18:19:18.990751 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13103deb-e903-4961-8433-33e845a88f0d req-8d7d75bc-d941-4b14-ae4d-4fea0c358051 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:18.992205 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-13103deb-e903-4961-8433-33e845a88f0d req-8d7d75bc-d941-4b14-ae4d-4fea0c358051 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0776970 Jan 28 18:19:19.038539 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-13103deb-e903-4961-8433-33e845a88f0d req-f0d6d7dd-1e6e-4079-ad55-a85104c29286 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402162 Jan 28 18:19:19.603923 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bc85c-3f98-42dc-b009-b73f3b6c18c2 req-a2f6de23-7838-4b10-bb3f-702a8704f3a3 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:19.605244 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cd9bc85c-3f98-42dc-b009-b73f3b6c18c2 req-a2f6de23-7838-4b10-bb3f-702a8704f3a3 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0781214 Jan 28 18:19:19.648994 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cd9bc85c-3f98-42dc-b009-b73f3b6c18c2 req-786c8de8-9a49-4b52-8323-ebf4b3d0975e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371928 Jan 28 18:19:19.828776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d18bd2-ca50-431e-8211-9e57f81aaed8 req-9d2f293a-441c-483c-8442-6e711538cc52 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:19.830188 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b1d18bd2-ca50-431e-8211-9e57f81aaed8 req-9d2f293a-441c-483c-8442-6e711538cc52 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0806055 Jan 28 18:19:19.872691 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b1d18bd2-ca50-431e-8211-9e57f81aaed8 req-f84fbe0d-1d68-47d8-9e40-d582d3bcf1d5 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369427 Jan 28 18:19:19.966834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:20.386194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d91d73-51ea-4d77-aca1-dce67680d32f req-deac5a70-d314-40a7-b362-8328d265a2c2 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:20.387645 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b8d91d73-51ea-4d77-aca1-dce67680d32f req-deac5a70-d314-40a7-b362-8328d265a2c2 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0777907 Jan 28 18:19:20.434691 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b8d91d73-51ea-4d77-aca1-dce67680d32f req-2c3e8043-5f78-46a4-ad0a-2ebc80abcdc5 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414484 Jan 28 18:19:20.482003 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-d48727e1-23bd-4f77-a8d1-20d498050065 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718551 Jan 28 18:19:21.622193 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78285b2-1528-4c68-a365-d083f547086c req-49a8b4ae-1f20-4d88-894a-8168290b8e98 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:21.623658 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b78285b2-1528-4c68-a365-d083f547086c req-49a8b4ae-1f20-4d88-894a-8168290b8e98 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0795484 Jan 28 18:19:21.667220 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b78285b2-1528-4c68-a365-d083f547086c req-c6dd3d1b-853d-43ab-ba23-70e06ccc1eb8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379078 Jan 28 18:19:22.656075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-2e668ce3-8503-44d8-b2c3-9d02007d4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:22.657544 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-2e668ce3-8503-44d8-b2c3-9d02007d4210 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 1099 time: 0.0707216 Jan 28 18:19:22.828719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-953209e5-b211-4f16-a8f0-dfda494b9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:22.830168 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-953209e5-b211-4f16-a8f0-dfda494b9123 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b799cd9-be15-42b7-bf06-9350a8992b30 HTTP/1.1" status: 200 len: 916 time: 0.1672807 Jan 28 18:19:22.908081 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-e7181802-7c11-4525-b420-9e7ba41174b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=885b5119-1ca6-4eeb-b8ee-eebc9d820642 HTTP/1.1" status: 200 len: 217 time: 0.0663905 Jan 28 18:19:22.974273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d83fc6-abef-4406-a02a-539ffcfde6e8 req-af6b670d-99f3-4409-903a-829bf38d9d49 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:22.975736 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-65d83fc6-abef-4406-a02a-539ffcfde6e8 req-af6b670d-99f3-4409-903a-829bf38d9d49 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.2020981 Jan 28 18:19:22.997193 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-8fdc3df5-48da-41b9-bac0-7ecd042604d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:22.998534 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-8fdc3df5-48da-41b9-bac0-7ecd042604d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fce75bf-2d70-4446-9cca-9975f623b139 HTTP/1.1" status: 200 len: 855 time: 0.0850527 Jan 28 18:19:23.052761 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-7b8a4bed-b68f-46f3-8ad4-47224950a180 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b799cd9-be15-42b7-bf06-9350a8992b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472414 Jan 28 18:19:23.063811 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-65d83fc6-abef-4406-a02a-539ffcfde6e8 req-537b4c57-12f1-46e3-9140-78087114f27d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820193 Jan 28 18:19:23.186498 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-0d09c0bc-2c47-49d6-960b-2e027a9e7cd7 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256301 Jan 28 18:19:23.403388 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-666f569d-c5a0-42a1-81c2-843a905718e2 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115357 Jan 28 18:19:24.250704 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f254a3-8e60-4865-88fe-1514c2b53aea req-0570ade8-5d31-473e-a340-25bda60c0a06 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:24.252142 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-94f254a3-8e60-4865-88fe-1514c2b53aea req-0570ade8-5d31-473e-a340-25bda60c0a06 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0800202 Jan 28 18:19:24.296237 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-94f254a3-8e60-4865-88fe-1514c2b53aea req-144f17bc-6631-422b-a885-92a860e599d8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385482 Jan 28 18:19:25.480633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3e838-f6f8-451c-9315-949637466301 req-d0bab4ec-5e5d-4472-bae3-7a8023871c7e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:25.482076 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-76b3e838-f6f8-451c-9315-949637466301 req-d0bab4ec-5e5d-4472-bae3-7a8023871c7e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0829439 Jan 28 18:19:25.524986 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-76b3e838-f6f8-451c-9315-949637466301 req-eeaf2f09-df91-461a-8250-ec5e9f889442 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371988 Jan 28 18:19:26.708253 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b4fbe-2462-403e-afcf-212113dae4d4 req-2867289a-b578-4504-b506-2e25433008f8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:26.709673 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b43b4fbe-2462-403e-afcf-212113dae4d4 req-2867289a-b578-4504-b506-2e25433008f8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0787714 Jan 28 18:19:26.751902 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b43b4fbe-2462-403e-afcf-212113dae4d4 req-84f33d71-6e12-4f34-8075-483b520df0d3 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367620 Jan 28 18:19:27.936200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa1c04-212d-4532-90a2-9308325740b1 req-4316db54-bac6-4ca7-a8dd-fdfa794d5fd4 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:27.937627 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-87fa1c04-212d-4532-90a2-9308325740b1 req-4316db54-bac6-4ca7-a8dd-fdfa794d5fd4 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0780489 Jan 28 18:19:27.980746 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-87fa1c04-212d-4532-90a2-9308325740b1 req-9d97d069-07a4-4592-8dad-1563d4c57abb tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376115 Jan 28 18:19:29.166288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74648aa7-d4e0-4218-a582-fc820be8eaee req-2d828b7c-7a56-427a-9b07-278c82226095 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:29.167788 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-74648aa7-d4e0-4218-a582-fc820be8eaee req-2d828b7c-7a56-427a-9b07-278c82226095 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0812480 Jan 28 18:19:29.210887 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-74648aa7-d4e0-4218-a582-fc820be8eaee req-713f79ad-d2cb-47ec-b231-2c0c03108ab6 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373046 Jan 28 18:19:30.392761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229ffc5-4465-4ec5-8512-9052102384c4 req-b471b611-d751-417d-bc28-d898265c6d0b tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:30.394203 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a229ffc5-4465-4ec5-8512-9052102384c4 req-b471b611-d751-417d-bc28-d898265c6d0b tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0809550 Jan 28 18:19:30.437290 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a229ffc5-4465-4ec5-8512-9052102384c4 req-99b37f7b-ade0-45f9-965a-6754a229d2ed tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376024 Jan 28 18:19:31.619593 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c3024-3e34-430e-8bcf-adec226ec7dc req-8301b0bb-c03e-40c5-9e4a-d40e72c6c73e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:31.621578 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4c0c3024-3e34-430e-8bcf-adec226ec7dc req-8301b0bb-c03e-40c5-9e4a-d40e72c6c73e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0775130 Jan 28 18:19:31.663400 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4c0c3024-3e34-430e-8bcf-adec226ec7dc req-deff0b15-988e-49a8-9b8d-b5dc79ff1041 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362480 Jan 28 18:19:32.842163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c53708-614d-4045-8423-4e499eb30713 req-10cdacb4-682f-4e9e-b7b8-cc38d6763ae8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:32.843627 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-54c53708-614d-4045-8423-4e499eb30713 req-10cdacb4-682f-4e9e-b7b8-cc38d6763ae8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0781589 Jan 28 18:19:32.885684 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-54c53708-614d-4045-8423-4e499eb30713 req-0037d236-5aa5-4fe3-a50c-119cfa6c5be3 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365286 Jan 28 18:19:34.067369 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586c6a-70fb-4ded-8acd-ea0f3c683a7d req-650af2e1-68f4-47b0-b887-a460575e2ab4 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:34.068785 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a9586c6a-70fb-4ded-8acd-ea0f3c683a7d req-650af2e1-68f4-47b0-b887-a460575e2ab4 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0810428 Jan 28 18:19:34.112857 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a9586c6a-70fb-4ded-8acd-ea0f3c683a7d req-0df2d842-a57c-43fa-98be-5db1260b0e46 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376527 Jan 28 18:19:35.298874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da36fb-c3c3-453e-842c-696ff1ce1f40 req-121329a1-631e-4640-a43c-5ee677e87c6d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:35.300351 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b6da36fb-c3c3-453e-842c-696ff1ce1f40 req-121329a1-631e-4640-a43c-5ee677e87c6d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0813222 Jan 28 18:19:35.343191 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b6da36fb-c3c3-453e-842c-696ff1ce1f40 req-92898713-f327-4b2f-8731-2b930a4dcb4a tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372777 Jan 28 18:19:36.523387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b60335-c603-4c02-b1da-470fb591f0bd req-78f68e8c-48c5-4f80-b962-6203df606b81 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:36.524813 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c6b60335-c603-4c02-b1da-470fb591f0bd req-78f68e8c-48c5-4f80-b962-6203df606b81 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0780067 Jan 28 18:19:36.572026 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c6b60335-c603-4c02-b1da-470fb591f0bd req-e1d6fd32-79a9-4545-8dfb-6602f1502bed tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408883 Jan 28 18:19:37.907014 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9954b78-a1ab-48cc-adf2-ac92868197ee req-7cd9d426-d311-45a7-9f94-9c967dc7c84a tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:37.908431 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a9954b78-a1ab-48cc-adf2-ac92868197ee req-7cd9d426-d311-45a7-9f94-9c967dc7c84a tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0772789 Jan 28 18:19:37.954260 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a9954b78-a1ab-48cc-adf2-ac92868197ee req-724813ec-de54-4a5f-93e1-e1ea2003fe0b tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404243 Jan 28 18:19:39.101795 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:19:39.132820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab8784-8e72-47b7-a33e-269327bd2fa8 req-0187fc44-0f5a-4b79-aa2e-448428fbdf9a tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:39.134271 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2bab8784-8e72-47b7-a33e-269327bd2fa8 req-0187fc44-0f5a-4b79-aa2e-448428fbdf9a tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0775177 Jan 28 18:19:39.177808 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2bab8784-8e72-47b7-a33e-269327bd2fa8 req-75a51ac4-cb2c-43e5-b896-82ddb646003a tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374184 Jan 28 18:19:39.916118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-00c29d06-caf2-446e-a857-8e052ab5dfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:40.353807 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b9b41-f7c7-4552-a10b-e25d7c581149 req-0e308fa6-24ab-433d-9aba-e074758d8bb4 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:40.355386 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-290b9b41-f7c7-4552-a10b-e25d7c581149 req-0e308fa6-24ab-433d-9aba-e074758d8bb4 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0769916 Jan 28 18:19:40.397900 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-290b9b41-f7c7-4552-a10b-e25d7c581149 req-61029424-8dec-40b8-9093-d930bccfe03b tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363734 Jan 28 18:19:41.581072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957ea63-f6be-4130-a118-880eafe7eab3 req-7196d311-6218-4efa-a6fd-28761d98df73 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:41.582475 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d957ea63-f6be-4130-a118-880eafe7eab3 req-7196d311-6218-4efa-a6fd-28761d98df73 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0805824 Jan 28 18:19:41.625562 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d957ea63-f6be-4130-a118-880eafe7eab3 req-ddf31abb-a679-414e-984f-615b229aee47 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375423 Jan 28 18:19:42.302745 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3abd2408-888b-4796-bad9-7a75f6f0f41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:42.812374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e282c-7c75-4cc6-9249-146ad57c289c req-c1c47707-4f53-4701-8798-c71fad9caddc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:42.813800 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-691e282c-7c75-4cc6-9249-146ad57c289c req-c1c47707-4f53-4701-8798-c71fad9caddc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0857003 Jan 28 18:19:42.857635 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-691e282c-7c75-4cc6-9249-146ad57c289c req-5666793e-4177-4113-a2cd-4ede13aedfd5 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382407 Jan 28 18:19:43.280098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:43.367747 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:43.677544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e721-4072-4803-91c6-036ea7b1312d req-cc725650-f91d-4d71-9c21-53704fbb8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:43.679036 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ff28e721-4072-4803-91c6-036ea7b1312d req-cc725650-f91d-4d71-9c21-53704fbb8bb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 1099 time: 0.0680218 Jan 28 18:19:43.817344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e721-4072-4803-91c6-036ea7b1312d req-af87c029-ffb8-4719-8eb6-ff2a8241b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:43.818767 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ff28e721-4072-4803-91c6-036ea7b1312d req-af87c029-ffb8-4719-8eb6-ff2a8241b987 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b799cd9-be15-42b7-bf06-9350a8992b30 HTTP/1.1" status: 200 len: 916 time: 0.1221156 Jan 28 18:19:43.889153 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ff28e721-4072-4803-91c6-036ea7b1312d req-01f1ae96-00f2-47f1-b441-5188404bf0ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=885b5119-1ca6-4eeb-b8ee-eebc9d820642 HTTP/1.1" status: 200 len: 217 time: 0.0634468 Jan 28 18:19:43.951702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e721-4072-4803-91c6-036ea7b1312d req-2c52be17-a4e7-438a-9487-81988fc1cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:43.953070 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ff28e721-4072-4803-91c6-036ea7b1312d req-2c52be17-a4e7-438a-9487-81988fc1cdab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fce75bf-2d70-4446-9cca-9975f623b139 HTTP/1.1" status: 200 len: 855 time: 0.0570257 Jan 28 18:19:44.002835 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ff28e721-4072-4803-91c6-036ea7b1312d req-a46ae9f1-03a4-4cb2-b284-65ee4cf454ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b799cd9-be15-42b7-bf06-9350a8992b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434611 Jan 28 18:19:44.042599 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570dc90-2225-46d9-8cf1-e0374f496406 req-ad1676a0-7f77-4408-ac1d-79fbc02dad62 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:44.044758 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4570dc90-2225-46d9-8cf1-e0374f496406 req-ad1676a0-7f77-4408-ac1d-79fbc02dad62 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0825541 Jan 28 18:19:44.088207 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4570dc90-2225-46d9-8cf1-e0374f496406 req-5dea91c5-ef87-4c38-8edc-9836c3a2d576 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376248 Jan 28 18:19:44.131638 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ff28e721-4072-4803-91c6-036ea7b1312d req-06858317-2269-47b8-a3c2-f44128334840 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228681 Jan 28 18:19:44.257586 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ff28e721-4072-4803-91c6-036ea7b1312d req-ea146921-13ab-4e91-9186-a231ab6e70ce service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188920 Jan 28 18:19:45.022867 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:45.269315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0d9a9-f0fb-49cc-a2e6-6cc6e66e93de req-f92afbd4-8e12-4676-ab4a-a97dbba9d723 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:45.270751 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-37b0d9a9-f0fb-49cc-a2e6-6cc6e66e93de req-f92afbd4-8e12-4676-ab4a-a97dbba9d723 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0777724 Jan 28 18:19:45.314510 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-37b0d9a9-f0fb-49cc-a2e6-6cc6e66e93de req-539ecaed-f271-49cd-9f58-f4008acec30f tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378265 Jan 28 18:19:46.495584 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1de718-34a4-4749-99d9-8bf9e3268d65 req-2662bf2f-c9dd-4193-b577-110113ecee3d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:46.498066 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cd1de718-34a4-4749-99d9-8bf9e3268d65 req-2662bf2f-c9dd-4193-b577-110113ecee3d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0816097 Jan 28 18:19:46.542399 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cd1de718-34a4-4749-99d9-8bf9e3268d65 req-1fbdc970-e825-407a-bb0b-fdc8681baaf6 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387220 Jan 28 18:19:47.810607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3c417-0a76-47dc-8ed2-ef4df5d1db5d req-91d35249-b6c8-4dad-8301-fe3065763e9f tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:47.812093 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9db3c417-0a76-47dc-8ed2-ef4df5d1db5d req-91d35249-b6c8-4dad-8301-fe3065763e9f tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.1666234 Jan 28 18:19:47.853918 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9db3c417-0a76-47dc-8ed2-ef4df5d1db5d req-2d8dc21c-b16f-4315-aa5e-b3d40fda49f8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362082 Jan 28 18:19:49.032292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cf02d-3632-491f-9e59-cf6c937589d0 req-22459fe0-e429-4e23-ae74-066e4f3017e5 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:49.033722 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-006cf02d-3632-491f-9e59-cf6c937589d0 req-22459fe0-e429-4e23-ae74-066e4f3017e5 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0773902 Jan 28 18:19:49.079949 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-006cf02d-3632-491f-9e59-cf6c937589d0 req-edcee56e-f84f-42ae-98d5-0c5834b0bace tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Jan 28 18:19:49.984873 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:50.261029 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864f6bb-f79f-4252-84b7-fe14f54b6840 req-97d6e823-799e-4844-b49b-54c6bc3d1378 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:50.262353 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c864f6bb-f79f-4252-84b7-fe14f54b6840 req-97d6e823-799e-4844-b49b-54c6bc3d1378 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0770261 Jan 28 18:19:50.304019 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c864f6bb-f79f-4252-84b7-fe14f54b6840 req-42f10afc-2406-4557-a41e-8c7641e6ce64 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361800 Jan 28 18:19:51.486161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd70f5-dc04-4656-9d8b-2873c4aa846b req-6db725c5-bc3e-45e7-99a2-783255a34edc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:51.487599 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-39bd70f5-dc04-4656-9d8b-2873c4aa846b req-6db725c5-bc3e-45e7-99a2-783255a34edc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0776711 Jan 28 18:19:51.531480 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-39bd70f5-dc04-4656-9d8b-2873c4aa846b req-b289d172-b734-4717-89f6-af3d62d07adc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379541 Jan 28 18:19:52.718384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd191d2-7b0c-4ab4-b331-e6c2c170dcf2 req-debdbb34-d2fd-41c9-9c2e-9034c57494c3 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:52.719829 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-edd191d2-7b0c-4ab4-b331-e6c2c170dcf2 req-debdbb34-d2fd-41c9-9c2e-9034c57494c3 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0801170 Jan 28 18:19:52.761113 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-edd191d2-7b0c-4ab4-b331-e6c2c170dcf2 req-0141c238-822e-427f-9eec-afb3640dd8da tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357451 Jan 28 18:19:53.947444 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75067c3-d6d8-493e-a024-af41e073b019 req-abac2cac-f865-4af1-98d2-1af5a81670c0 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:53.948846 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a75067c3-d6d8-493e-a024-af41e073b019 req-abac2cac-f865-4af1-98d2-1af5a81670c0 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0843854 Jan 28 18:19:53.992540 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a75067c3-d6d8-493e-a024-af41e073b019 req-917a5243-3910-4af5-b3be-42969959e3d2 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375614 Jan 28 18:19:55.172698 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa0094-4672-425c-9424-9395dcaac180 req-278d3722-abec-491a-bde5-70bade3f94c6 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:55.174150 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-69aa0094-4672-425c-9424-9395dcaac180 req-278d3722-abec-491a-bde5-70bade3f94c6 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0786655 Jan 28 18:19:55.220677 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-69aa0094-4672-425c-9424-9395dcaac180 req-3f4e0e96-af13-49b5-98d7-74de246d514a tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408642 Jan 28 18:19:55.498690 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-6516bf36-06e0-4589-833f-5169b4d55f23 service neutron] 10.222.0.16 "GET /v2.0/ports/885b5119-1ca6-4eeb-b8ee-eebc9d820642/bindings/hv-neutron-8269 HTTP/1.1" status: 200 len: 384 time: 0.0713453 Jan 28 18:19:56.074232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-7f0c7674-0d16-4013-a285-db12081a6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:56.075725 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-7f0c7674-0d16-4013-a285-db12081a6d20 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed&tenant_id=d5abc56cd823434f8c070f5ff2ecf599 HTTP/1.1" status: 200 len: 1099 time: 0.0717788 Jan 28 18:19:56.166516 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-3c513167-9f1d-4211-b5e7-517789b313a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:56.167998 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-3c513167-9f1d-4211-b5e7-517789b313a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 1099 time: 0.0727637 Jan 28 18:19:56.297634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-ec762d50-a298-4a91-a1ec-db1f9c076493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:56.299008 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-ec762d50-a298-4a91-a1ec-db1f9c076493 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b799cd9-be15-42b7-bf06-9350a8992b30 HTTP/1.1" status: 200 len: 916 time: 0.1255627 Jan 28 18:19:56.367531 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-7538f8c0-de96-4cc3-91c9-78893fe63278 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=885b5119-1ca6-4eeb-b8ee-eebc9d820642 HTTP/1.1" status: 200 len: 217 time: 0.0625291 Jan 28 18:19:56.406837 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097797b-076f-4679-b0a8-4899c0ee2eb2 req-35c1deac-fe1e-4b23-b702-d9a346e8d6bc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:56.408296 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4097797b-076f-4679-b0a8-4899c0ee2eb2 req-35c1deac-fe1e-4b23-b702-d9a346e8d6bc tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0782669 Jan 28 18:19:56.429268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-d6b3ad3a-649a-4aba-a421-044a9dfee41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:56.430697 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-d6b3ad3a-649a-4aba-a421-044a9dfee41f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fce75bf-2d70-4446-9cca-9975f623b139 HTTP/1.1" status: 200 len: 855 time: 0.0563250 Jan 28 18:19:56.452777 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4097797b-076f-4679-b0a8-4899c0ee2eb2 req-6103a2ff-c0c7-41b9-bbab-756c6eadcd9a tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388784 Jan 28 18:19:56.476529 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-8fb6bc60-16da-401b-a2d8-28cdf3071ba2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b799cd9-be15-42b7-bf06-9350a8992b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392160 Jan 28 18:19:56.604268 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-266148ca-ed62-4f67-8a80-d1bf375e23a8 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205308 Jan 28 18:19:56.729956 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60739116-b016-4047-9a19-a43a1e0f02d0 req-49c6c03b-8327-4465-809b-241889c24d31 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204188 Jan 28 18:19:57.641840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b6a9f-10f4-4a5d-97c5-26ac703261a3 req-731d74d1-71f7-413b-bf5f-91d156bca283 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:57.643268 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d21b6a9f-10f4-4a5d-97c5-26ac703261a3 req-731d74d1-71f7-413b-bf5f-91d156bca283 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0818226 Jan 28 18:19:57.686308 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d21b6a9f-10f4-4a5d-97c5-26ac703261a3 req-a1199805-76db-4c02-8bbe-dde5ece5d96e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375197 Jan 28 18:19:58.876309 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79661d0-bc08-488e-bd0c-7ef3dfc7bfe7 req-73aa6bbb-8f00-489a-95d0-39762e61b8c7 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:19:58.877745 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d79661d0-bc08-488e-bd0c-7ef3dfc7bfe7 req-73aa6bbb-8f00-489a-95d0-39762e61b8c7 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0839448 Jan 28 18:19:58.925478 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d79661d0-bc08-488e-bd0c-7ef3dfc7bfe7 req-70c69094-9dfb-4feb-98f5-286a4d26b22b tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419636 Jan 28 18:19:59.702289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 885b5119-1ca6-4eeb-b8ee-eebc9d820642 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:19:59.705745 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 885b5119-1ca6-4eeb-b8ee-eebc9d820642 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:19:59.942219 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:19:59.980255 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 885b5119-1ca6-4eeb-b8ee-eebc9d820642, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=885b5119-1ca6-4eeb-b8ee-eebc9d820642,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:19:59.995841 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '885b5119-1ca6-4eeb-b8ee-eebc9d820642'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:20:00.006866 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '885b5119-1ca6-4eeb-b8ee-eebc9d820642', 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30', 'port_id': '885b5119-1ca6-4eeb-b8ee-eebc9d820642', 'mac_address': 'fa:16:3e:e2:c0:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fce75bf-2d70-4446-9cca-9975f623b139', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:20:00.009975 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 885b5119-1ca6-4eeb-b8ee-eebc9d820642, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=885b5119-1ca6-4eeb-b8ee-eebc9d820642,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:20:00.057316 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '885b5119-1ca6-4eeb-b8ee-eebc9d820642', 'code': 200} Jan 28 18:20:00.069709 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:00.087018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 885b5119-1ca6-4eeb-b8ee-eebc9d820642 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:20:00.097315 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:00.117695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d913f-607c-41cc-a8d6-5b89897164ec req-34d1bbe1-d21b-43a3-b37d-d622c15819f1 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:00.119190 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7c8d913f-607c-41cc-a8d6-5b89897164ec req-34d1bbe1-d21b-43a3-b37d-d622c15819f1 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0823553 Jan 28 18:20:00.166923 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7c8d913f-607c-41cc-a8d6-5b89897164ec req-a7fa7b53-9646-4c49-b0a2-d08e32833aa8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Jan 28 18:20:00.206825 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:20:00.207201 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:20:00.212111 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=885b5119-1ca6-4eeb-b8ee-eebc9d820642,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:20:00.651169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45613df0-e241-4ee3-8ab1-d3d6e3b4fd7b req-8208241c-3325-42ff-8499-6b54d647f956 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:00.653662 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-45613df0-e241-4ee3-8ab1-d3d6e3b4fd7b req-8208241c-3325-42ff-8499-6b54d647f956 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 944 time: 0.1258807 Jan 28 18:20:00.714454 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-45613df0-e241-4ee3-8ab1-d3d6e3b4fd7b req-fd4f8f95-f816-415a-9fd2-a0618525d24c tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504386 Jan 28 18:20:00.732195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419c3a-9e9d-4b99-b269-d39567fb722f req-68dac17f-5346-4f21-a4c4-5440b38382f1 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:00.734128 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-57419c3a-9e9d-4b99-b269-d39567fb722f req-68dac17f-5346-4f21-a4c4-5440b38382f1 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed&tenant_id=d5abc56cd823434f8c070f5ff2ecf599&binding%3Ahost_id=hv-neutron-8269 HTTP/1.1" status: 200 len: 944 time: 0.1408610 Jan 28 18:20:00.761394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:00.777638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885b5119-1ca6-4eeb-b8ee-eebc9d820642 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:20:00.792767 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 885b5119-1ca6-4eeb-b8ee-eebc9d820642, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=885b5119-1ca6-4eeb-b8ee-eebc9d820642,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:20:00.853123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:00.869046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419c3a-9e9d-4b99-b269-d39567fb722f req-fa83d016-a41f-4265-b02d-8212b3f54a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:00.870501 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-57419c3a-9e9d-4b99-b269-d39567fb722f req-fa83d016-a41f-4265-b02d-8212b3f54a93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 1097 time: 0.0700381 Jan 28 18:20:00.924431 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['885b5119-1ca6-4eeb-b8ee-eebc9d820642'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:20:00.956186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=885b5119-1ca6-4eeb-b8ee-eebc9d820642,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:20:01.007768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419c3a-9e9d-4b99-b269-d39567fb722f req-52c00807-17d4-43a4-ba55-4352d4fe1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:01.009422 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-57419c3a-9e9d-4b99-b269-d39567fb722f req-52c00807-17d4-43a4-ba55-4352d4fe1d53 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b799cd9-be15-42b7-bf06-9350a8992b30 HTTP/1.1" status: 200 len: 916 time: 0.1333354 Jan 28 18:20:01.167076 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-57419c3a-9e9d-4b99-b269-d39567fb722f req-267e5458-a778-4dc3-94f0-766e26662b5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=885b5119-1ca6-4eeb-b8ee-eebc9d820642 HTTP/1.1" status: 200 len: 217 time: 0.1515350 Jan 28 18:20:01.226749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57419c3a-9e9d-4b99-b269-d39567fb722f req-fd34da01-b890-419b-81d4-4f950d7beff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:01.228115 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-57419c3a-9e9d-4b99-b269-d39567fb722f req-fd34da01-b890-419b-81d4-4f950d7beff0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fce75bf-2d70-4446-9cca-9975f623b139 HTTP/1.1" status: 200 len: 855 time: 0.0551698 Jan 28 18:20:01.277088 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-57419c3a-9e9d-4b99-b269-d39567fb722f req-6abcf8d7-17e7-44c1-8273-6938f3f49865 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b799cd9-be15-42b7-bf06-9350a8992b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423007 Jan 28 18:20:01.407762 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-57419c3a-9e9d-4b99-b269-d39567fb722f req-3b4512cc-627e-4c0b-aee7-6192a9f79633 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244969 Jan 28 18:20:01.534006 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-57419c3a-9e9d-4b99-b269-d39567fb722f req-e9debf5d-2c50-4112-8884-2f905f69f31d service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201530 Jan 28 18:20:01.713260 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 885b5119-1ca6-4eeb-b8ee-eebc9d820642 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:20:01.789163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 885b5119-1ca6-4eeb-b8ee-eebc9d820642 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:20:01.789885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:01.911843 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:01.934576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650eae5b-fc62-467b-bd1a-203e8b98b369 req-bffd438e-08ac-44cb-97c8-b47086ab26da tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:01.936279 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-650eae5b-fc62-467b-bd1a-203e8b98b369 req-bffd438e-08ac-44cb-97c8-b47086ab26da tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 945 time: 0.1100721 Jan 28 18:20:01.950970 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 885b5119-1ca6-4eeb-b8ee-eebc9d820642, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=885b5119-1ca6-4eeb-b8ee-eebc9d820642,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:20:01.984967 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-650eae5b-fc62-467b-bd1a-203e8b98b369 req-ca1e18ff-adb1-499a-9a94-6343c5e3a5eb tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422931 Jan 28 18:20:02.010961 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:02.064396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b5119-1ca6-4eeb-b8ee-eebc9d820642'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:20:02.087174 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=885b5119-1ca6-4eeb-b8ee-eebc9d820642,revision_number=8']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:20:02.123161 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b5119-1ca6-4eeb-b8ee-eebc9d820642', 'code': 200} Jan 28 18:20:03.263257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d62aaf-8fad-4990-aef5-d3c83eb92b51 req-dc4899dd-1758-4f24-a8f0-2dcf8c380b08 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:03.265315 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a4d62aaf-8fad-4990-aef5-d3c83eb92b51 req-dc4899dd-1758-4f24-a8f0-2dcf8c380b08 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.1747246 Jan 28 18:20:03.307496 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a4d62aaf-8fad-4990-aef5-d3c83eb92b51 req-522304b3-d1c9-48a7-a300-c524128c9773 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365980 Jan 28 18:20:03.488053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1720cc5-4a17-4f46-aa51-a5a1b2695e1c req-b06a3332-1a8d-4e08-a1e7-3406435bdf9b tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:03.489457 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d1720cc5-4a17-4f46-aa51-a5a1b2695e1c req-b06a3332-1a8d-4e08-a1e7-3406435bdf9b tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0766659 Jan 28 18:20:03.532780 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d1720cc5-4a17-4f46-aa51-a5a1b2695e1c req-e153941a-5408-46ff-b5e4-dc5469c25a46 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377345 Jan 28 18:20:03.711527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedb04e-8275-46a8-a661-03c5b7f06780 req-16f63f3a-622a-42ce-977a-0733f0484320 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:03.712939 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4fedb04e-8275-46a8-a661-03c5b7f06780 req-16f63f3a-622a-42ce-977a-0733f0484320 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0802059 Jan 28 18:20:03.755913 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4fedb04e-8275-46a8-a661-03c5b7f06780 req-473743ca-beea-4128-ab65-432b549f0c99 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375278 Jan 28 18:20:04.464906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-64154935-a77c-4d0b-8d5b-dcdbe0f6500c tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:04.466229 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-64154935-a77c-4d0b-8d5b-dcdbe0f6500c tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/networks?id=5b799cd9-be15-42b7-bf06-9350a8992b30 HTTP/1.1" status: 200 len: 815 time: 0.1413989 Jan 28 18:20:04.480895 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-1df5615b-4898-4ad0-8b3d-a19fa71dff54 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/quotas/d5abc56cd823434f8c070f5ff2ecf599 HTTP/1.1" status: 200 len: 375 time: 0.0086024 Jan 28 18:20:04.556971 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-6c3dda15-0ef3-4d0a-8b0a-67cc01d5cebe tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712349 Jan 28 18:20:04.689760 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-10ed84c9-97b7-4865-a303-e481cfe963e8 service neutron] 10.222.0.26 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262155 Jan 28 18:20:04.817362 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-f799348b-a74c-4412-97f3-e63be3edb98d service neutron] 10.222.0.26 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218324 Jan 28 18:20:05.112719 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-45dc3e36-aaf4-466c-9663-85814497d54d req-11cb7d63-6818-460a-96bb-4814c67f087e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 210 time: 0.0466528 Jan 28 18:20:05.975918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f5730-d34c-4742-b079-145b5403c8e5 req-1d9aed88-f5d1-4a6e-8f59-cfa006e356d3 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:05.977338 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dd5f5730-d34c-4742-b079-145b5403c8e5 req-1d9aed88-f5d1-4a6e-8f59-cfa006e356d3 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed HTTP/1.1" status: 200 len: 946 time: 0.0779068 Jan 28 18:20:06.050627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-dd5f5730-d34c-4742-b079-145b5403c8e5 req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Deleting port 885b5119-1ca6-4eeb-b8ee-eebc9d820642 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:20:06.051089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-dd5f5730-d34c-4742-b079-145b5403c8e5 req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:06.265341 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8506d169-ed82-40d1-966f-cabc6eb6eee2 req-4703c6bf-ef18-41e9-970f-cd20e78ef8dd tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 210 time: 0.0468507 Jan 28 18:20:06.295634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-dd5f5730-d34c-4742-b079-145b5403c8e5 req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] For port 885b5119-1ca6-4eeb-b8ee-eebc9d820642, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=885b5119-1ca6-4eeb-b8ee-eebc9d820642,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:20:06.299864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-dd5f5730-d34c-4742-b079-145b5403c8e5 req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:06.418816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-dd5f5730-d34c-4742-b079-145b5403c8e5 req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Calling delete_port for 885b5119-1ca6-4eeb-b8ee-eebc9d820642 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:20:06.610766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-dd5f5730-d34c-4742-b079-145b5403c8e5 req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:06.622652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['885b5119-1ca6-4eeb-b8ee-eebc9d820642'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:20:06.664031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Pushing event deleted for resources: {'Port': ['ID=885b5119-1ca6-4eeb-b8ee-eebc9d820642,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:20:06.706557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:06.706910 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:06.707280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:06.707618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:06.707947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:06.708274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:06.708598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:06.708921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:06.709241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:06.709565 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:06.709884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:06.710198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:06.746687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5f5730-d34c-4742-b079-145b5403c8e5 req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] No DVR routers for this DVR port 885b5119-1ca6-4eeb-b8ee-eebc9d820642 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:20:06.749587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-dd5f5730-d34c-4742-b079-145b5403c8e5 req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:06.752047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed', 'name': 'network-vif-deleted', 'tag': '885b5119-1ca6-4eeb-b8ee-eebc9d820642'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:20:06.797134 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdff2540-04b0-43c7-adb6-3ce5a0a4b8ed', 'name': 'network-vif-deleted', 'tag': '885b5119-1ca6-4eeb-b8ee-eebc9d820642', 'status': 'completed', 'code': 200} Jan 28 18:20:06.817077 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dd5f5730-d34c-4742-b079-145b5403c8e5 req-88a23e4e-1632-4dfe-8e72-0e584ab3b184 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.16 "DELETE /v2.0/ports/885b5119-1ca6-4eeb-b8ee-eebc9d820642 HTTP/1.1" status: 204 len: 173 time: 0.8342292 Jan 28 18:20:07.013387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-457d2964-ce43-4052-aff7-84e78c6e0a11 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:07.015192 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-457d2964-ce43-4052-aff7-84e78c6e0a11 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.16 "GET /v2.0/networks?id=5b799cd9-be15-42b7-bf06-9350a8992b30 HTTP/1.1" status: 200 len: 815 time: 0.1586289 Jan 28 18:20:07.027746 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Request body: {'port': {'device_id': 'fb83c0e4-729d-4f35-8be3-088811a7749e', 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30', 'admin_state_up': True, 'tenant_id': 'd5abc56cd823434f8c070f5ff2ecf599'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:20:07.251444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:20:07.255583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Usage tracker for resource:port and tenant:d5abc56cd823434f8c070f5ff2ecf599 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:20:07.258414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:20:07.264654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:20:07.336487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Made reservation on behalf of d5abc56cd823434f8c070f5ff2ecf599 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:20:07.340649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:07.432472 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f1870974-d746-4a48-aba3-2ee10ab6c862 req-d6059875-dadc-4ec5-90f2-d83c7ca1ae7c tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 210 time: 0.0451248 Jan 28 18:20:07.507776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Allocated IP 172.20.0.10 (5b799cd9-be15-42b7-bf06-9350a8992b30/7fce75bf-2d70-4446-9cca-9975f623b139/11c10ca6-db01-4513-9879-27ef71f67c6a) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:20:07.714177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:07.800220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:07.868383 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Network 5b799cd9-be15-42b7-bf06-9350a8992b30 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:20:07.871271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:20:07.875879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:20:07.912032 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Pushing event updated for resources: {'Port': ['ID=11c10ca6-db01-4513-9879-27ef71f67c6a,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:20:07.942778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:07.943414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:08.039848 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-492e36cd-8c57-4923-87b2-c434117d83aa tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0166035 Jan 28 18:20:08.051090 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Request body: {'port': {'device_id': 'fb83c0e4-729d-4f35-8be3-088811a7749e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:20:08.162858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:08.499911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c10ca6-db01-4513-9879-27ef71f67c6a {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:20:08.507139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:08.521382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Transition to ACTIVE for port object 11c10ca6-db01-4513-9879-27ef71f67c6a will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:20:08.594023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:08.754094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Pushing event updated for resources: {'Port': ['ID=11c10ca6-db01-4513-9879-27ef71f67c6a,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:20:08.823643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb8d4-b339-4cb3-b7d7-03d7a7994b63 req-627562d0-d845-4d09-96c8-aa636a5f2e6d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:08.824328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-bedfb8d4-b339-4cb3-b7d7-03d7a7994b63 req-627562d0-d845-4d09-96c8-aa636a5f2e6d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Synchronizing usage tracker for tenant:d5abc56cd823434f8c070f5ff2ecf599 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:20:08.855800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Attempting to bind port 11c10ca6-db01-4513-9879-27ef71f67c6a on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:20:08.856133 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Attempting to bind port 11c10ca6-db01-4513-9879-27ef71f67c6a by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '72870ba1-2902-46b7-9178-dc8c4aae60fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:20:08.860876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Attempting to bind port 11c10ca6-db01-4513-9879-27ef71f67c6a on network 5b799cd9-be15-42b7-bf06-9350a8992b30 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:20:08.861683 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Port 11c10ca6-db01-4513-9879-27ef71f67c6a on network 5b799cd9-be15-42b7-bf06-9350a8992b30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:20:08.862000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Attempting to bind port 11c10ca6-db01-4513-9879-27ef71f67c6a on network 5b799cd9-be15-42b7-bf06-9350a8992b30 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:20:08.867086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:20:08.867420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Checking segment: {'id': '72870ba1-2902-46b7-9178-dc8c4aae60fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:20:08.867796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Bound using segment: {'id': '72870ba1-2902-46b7-9178-dc8c4aae60fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:20:08.868212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Bound port: 11c10ca6-db01-4513-9879-27ef71f67c6a, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72870ba1-2902-46b7-9178-dc8c4aae60fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:20:08.868554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:08.926152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-bedfb8d4-b339-4cb3-b7d7-03d7a7994b63 req-627562d0-d845-4d09-96c8-aa636a5f2e6d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Unset dirty status for tenant:d5abc56cd823434f8c070f5ff2ecf599 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:20:08.927315 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bedfb8d4-b339-4cb3-b7d7-03d7a7994b63 req-627562d0-d845-4d09-96c8-aa636a5f2e6d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 932 time: 0.3797383 Jan 28 18:20:08.989563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] For port 11c10ca6-db01-4513-9879-27ef71f67c6a, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:20:08.996422 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bedfb8d4-b339-4cb3-b7d7-03d7a7994b63 req-8b3ab9b6-8d95-4b37-9571-f0c321e20c6b tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628600 Jan 28 18:20:09.000857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] For port 11c10ca6-db01-4513-9879-27ef71f67c6a, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=11c10ca6-db01-4513-9879-27ef71f67c6a,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:20:09.063012 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:09.113768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:09.114378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:09.115893 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] 10.222.0.16 "PUT /v2.0/ports/11c10ca6-db01-4513-9879-27ef71f67c6a HTTP/1.1" status: 200 len: 1094 time: 1.0688236 Jan 28 18:20:09.122829 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb83c0e4-729d-4f35-8be3-088811a7749e', 'tag': '11c10ca6-db01-4513-9879-27ef71f67c6a'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:20:09.145521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66d70b-43a2-4ca8-88cc-24ba9cb2f51c service neutron] Pushing event updated for resources: {'Port': ['ID=11c10ca6-db01-4513-9879-27ef71f67c6a,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:20:09.168594 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb83c0e4-729d-4f35-8be3-088811a7749e', 'tag': '11c10ca6-db01-4513-9879-27ef71f67c6a', 'status': 'completed', 'code': 200} Jan 28 18:20:09.260578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75a1b-67c5-46b7-9728-2a5d973c862a req-2b4e532f-1134-4f61-aca8-5b9a948d0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:09.261960 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-49d75a1b-67c5-46b7-9728-2a5d973c862a req-2b4e532f-1134-4f61-aca8-5b9a948d0f49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 1097 time: 0.0740123 Jan 28 18:20:09.480962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75a1b-67c5-46b7-9728-2a5d973c862a req-581afcee-6b79-4940-be57-5fb1d3b86e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:09.482394 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-49d75a1b-67c5-46b7-9728-2a5d973c862a req-581afcee-6b79-4940-be57-5fb1d3b86e23 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2142589 Jan 28 18:20:09.616209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75a1b-67c5-46b7-9728-2a5d973c862a req-70a44736-454c-42ea-9ddd-e2a6c1807293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:09.617540 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-49d75a1b-67c5-46b7-9728-2a5d973c862a req-70a44736-454c-42ea-9ddd-e2a6c1807293 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298077 Jan 28 18:20:09.720692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-96dd9a98-8cda-4c46-a5bb-7feeae054c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:09.722179 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-96dd9a98-8cda-4c46-a5bb-7feeae054c78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 1097 time: 0.0706968 Jan 28 18:20:09.779683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 885b5119-1ca6-4eeb-b8ee-eebc9d820642 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:20:09.801315 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-055996ad-ffc9-4c0b-beb9-8dbc66a3f503 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c10ca6-db01-4513-9879-27ef71f67c6a HTTP/1.1" status: 200 len: 217 time: 0.0723054 Jan 28 18:20:09.816926 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 885b5119-1ca6-4eeb-b8ee-eebc9d820642 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:20:09.817268 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 885b5119-1ca6-4eeb-b8ee-eebc9d820642 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:20:09.863381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-5fe9a73c-66cb-493b-8f05-6d23e49b441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:09.864849 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-5fe9a73c-66cb-493b-8f05-6d23e49b441e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fce75bf-2d70-4446-9cca-9975f623b139 HTTP/1.1" status: 200 len: 855 time: 0.0575395 Jan 28 18:20:09.913144 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-1cd48e72-6102-42ba-b186-48b03787d24d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b799cd9-be15-42b7-bf06-9350a8992b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423203 Jan 28 18:20:09.921710 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2c7ded88-427a-4e4b-b8c5-9163a611c423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:10.044626 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-c052b495-81bf-4c41-8cef-b8b851e2c863 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248736 Jan 28 18:20:10.223027 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7fb6de27-b45e-4250-bd74-a20a3c494f55 req-230c4223-2367-4733-b28a-8d73d43c5df0 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726582 Jan 28 18:20:10.238048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49923e5-8126-47b3-b065-f16aab4c93d0 req-baceade2-ed5b-436c-93f4-3dd141c90609 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:10.239468 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c49923e5-8126-47b3-b065-f16aab4c93d0 req-baceade2-ed5b-436c-93f4-3dd141c90609 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 944 time: 0.1264660 Jan 28 18:20:10.282418 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c49923e5-8126-47b3-b065-f16aab4c93d0 req-8d61110f-267f-4971-a680-53a0730bd191 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373931 Jan 28 18:20:11.486107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8680c14-168e-47a2-ae72-3a2f082101c2 req-3aa7d3e6-a551-4fa4-83ac-cc0b78c033de tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:11.487577 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8680c14-168e-47a2-ae72-3a2f082101c2 req-3aa7d3e6-a551-4fa4-83ac-cc0b78c033de tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 944 time: 0.1015544 Jan 28 18:20:11.532176 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a8680c14-168e-47a2-ae72-3a2f082101c2 req-f7085b3b-c764-4da4-a164-2815304a2cf6 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389485 Jan 28 18:20:12.301713 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fcd772b6-03cb-436d-8f1c-5e69443b856f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:12.713422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2479c-3e4e-48d7-ae70-cbae1725ff87 req-bde0b355-c204-4f9f-9787-a0f7fc49f723 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:12.714851 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-52f2479c-3e4e-48d7-ae70-cbae1725ff87 req-bde0b355-c204-4f9f-9787-a0f7fc49f723 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 944 time: 0.0803585 Jan 28 18:20:12.758489 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-52f2479c-3e4e-48d7-ae70-cbae1725ff87 req-f6b80a10-bd89-4d1d-8b3b-91cbdba10606 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372193 Jan 28 18:20:13.267406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:13.359350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:13.813010 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 11c10ca6-db01-4513-9879-27ef71f67c6a details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:20:13.944207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 11c10ca6-db01-4513-9879-27ef71f67c6a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=11c10ca6-db01-4513-9879-27ef71f67c6a,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:20:13.944461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5db54f-1f55-4460-8793-05986fdf6ad7 req-b7d12684-e636-4f4c-b90a-b19815176f9d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:13.945726 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b5db54f-1f55-4460-8793-05986fdf6ad7 req-b7d12684-e636-4f4c-b90a-b19815176f9d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 944 time: 0.0819731 Jan 28 18:20:13.957678 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '11c10ca6-db01-4513-9879-27ef71f67c6a', 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30', 'port_id': '11c10ca6-db01-4513-9879-27ef71f67c6a', 'mac_address': 'fa:16:3e:b7:4d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fce75bf-2d70-4446-9cca-9975f623b139', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:20:13.988778 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b5db54f-1f55-4460-8793-05986fdf6ad7 req-349a887e-6780-41ac-af89-8c61745ce6b7 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374455 Jan 28 18:20:14.016945 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:14.034437 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c10ca6-db01-4513-9879-27ef71f67c6a {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:20:14.049544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 11c10ca6-db01-4513-9879-27ef71f67c6a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=11c10ca6-db01-4513-9879-27ef71f67c6a,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:20:14.130565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:14.197962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=11c10ca6-db01-4513-9879-27ef71f67c6a,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:20:14.204739 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:14.205082 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:14.205414 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:14.205740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:14.206063 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:14.206384 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:14.206706 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:14.207044 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:14.207365 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:14.207678 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:14.207990 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:14.208300 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:20:14.333002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['11c10ca6-db01-4513-9879-27ef71f67c6a'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:20:15.016273 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:15.177577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dd9e5-a2c7-42af-8b9d-2e8c3f9cd653 req-82187604-c61d-475b-8b54-d6a8ff2bf07a tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:15.179058 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-645dd9e5-a2c7-42af-8b9d-2e8c3f9cd653 req-82187604-c61d-475b-8b54-d6a8ff2bf07a tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 945 time: 0.0776601 Jan 28 18:20:15.226005 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-645dd9e5-a2c7-42af-8b9d-2e8c3f9cd653 req-ea50202e-ae66-4b5b-8d9f-36484d0635d7 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Jan 28 18:20:15.827786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 11c10ca6-db01-4513-9879-27ef71f67c6a up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:20:15.958719 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 11c10ca6-db01-4513-9879-27ef71f67c6a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:20:15.963602 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 11c10ca6-db01-4513-9879-27ef71f67c6a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:20:15.963972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:16.078546 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:16.100731 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:20:16.104608 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb83c0e4-729d-4f35-8be3-088811a7749e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c10ca6-db01-4513-9879-27ef71f67c6a'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:20:16.114639 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 11c10ca6-db01-4513-9879-27ef71f67c6a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=11c10ca6-db01-4513-9879-27ef71f67c6a,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:20:16.150281 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb83c0e4-729d-4f35-8be3-088811a7749e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c10ca6-db01-4513-9879-27ef71f67c6a', 'code': 200} Jan 28 18:20:16.178322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:16.246057 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=11c10ca6-db01-4513-9879-27ef71f67c6a,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:20:16.408148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f8c62-660f-4ed6-b866-4fca9cb0e405 req-0f7ba5cc-a423-43f2-bc88-fb123fb5a035 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:16.409767 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-498f8c62-660f-4ed6-b866-4fca9cb0e405 req-0f7ba5cc-a423-43f2-bc88-fb123fb5a035 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0814950 Jan 28 18:20:16.502565 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-498f8c62-660f-4ed6-b866-4fca9cb0e405 req-fa24aa89-95e4-4fdb-8d42-93c9ab01da88 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869319 Jan 28 18:20:16.518243 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b5dc6-e499-497e-8ebc-22ad66f7e24f req-08b4b93e-8531-4c93-af37-d78e7b0fe796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:16.519709 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5b9b5dc6-e499-497e-8ebc-22ad66f7e24f req-08b4b93e-8531-4c93-af37-d78e7b0fe796 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 1099 time: 0.0896633 Jan 28 18:20:16.559063 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5b9b5dc6-e499-497e-8ebc-22ad66f7e24f req-9ab00c36-a17e-43d6-99ca-c46466f1143d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328469 Jan 28 18:20:17.685570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929b0a2-e31d-4874-b9dc-7da785b00627 req-efb08e2d-c60f-4fb0-bdb7-61f7a0e892c3 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:17.687016 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5929b0a2-e31d-4874-b9dc-7da785b00627 req-efb08e2d-c60f-4fb0-bdb7-61f7a0e892c3 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0778546 Jan 28 18:20:17.735602 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5929b0a2-e31d-4874-b9dc-7da785b00627 req-39e210a0-4b1a-4ee4-ad76-b592d9ccb4e6 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426047 Jan 28 18:20:18.916450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebd14f-e055-455f-9ca1-fbcb30f4171c req-d69ac64b-ad2b-4927-bb3d-cf475673212d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:18.917873 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-10ebd14f-e055-455f-9ca1-fbcb30f4171c req-d69ac64b-ad2b-4927-bb3d-cf475673212d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0767174 Jan 28 18:20:18.960191 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-10ebd14f-e055-455f-9ca1-fbcb30f4171c req-edc0395a-0055-449b-bfd3-4b85e90ff5ed tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363262 Jan 28 18:20:19.142861 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f3c1b-2f08-41cc-bfa7-262c67ac5c5a req-7cd57719-567b-4f5b-b595-337d7a5d78c2 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:19.144323 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-670f3c1b-2f08-41cc-bfa7-262c67ac5c5a req-7cd57719-567b-4f5b-b595-337d7a5d78c2 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0781801 Jan 28 18:20:19.187848 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-670f3c1b-2f08-41cc-bfa7-262c67ac5c5a req-6f2936b2-c799-4700-a130-fd52f618dd4c tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376086 Jan 28 18:20:19.772432 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9059c5-0d37-4237-8d6e-06adfa81a4fa req-d718feeb-5c15-459c-aca1-f4a2e95d6207 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:19.773871 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1b9059c5-0d37-4237-8d6e-06adfa81a4fa req-d718feeb-5c15-459c-aca1-f4a2e95d6207 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.1340091 Jan 28 18:20:19.832109 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1b9059c5-0d37-4237-8d6e-06adfa81a4fa req-e5d3d9a3-b4ea-4e4e-8ad4-e32bab35401b tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510659 Jan 28 18:20:19.841881 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-b8880c54-8536-4b13-82c7-6fde98d978e6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1294606 Jan 28 18:20:19.982098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:21.017377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65459e3-96e1-471f-9f02-e1afa3b41ef7 req-2513fd8e-d794-4f1b-be5f-cfbca5d6b31a tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:21.018920 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c65459e3-96e1-471f-9f02-e1afa3b41ef7 req-2513fd8e-d794-4f1b-be5f-cfbca5d6b31a tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0827940 Jan 28 18:20:21.069531 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c65459e3-96e1-471f-9f02-e1afa3b41ef7 req-e8a86afa-e5f2-4d02-bee9-ee205895cd8e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445161 Jan 28 18:20:21.782781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-ce2c6f02-c902-4640-9ca8-ec42dde39e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:21.784228 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-ce2c6f02-c902-4640-9ca8-ec42dde39e32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 1099 time: 0.0685372 Jan 28 18:20:22.000491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-bdea1724-3050-436f-9151-9608aaff86a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:22.001973 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-bdea1724-3050-436f-9151-9608aaff86a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b799cd9-be15-42b7-bf06-9350a8992b30 HTTP/1.1" status: 200 len: 916 time: 0.2123897 Jan 28 18:20:22.069469 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-01510ceb-50ff-401e-9b7c-15d419d79c41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c10ca6-db01-4513-9879-27ef71f67c6a HTTP/1.1" status: 200 len: 217 time: 0.0617740 Jan 28 18:20:22.133767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-a8602142-4b4f-4980-8911-2cbe61719c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:22.135226 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-a8602142-4b4f-4980-8911-2cbe61719c1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fce75bf-2d70-4446-9cca-9975f623b139 HTTP/1.1" status: 200 len: 855 time: 0.0601621 Jan 28 18:20:22.182175 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-b326788c-0edc-4d58-9fe1-2f7b27611927 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b799cd9-be15-42b7-bf06-9350a8992b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413678 Jan 28 18:20:22.255067 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f24869-aedb-4cfa-8c70-cfaf9d0b59f3 req-af906f6f-26c9-4ae5-839e-9bfd4e764c98 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:22.256500 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a2f24869-aedb-4cfa-8c70-cfaf9d0b59f3 req-af906f6f-26c9-4ae5-839e-9bfd4e764c98 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0804095 Jan 28 18:20:22.300972 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a2f24869-aedb-4cfa-8c70-cfaf9d0b59f3 req-f39c0f5c-c8f3-4219-8889-ae3029954302 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387280 Jan 28 18:20:22.311927 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-4364f8b2-5265-4097-9b3b-695ff36ba092 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237454 Jan 28 18:20:22.440751 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-8fd618ba-75a0-4b88-9322-e133b3b42954 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227517 Jan 28 18:20:23.487099 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb77b6-a62e-45c7-b79f-1f6a855973db req-baa0b31d-eec0-4e52-acc8-ec6080aba516 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:23.488529 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0efb77b6-a62e-45c7-b79f-1f6a855973db req-baa0b31d-eec0-4e52-acc8-ec6080aba516 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0806825 Jan 28 18:20:23.532460 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0efb77b6-a62e-45c7-b79f-1f6a855973db req-027f377f-6e75-495f-9681-d7278b62e384 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381303 Jan 28 18:20:24.710805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bc392-b60c-4aaa-95a9-2d1a8a023f46 req-f059f468-36ae-4418-9390-6d1d3db0c64f tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:24.712228 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ac0bc392-b60c-4aaa-95a9-2d1a8a023f46 req-f059f468-36ae-4418-9390-6d1d3db0c64f tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0766416 Jan 28 18:20:24.757665 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ac0bc392-b60c-4aaa-95a9-2d1a8a023f46 req-2138a0e9-cb55-41ee-a16e-dfec3595d620 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 Jan 28 18:20:25.941087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e9083-375e-4d23-9f11-4505979a7ba7 req-461eb847-e981-430a-9228-a983b47296af tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:25.942510 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ea4e9083-375e-4d23-9f11-4505979a7ba7 req-461eb847-e981-430a-9228-a983b47296af tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0807357 Jan 28 18:20:25.985106 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ea4e9083-375e-4d23-9f11-4505979a7ba7 req-54c4fb34-a14d-49a4-9185-33511a0e5ba4 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369937 Jan 28 18:20:27.171742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442adc9-abcf-4650-a3fe-72efb4caa6ff req-ef838af6-ebaf-4bdf-a0b8-e9a25b8f22c7 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:27.174267 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3442adc9-abcf-4650-a3fe-72efb4caa6ff req-ef838af6-ebaf-4bdf-a0b8-e9a25b8f22c7 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0824077 Jan 28 18:20:27.215747 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3442adc9-abcf-4650-a3fe-72efb4caa6ff req-30732d68-fac7-4db9-a25e-cc8919791d19 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369718 Jan 28 18:20:28.394114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd51386-899a-4911-8dc2-cbbd791b26bb req-ed54d8d6-4552-4666-a970-489e4a7076ea tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:28.395617 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4fd51386-899a-4911-8dc2-cbbd791b26bb req-ed54d8d6-4552-4666-a970-489e4a7076ea tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0781281 Jan 28 18:20:28.442200 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4fd51386-899a-4911-8dc2-cbbd791b26bb req-37c298b8-28d6-4da6-84a8-fbe4d13bc7f8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Jan 28 18:20:29.624091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164e56a-e8e5-47ce-8f86-f625ea7daa66 req-80c4c99c-f273-48fa-b751-ed0f5ac7ee00 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:29.625566 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1164e56a-e8e5-47ce-8f86-f625ea7daa66 req-80c4c99c-f273-48fa-b751-ed0f5ac7ee00 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0807021 Jan 28 18:20:29.779488 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1164e56a-e8e5-47ce-8f86-f625ea7daa66 req-5eb73b1f-69e7-4451-899f-9ef119c5b599 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482420 Jan 28 18:20:30.961086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec3dba-8e5b-4b3a-ac87-017e85d15a30 req-7e2c581f-4dd3-4038-ab11-ebf285657163 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:30.962525 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-86ec3dba-8e5b-4b3a-ac87-017e85d15a30 req-7e2c581f-4dd3-4038-ab11-ebf285657163 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0780525 Jan 28 18:20:31.006495 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-86ec3dba-8e5b-4b3a-ac87-017e85d15a30 req-c72b9f7b-f973-4628-bb5d-22d6361167a9 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378547 Jan 28 18:20:32.184673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c0c05-d8ee-4ecd-a52a-2d81d9be5d88 req-2d47c819-f12c-41f3-9852-b1ee52fe0fb6 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:32.186101 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f93c0c05-d8ee-4ecd-a52a-2d81d9be5d88 req-2d47c819-f12c-41f3-9852-b1ee52fe0fb6 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0779021 Jan 28 18:20:32.229216 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f93c0c05-d8ee-4ecd-a52a-2d81d9be5d88 req-fc9229f0-eefc-4c35-b656-a36746c10dc3 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375361 Jan 28 18:20:33.411955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69cbc2-760b-4fef-b8db-6b1e99b6fb95 req-45638167-7ed9-4386-bc06-5189997fac9e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:33.413397 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3a69cbc2-760b-4fef-b8db-6b1e99b6fb95 req-45638167-7ed9-4386-bc06-5189997fac9e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0816705 Jan 28 18:20:33.457748 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3a69cbc2-760b-4fef-b8db-6b1e99b6fb95 req-d947a77f-adf0-41d7-a434-5fa2ec0cb15b tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387588 Jan 28 18:20:34.644345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514af47-220d-47d7-bcb4-2cb9ea2a1f28 req-8d07f7a5-f348-4bf4-a2d2-d6adcbc73485 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:34.645762 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8514af47-220d-47d7-bcb4-2cb9ea2a1f28 req-8d07f7a5-f348-4bf4-a2d2-d6adcbc73485 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0800695 Jan 28 18:20:34.688143 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8514af47-220d-47d7-bcb4-2cb9ea2a1f28 req-cb4ee61a-cff1-4665-95fc-8e96e735a840 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366406 Jan 28 18:20:35.866120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f8d4d-edc9-438c-bd23-8351731d0eeb req-47e0d8ec-dcab-486b-8dae-6eb263e1eca8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:35.867576 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c53f8d4d-edc9-438c-bd23-8351731d0eeb req-47e0d8ec-dcab-486b-8dae-6eb263e1eca8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0776262 Jan 28 18:20:35.911298 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c53f8d4d-edc9-438c-bd23-8351731d0eeb req-2113011f-8db4-4008-af2e-01e5e70d517b tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376847 Jan 28 18:20:37.089967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7ae5d-9ed1-4a66-af63-3ca3eb6e7d21 req-fba4024e-7900-40c4-a69d-95e60ad834fb tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:37.091324 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4db7ae5d-9ed1-4a66-af63-3ca3eb6e7d21 req-fba4024e-7900-40c4-a69d-95e60ad834fb tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0772626 Jan 28 18:20:37.142562 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4db7ae5d-9ed1-4a66-af63-3ca3eb6e7d21 req-3f1bb891-7f60-4bc1-bce8-bcc20cba426b tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441356 Jan 28 18:20:38.335313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2bbb2-7ece-4de8-bf8e-acf96e9ffd06 req-f9890e1a-d5e2-4ed8-8bda-93902e571a37 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:38.336659 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e0f2bbb2-7ece-4de8-bf8e-acf96e9ffd06 req-f9890e1a-d5e2-4ed8-8bda-93902e571a37 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0814745 Jan 28 18:20:38.379078 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e0f2bbb2-7ece-4de8-bf8e-acf96e9ffd06 req-97fa55e5-2b8a-4638-b888-8e862e288b8d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368359 Jan 28 18:20:39.557561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81673b-38a0-4bb0-8b86-e7c30dd126be req-0fcff092-cbd7-4c2d-850f-af9186c10e14 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:39.558967 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ea81673b-38a0-4bb0-8b86-e7c30dd126be req-0fcff092-cbd7-4c2d-850f-af9186c10e14 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0780306 Jan 28 18:20:39.601016 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ea81673b-38a0-4bb0-8b86-e7c30dd126be req-20d83484-8085-48cb-8be9-77bcea1f3cde tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365813 Jan 28 18:20:39.989099 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-04703f4d-79ed-4d64-98b9-9727f04aaf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:40.778662 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a72d6-e650-490b-8f63-1e7239294038 req-d5d4d16f-70d2-4bf4-aa76-72ba3e699d97 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:40.780168 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-429a72d6-e650-490b-8f63-1e7239294038 req-d5d4d16f-70d2-4bf4-aa76-72ba3e699d97 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0777419 Jan 28 18:20:40.825226 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-429a72d6-e650-490b-8f63-1e7239294038 req-2a58bec9-08d0-47a4-b23c-aeda5ac2154e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396724 Jan 28 18:20:42.011348 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9ce51-a330-4ba8-8236-1dd1c0b4e849 req-89c1e215-73f1-4be5-9d94-8d29031578cb tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:42.012770 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ebc9ce51-a330-4ba8-8236-1dd1c0b4e849 req-89c1e215-73f1-4be5-9d94-8d29031578cb tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0809624 Jan 28 18:20:42.056408 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ebc9ce51-a330-4ba8-8236-1dd1c0b4e849 req-0d16639a-7ba1-4cd9-bffd-318b4f5e8aab tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374072 Jan 28 18:20:42.394807 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-00608e87-5455-4ff9-bf2f-26af014a19c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:43.235245 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c80b9-bb09-4a2d-afac-46f368bdbfca req-6f731798-ab95-4fb0-84d0-7666a041b068 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:43.236681 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-281c80b9-bb09-4a2d-afac-46f368bdbfca req-6f731798-ab95-4fb0-84d0-7666a041b068 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0785587 Jan 28 18:20:43.280225 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-281c80b9-bb09-4a2d-afac-46f368bdbfca req-6465be8a-0793-4455-a30c-d895fd8d2603 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380378 Jan 28 18:20:43.299342 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:43.392335 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:43.679588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8631a2-830c-4a06-a076-e97e8ddb6210 req-14f9a0fb-3333-452b-8320-d44e1c784562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:43.680927 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f8631a2-830c-4a06-a076-e97e8ddb6210 req-14f9a0fb-3333-452b-8320-d44e1c784562 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 1099 time: 0.0720997 Jan 28 18:20:43.821619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8631a2-830c-4a06-a076-e97e8ddb6210 req-d08f90eb-87b0-43e2-9ec9-96b77dd2b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:43.823039 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f8631a2-830c-4a06-a076-e97e8ddb6210 req-d08f90eb-87b0-43e2-9ec9-96b77dd2b9cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b799cd9-be15-42b7-bf06-9350a8992b30 HTTP/1.1" status: 200 len: 916 time: 0.1230845 Jan 28 18:20:43.970708 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f8631a2-830c-4a06-a076-e97e8ddb6210 req-f0be169e-50a0-4e35-8eaa-79ed3aa52f29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c10ca6-db01-4513-9879-27ef71f67c6a HTTP/1.1" status: 200 len: 217 time: 0.1420324 Jan 28 18:20:44.034183 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8631a2-830c-4a06-a076-e97e8ddb6210 req-9a8cbde1-7e10-4f5c-a419-9cb0c3d25db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:44.035646 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f8631a2-830c-4a06-a076-e97e8ddb6210 req-9a8cbde1-7e10-4f5c-a419-9cb0c3d25db1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fce75bf-2d70-4446-9cca-9975f623b139 HTTP/1.1" status: 200 len: 855 time: 0.0594366 Jan 28 18:20:44.080434 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f8631a2-830c-4a06-a076-e97e8ddb6210 req-4f486cda-83f7-47a7-8ac1-d182e72476be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b799cd9-be15-42b7-bf06-9350a8992b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388443 Jan 28 18:20:44.215313 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f8631a2-830c-4a06-a076-e97e8ddb6210 req-d91e528e-62d9-4202-af34-31e106b9b3bb service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289284 Jan 28 18:20:44.345721 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f8631a2-830c-4a06-a076-e97e8ddb6210 req-be319ed9-4b77-4087-949e-0e00025cf18c service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246920 Jan 28 18:20:44.462006 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961683ab-ddbb-4261-889d-369748e25440 req-3a46c6ba-8c65-40fd-9e93-d853d10cb87d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:44.463442 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-961683ab-ddbb-4261-889d-369748e25440 req-3a46c6ba-8c65-40fd-9e93-d853d10cb87d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0803132 Jan 28 18:20:44.506606 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-961683ab-ddbb-4261-889d-369748e25440 req-fbe42830-f3d9-4f62-85a1-96dd86a3b40d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370264 Jan 28 18:20:45.062352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:45.691178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4c4c9-764e-4dd4-971e-02b94b2d192e req-67d007ef-c334-43bb-b1aa-a93429c92d66 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:45.692589 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7de4c4c9-764e-4dd4-971e-02b94b2d192e req-67d007ef-c334-43bb-b1aa-a93429c92d66 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0811739 Jan 28 18:20:45.734783 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7de4c4c9-764e-4dd4-971e-02b94b2d192e req-0d9e5d28-a366-4b80-a77d-83051555726c tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367005 Jan 28 18:20:46.918682 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b74a66-efc9-4014-94c6-5e49cf749101 req-0a6da2e7-9af5-4a75-9718-e9819da14410 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:46.920172 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-85b74a66-efc9-4014-94c6-5e49cf749101 req-0a6da2e7-9af5-4a75-9718-e9819da14410 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0819354 Jan 28 18:20:46.962841 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-85b74a66-efc9-4014-94c6-5e49cf749101 req-7af40ca8-ffab-4fb7-92cf-1b4b219b7918 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Jan 28 18:20:48.151662 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff92b8a-1a57-49e3-a0ae-e7189cc32a8e req-218cff12-8aff-49d8-b06f-703ae854d550 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:48.153132 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7ff92b8a-1a57-49e3-a0ae-e7189cc32a8e req-218cff12-8aff-49d8-b06f-703ae854d550 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0885296 Jan 28 18:20:48.197278 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7ff92b8a-1a57-49e3-a0ae-e7189cc32a8e req-6dd0bb88-3169-4661-a7b7-37abc6ea9b2e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378199 Jan 28 18:20:49.378568 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf917e3-50cc-43c2-8f0a-bab8b88280cd req-dc15fbc6-06b2-425b-a513-58ba6744b7c0 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:49.380000 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2cf917e3-50cc-43c2-8f0a-bab8b88280cd req-dc15fbc6-06b2-425b-a513-58ba6744b7c0 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0762134 Jan 28 18:20:49.427662 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2cf917e3-50cc-43c2-8f0a-bab8b88280cd req-ab7ef9a0-373d-407d-9d3f-aa07b8e3a271 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Jan 28 18:20:49.549773 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-a2a8defb-7634-4f2d-80ab-12c8f327e8c8 service neutron] 10.222.0.16 "GET /v2.0/ports/11c10ca6-db01-4513-9879-27ef71f67c6a/bindings/hv-neutron-8269 HTTP/1.1" status: 200 len: 384 time: 0.0752916 Jan 28 18:20:50.021090 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:50.167939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-14c80566-2ba7-418a-a485-09d4cc35c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:50.169392 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-14c80566-2ba7-418a-a485-09d4cc35c888 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e&tenant_id=d5abc56cd823434f8c070f5ff2ecf599 HTTP/1.1" status: 200 len: 1099 time: 0.0747597 Jan 28 18:20:50.262893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-b9d5f059-d5a0-4ef2-8795-9051f26326cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:50.264370 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-b9d5f059-d5a0-4ef2-8795-9051f26326cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 1099 time: 0.0746822 Jan 28 18:20:50.389185 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-d6dae264-93f2-4b98-872b-2975a33c36f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:50.390570 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-d6dae264-93f2-4b98-872b-2975a33c36f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b799cd9-be15-42b7-bf06-9350a8992b30 HTTP/1.1" status: 200 len: 916 time: 0.1207271 Jan 28 18:20:50.454496 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-9b559f32-738b-4f53-9fb5-33db84731114 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c10ca6-db01-4513-9879-27ef71f67c6a HTTP/1.1" status: 200 len: 217 time: 0.0580933 Jan 28 18:20:50.531255 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-eb477a4c-7ffb-4b6a-bcd0-c398592d1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:50.532804 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-eb477a4c-7ffb-4b6a-bcd0-c398592d1254 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fce75bf-2d70-4446-9cca-9975f623b139 HTTP/1.1" status: 200 len: 855 time: 0.0731740 Jan 28 18:20:50.605117 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-264fc3fe-d0f0-4165-bd02-c6e176e1e430 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b799cd9-be15-42b7-bf06-9350a8992b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663531 Jan 28 18:20:50.748584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64595ce4-d282-42c2-b068-8e3e398c07da req-5991f93d-79fc-4b07-b563-f77b8614c266 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:50.749904 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-64595ce4-d282-42c2-b068-8e3e398c07da req-5991f93d-79fc-4b07-b563-f77b8614c266 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.1785257 Jan 28 18:20:50.777468 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-77a1d436-1558-4651-9276-0039e327e745 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616573 Jan 28 18:20:50.963301 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-64595ce4-d282-42c2-b068-8e3e398c07da req-0843efbf-cdf5-43d1-b722-98fe0d7ddfe4 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053268 Jan 28 18:20:51.007758 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e9d4c43-e92c-4f00-94e2-4fb634f4e5ea req-55ad024a-c067-4490-8413-5c2ca56321c2 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244740 Jan 28 18:20:52.144190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f8432-71f9-4ccf-8734-0709a62079fe req-eedccd9c-a63a-49c9-8338-fb69132a0107 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:52.145614 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-981f8432-71f9-4ccf-8734-0709a62079fe req-eedccd9c-a63a-49c9-8338-fb69132a0107 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0775886 Jan 28 18:20:52.189081 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-981f8432-71f9-4ccf-8734-0709a62079fe req-332488ad-64d3-4d6b-b62e-e75650169717 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377491 Jan 28 18:20:53.100510 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:20:53.377406 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa6624-01c7-428d-8572-99652f020371 req-cfe3a8ed-8afd-4b67-b9cf-95bf316e4072 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:53.378757 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-22aa6624-01c7-428d-8572-99652f020371 req-cfe3a8ed-8afd-4b67-b9cf-95bf316e4072 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0784497 Jan 28 18:20:53.421626 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-22aa6624-01c7-428d-8572-99652f020371 req-48b15e6c-d016-471f-a2a7-ef317ce13b23 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371368 Jan 28 18:20:53.896350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf2f94-7add-4012-b0f5-e9b4ced093da req-ba233b47-2e32-4d09-b301-b6ce770bd8db tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:53.897785 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-28cf2f94-7add-4012-b0f5-e9b4ced093da req-ba233b47-2e32-4d09-b301-b6ce770bd8db tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.1295879 Jan 28 18:20:53.957680 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-28cf2f94-7add-4012-b0f5-e9b4ced093da req-341c2ab0-d0de-4740-92f6-c90d125ac914 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533168 Jan 28 18:20:53.965460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bca682-a039-4742-96c9-cf7a31cffc70 req-ad1e6c6a-76fb-4730-a814-012974962839 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:53.966892 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b4bca682-a039-4742-96c9-cf7a31cffc70 req-ad1e6c6a-76fb-4730-a814-012974962839 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e&tenant_id=d5abc56cd823434f8c070f5ff2ecf599&binding%3Ahost_id=hv-neutron-8269 HTTP/1.1" status: 200 len: 946 time: 0.1333385 Jan 28 18:20:54.038497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 11c10ca6-db01-4513-9879-27ef71f67c6a details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:20:54.041783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 11c10ca6-db01-4513-9879-27ef71f67c6a no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:20:54.101860 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bca682-a039-4742-96c9-cf7a31cffc70 req-673d2555-7679-433e-ad10-758a10a16ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:54.103347 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b4bca682-a039-4742-96c9-cf7a31cffc70 req-673d2555-7679-433e-ad10-758a10a16ce4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 1099 time: 0.0701175 Jan 28 18:20:54.234632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bca682-a039-4742-96c9-cf7a31cffc70 req-e149be24-a43b-44ae-b565-fa86bd742d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:54.236086 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b4bca682-a039-4742-96c9-cf7a31cffc70 req-e149be24-a43b-44ae-b565-fa86bd742d9b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b799cd9-be15-42b7-bf06-9350a8992b30 HTTP/1.1" status: 200 len: 916 time: 0.1273286 Jan 28 18:20:54.246842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:54.288228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 11c10ca6-db01-4513-9879-27ef71f67c6a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=11c10ca6-db01-4513-9879-27ef71f67c6a,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:20:54.301896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb83c0e4-729d-4f35-8be3-088811a7749e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c10ca6-db01-4513-9879-27ef71f67c6a'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:20:54.304937 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b4bca682-a039-4742-96c9-cf7a31cffc70 req-a55e5849-d974-46a5-82b7-1c5f27c2d909 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c10ca6-db01-4513-9879-27ef71f67c6a HTTP/1.1" status: 200 len: 217 time: 0.0629840 Jan 28 18:20:54.312727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '11c10ca6-db01-4513-9879-27ef71f67c6a', 'network_id': '5b799cd9-be15-42b7-bf06-9350a8992b30', 'port_id': '11c10ca6-db01-4513-9879-27ef71f67c6a', 'mac_address': 'fa:16:3e:b7:4d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fce75bf-2d70-4446-9cca-9975f623b139', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:20:54.316628 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 11c10ca6-db01-4513-9879-27ef71f67c6a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=11c10ca6-db01-4513-9879-27ef71f67c6a,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:20:54.363307 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb83c0e4-729d-4f35-8be3-088811a7749e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c10ca6-db01-4513-9879-27ef71f67c6a', 'code': 200} Jan 28 18:20:54.369253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bca682-a039-4742-96c9-cf7a31cffc70 req-06d51a57-a877-4b6e-8059-a7573a5ce963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:54.370809 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b4bca682-a039-4742-96c9-cf7a31cffc70 req-06d51a57-a877-4b6e-8059-a7573a5ce963 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7fce75bf-2d70-4446-9cca-9975f623b139 HTTP/1.1" status: 200 len: 855 time: 0.0603688 Jan 28 18:20:54.373710 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:54.391113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11c10ca6-db01-4513-9879-27ef71f67c6a {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:20:54.398511 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:54.416825 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b4bca682-a039-4742-96c9-cf7a31cffc70 req-5dc8fa24-df26-448b-8a74-e1a4c3cc1004 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b799cd9-be15-42b7-bf06-9350a8992b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402303 Jan 28 18:20:54.509136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:20:54.509407 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:20:54.511669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=11c10ca6-db01-4513-9879-27ef71f67c6a,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:20:54.550981 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b4bca682-a039-4742-96c9-cf7a31cffc70 req-dbbee136-43b6-44b0-a578-6b623b7d6313 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284437 Jan 28 18:20:54.680605 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b4bca682-a039-4742-96c9-cf7a31cffc70 req-9f5875e7-c11e-4c2d-b8f3-e607f3da1d38 service neutron] 10.222.0.16 "GET /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235571 Jan 28 18:20:55.063933 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:55.081332 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c10ca6-db01-4513-9879-27ef71f67c6a {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:20:55.097843 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 11c10ca6-db01-4513-9879-27ef71f67c6a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=11c10ca6-db01-4513-9879-27ef71f67c6a,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:20:55.143152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727bde3-718d-45e5-8440-103a1c695111 req-cb87d5f5-073c-4eb1-8daf-c0bc729e84f8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:55.144586 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2727bde3-718d-45e5-8440-103a1c695111 req-cb87d5f5-073c-4eb1-8daf-c0bc729e84f8 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 944 time: 0.0828629 Jan 28 18:20:55.181516 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:55.188226 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2727bde3-718d-45e5-8440-103a1c695111 req-a1001e26-b8ec-4e16-b69a-a4074a8d79da tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376961 Jan 28 18:20:55.250757 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['11c10ca6-db01-4513-9879-27ef71f67c6a'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:20:55.301700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=11c10ca6-db01-4513-9879-27ef71f67c6a,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:20:56.047869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 11c10ca6-db01-4513-9879-27ef71f67c6a up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:20:56.113673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 11c10ca6-db01-4513-9879-27ef71f67c6a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:20:56.114352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:56.225847 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:56.256883 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 11c10ca6-db01-4513-9879-27ef71f67c6a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=11c10ca6-db01-4513-9879-27ef71f67c6a,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:20:56.315376 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:56.364372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb83c0e4-729d-4f35-8be3-088811a7749e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c10ca6-db01-4513-9879-27ef71f67c6a'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:20:56.380541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337a30e-87a5-4e17-88fa-074fe747a0f1 req-90ec1680-2e16-4eb3-83e7-60b008811b2b tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:56.388466 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b337a30e-87a5-4e17-88fa-074fe747a0f1 req-90ec1680-2e16-4eb3-83e7-60b008811b2b tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0816498 Jan 28 18:20:56.388779 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=11c10ca6-db01-4513-9879-27ef71f67c6a,revision_number=8']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:20:56.413427 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb83c0e4-729d-4f35-8be3-088811a7749e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c10ca6-db01-4513-9879-27ef71f67c6a', 'code': 200} Jan 28 18:20:56.428469 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b337a30e-87a5-4e17-88fa-074fe747a0f1 req-2a04f094-bc70-4ba2-9949-2f36e71b40a3 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Jan 28 18:20:56.608705 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e09e8e-2184-4f2d-aaef-0b3f8b055925 req-b7b54772-0b92-4c0b-91a9-37191699769e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:56.610059 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-03e09e8e-2184-4f2d-aaef-0b3f8b055925 req-b7b54772-0b92-4c0b-91a9-37191699769e tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0767519 Jan 28 18:20:56.655948 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-03e09e8e-2184-4f2d-aaef-0b3f8b055925 req-906e408c-dabd-4634-b200-1ce5d46fbc41 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 Jan 28 18:20:56.833730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4e761-375f-4063-a9bd-95991d73792e req-f9996356-dc57-417d-9f5b-51d5b3a94015 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:56.835213 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7ee4e761-375f-4063-a9bd-95991d73792e req-f9996356-dc57-417d-9f5b-51d5b3a94015 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0794404 Jan 28 18:20:56.879032 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7ee4e761-375f-4063-a9bd-95991d73792e req-5de6b096-a8cf-4812-9dd8-121cf661d1f5 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380609 Jan 28 18:20:57.594837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ff17c-4f8a-48c5-afb7-95a26a21a44b req-1b1b5c3e-e2b2-4d18-a4af-6ae759c1c9dd tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:57.596231 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-717ff17c-4f8a-48c5-afb7-95a26a21a44b req-1b1b5c3e-e2b2-4d18-a4af-6ae759c1c9dd tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0870066 Jan 28 18:20:57.638666 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-717ff17c-4f8a-48c5-afb7-95a26a21a44b req-2240a91d-a1ee-491d-b3c4-282396393f6f tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368333 Jan 28 18:20:58.821774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd70d39-a387-44e8-a770-e4423856bdfe req-cc0628c8-8819-4756-b9ba-5405f219f8e7 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:58.823244 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5fd70d39-a387-44e8-a770-e4423856bdfe req-cc0628c8-8819-4756-b9ba-5405f219f8e7 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0818217 Jan 28 18:20:58.867081 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5fd70d39-a387-44e8-a770-e4423856bdfe req-77317f03-5d62-4fb7-9a02-4294a60bbf1d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/security-groups?id=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375178 Jan 28 18:20:59.133092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f542db2-095c-4c72-96c4-35cf1df70a9a req-4848a661-f993-4d80-bf80-03fe6e733a15 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:20:59.134488 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f542db2-095c-4c72-96c4-35cf1df70a9a req-4848a661-f993-4d80-bf80-03fe6e733a15 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 946 time: 0.0813134 Jan 28 18:20:59.202667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-6f542db2-095c-4c72-96c4-35cf1df70a9a req-09c8739e-aca1-43b2-a753-089a46d1e338 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Deleting port 11c10ca6-db01-4513-9879-27ef71f67c6a {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:20:59.203018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-6f542db2-095c-4c72-96c4-35cf1df70a9a req-09c8739e-aca1-43b2-a753-089a46d1e338 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:59.540837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-6f542db2-095c-4c72-96c4-35cf1df70a9a req-09c8739e-aca1-43b2-a753-089a46d1e338 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] For port 11c10ca6-db01-4513-9879-27ef71f67c6a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=11c10ca6-db01-4513-9879-27ef71f67c6a,segment=NetworkSegment(72870ba1-2902-46b7-9178-dc8c4aae60fc),segment_id=72870ba1-2902-46b7-9178-dc8c4aae60fc)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:20:59.541187 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-6f542db2-095c-4c72-96c4-35cf1df70a9a req-09c8739e-aca1-43b2-a753-089a46d1e338 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:59.659759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-6f542db2-095c-4c72-96c4-35cf1df70a9a req-09c8739e-aca1-43b2-a753-089a46d1e338 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Calling delete_port for 11c10ca6-db01-4513-9879-27ef71f67c6a owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:20:59.863659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-6f542db2-095c-4c72-96c4-35cf1df70a9a req-09c8739e-aca1-43b2-a753-089a46d1e338 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:20:59.875249 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['11c10ca6-db01-4513-9879-27ef71f67c6a'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:20:59.916322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8739e-aca1-43b2-a753-089a46d1e338 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Pushing event deleted for resources: {'Port': ['ID=11c10ca6-db01-4513-9879-27ef71f67c6a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:00.022069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f542db2-095c-4c72-96c4-35cf1df70a9a req-09c8739e-aca1-43b2-a753-089a46d1e338 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] No DVR routers for this DVR port 11c10ca6-db01-4513-9879-27ef71f67c6a on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:21:00.028627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-6f542db2-095c-4c72-96c4-35cf1df70a9a req-09c8739e-aca1-43b2-a753-089a46d1e338 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:00.031677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb83c0e4-729d-4f35-8be3-088811a7749e', 'name': 'network-vif-deleted', 'tag': '11c10ca6-db01-4513-9879-27ef71f67c6a'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:21:00.039017 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8edb3932-b113-4231-9dbe-92c5d1e768b3 req-3ffc6e9a-bcb4-4094-9f30-c3ec4ec2399d tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb83c0e4-729d-4f35-8be3-088811a7749e HTTP/1.1" status: 200 len: 210 time: 0.0589452 Jan 28 18:21:00.073952 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb83c0e4-729d-4f35-8be3-088811a7749e', 'name': 'network-vif-deleted', 'tag': '11c10ca6-db01-4513-9879-27ef71f67c6a', 'status': 'completed', 'code': 200} Jan 28 18:21:00.113334 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f542db2-095c-4c72-96c4-35cf1df70a9a req-09c8739e-aca1-43b2-a753-089a46d1e338 tempest-ServerDiskConfigTestJSON-774991514 tempest-ServerDiskConfigTestJSON-774991514-project] 10.222.0.16 "DELETE /v2.0/ports/11c10ca6-db01-4513-9879-27ef71f67c6a HTTP/1.1" status: 204 len: 173 time: 0.9727254 Jan 28 18:21:01.272503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 51014) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:21:01.334495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-978adc7e-c12f-4f73-8e70-01a035abf838 admin admin] Deleting subnet 7fce75bf-2d70-4446-9cca-9975f623b139 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:21:01.337314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-978adc7e-c12f-4f73-8e70-01a035abf838 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:01.385002 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-978adc7e-c12f-4f73-8e70-01a035abf838 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:01.438149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-978adc7e-c12f-4f73-8e70-01a035abf838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:01.558649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-978adc7e-c12f-4f73-8e70-01a035abf838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:01.594836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978adc7e-c12f-4f73-8e70-01a035abf838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fce75bf-2d70-4446-9cca-9975f623b139,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:01.601092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-978adc7e-c12f-4f73-8e70-01a035abf838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:01.607088 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-978adc7e-c12f-4f73-8e70-01a035abf838 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7fce75bf-2d70-4446-9cca-9975f623b139 HTTP/1.1" status: 204 len: 168 time: 0.3335485 Jan 28 18:21:01.609559 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 51018) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:21:01.713316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1e21a7ac-d83e-46ce-9dd2-25f83f706d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:01.831542 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1e21a7ac-d83e-46ce-9dd2-25f83f706d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:01.854958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1e21a7ac-d83e-46ce-9dd2-25f83f706d47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b799cd9-be15-42b7-bf06-9350a8992b30']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:01.866259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1e21a7ac-d83e-46ce-9dd2-25f83f706d47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72870ba1-2902-46b7-9178-dc8c4aae60fc') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:01.866554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-1e21a7ac-d83e-46ce-9dd2-25f83f706d47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72870ba1-2902-46b7-9178-dc8c4aae60fc') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:01.877864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1e21a7ac-d83e-46ce-9dd2-25f83f706d47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:01.893704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1e21a7ac-d83e-46ce-9dd2-25f83f706d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:01.899922 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e21a7ac-d83e-46ce-9dd2-25f83f706d47 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:21:01.900302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1e21a7ac-d83e-46ce-9dd2-25f83f706d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:21:01.916743 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:21:02.067042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1e21a7ac-d83e-46ce-9dd2-25f83f706d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:02.083237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1e21a7ac-d83e-46ce-9dd2-25f83f706d47 admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:02.094401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21a7ac-d83e-46ce-9dd2-25f83f706d47 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b799cd9-be15-42b7-bf06-9350a8992b30,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:02.166970 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1e21a7ac-d83e-46ce-9dd2-25f83f706d47 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5b799cd9-be15-42b7-bf06-9350a8992b30 HTTP/1.1" status: 204 len: 168 time: 0.5564740 Jan 28 18:21:02.494208 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 51024) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:21:02.549803 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2854ee31-4d9f-4383-9873-6e9b3368eb0b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5abc56cd823434f8c070f5ff2ecf599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543971 Jan 28 18:21:02.552261 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 51028) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:21:02.607559 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:02.632224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:02.762022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:02.783137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:02.791214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:02.791558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:02.791893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:02.792220 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:02.792544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:02.792871 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:02.793191 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:02.793514 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:02.793833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:02.794150 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:02.794463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:02.797143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:02.864216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:02.865325 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-70168972-d803-4bbe-85cb-e11e84ff5b9e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd7ab2f7-5435-4c95-90b2-ba2bb6ae0f1a HTTP/1.1" status: 204 len: 168 time: 0.3121245 Jan 28 18:21:03.924778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 51052) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:21:04.025040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1830344227-network', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:21:04.029740 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:21:04.034074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Usage tracker for resource:network and tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:21:04.036858 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:21:04.042580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:21:04.075407 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 11c10ca6-db01-4513-9879-27ef71f67c6a no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:21:04.109495 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 11c10ca6-db01-4513-9879-27ef71f67c6a {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:21:04.109831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 11c10ca6-db01-4513-9879-27ef71f67c6a not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:21:04.141249 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Made reservation on behalf of a7a9a5b1dfa24e93bb0d35dbae466bbc for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:21:04.143580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:04.156621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:04.170878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:21:04.175282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Usage tracker for resource:security_group_rule and tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:21:04.177971 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:21:04.183500 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:21:04.269362 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:04.335670 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:04.365267 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:21:04.373379 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee0434e-f4c5-4534-a785-e6e0c8963be9,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:04.379363 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:04.379696 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Added segment 590613a4-b19a-4413-aedd-bfc7583759e2 of type vlan for network 44817d90-e60a-42a4-a118-838588592a43 Jan 28 18:21:04.405639 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:04.503933 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:04.504791 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:04.505367 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:04.612045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] Pushing event updated for resources: {'Network': ['ID=44817d90-e60a-42a4-a118-838588592a43,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:04.621331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 44817d90-e60a-42a4-a118-838588592a43 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:21:04.679680 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-45e2f030-434c-4197-ad2c-b33aeb0f56aa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7537854 Jan 28 18:21:04.682552 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 51058) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:21:04.688475 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Request body: {'subnet': {'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1830344227-subnet', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:21:04.693257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:21:04.697717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Usage tracker for resource:subnet and tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:21:04.700232 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:21:04.706460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:21:04.769904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Made reservation on behalf of a7a9a5b1dfa24e93bb0d35dbae466bbc for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:21:04.772322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:05.033418 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:05.104614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3643489-6beb-4219-ba00-c11ae61b4b69,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:05.112924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Checking segment: {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:21:05.113269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Network hostable DHCP agents. Network: 44817d90-e60a-42a4-a118-838588592a43, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:21:05.192488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Network 44817d90-e60a-42a4-a118-838588592a43 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:21:05.263462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 44817d90-e60a-42a4-a118-838588592a43) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:21:05.271982 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:05.275129 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:05.275382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5d55d6-b259-4c39-b598-5db6d1628c22 None None] Network 44817d90-e60a-42a4-a118-838588592a43 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:21:05.333047 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e959daf7-6241-438e-b9da-89c63edf8c2c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6493630 Jan 28 18:21:05.335596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 51062) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:21:05.340629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:21:05.345983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:21:05.349934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Usage tracker for resource:router and tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:21:05.352924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:21:05.358892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:21:05.424397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:05.425534 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:05.440851 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:05.519959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-44817d90-e60a-42a4-a118-838588592a43', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:21:05.520771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:05.676672 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Allocated IP 172.20.0.2 (44817d90-e60a-42a4-a118-838588592a43/b3643489-6beb-4219-ba00-c11ae61b4b69/5593c34d-f755-450a-8a66-523d0844098a) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:21:05.871204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:05.883354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:05.894869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Transition to ACTIVE for port object 5593c34d-f755-450a-8a66-523d0844098a will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:21:05.913476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Transition to ACTIVE for port object 5593c34d-f755-450a-8a66-523d0844098a will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:21:06.002053 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:06.062315 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Network 44817d90-e60a-42a4-a118-838588592a43 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:21:06.069665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:21:06.073762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:21:06.119548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Pushing event updated for resources: {'Port': ['ID=5593c34d-f755-450a-8a66-523d0844098a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:06.172812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Attempting to bind port 5593c34d-f755-450a-8a66-523d0844098a on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:21:06.173183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Attempting to bind port 5593c34d-f755-450a-8a66-523d0844098a by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:21:06.173544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Attempting to bind port 5593c34d-f755-450a-8a66-523d0844098a on network 44817d90-e60a-42a4-a118-838588592a43 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:21:06.178633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:21:06.179028 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Checking segment: {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:21:06.179421 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:06.179812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Bound using segment: {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:21:06.180288 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Bound port: 5593c34d-f755-450a-8a66-523d0844098a, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:21:06.180654 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:06.247571 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:06.266765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] For port 5593c34d-f755-450a-8a66-523d0844098a, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:21:06.269615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] For port 5593c34d-f755-450a-8a66-523d0844098a, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5593c34d-f755-450a-8a66-523d0844098a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:21:06.277579 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:06.336078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:06.414285 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Allocated IP 172.26.1.78 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/f413e7bf-eec9-4203-a5d3-0b01c635cbba) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:21:06.421324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231dcee5-b8af-4a44-b4d3-a8376ea4551e None None] Pushing event updated for resources: {'Port': ['ID=5593c34d-f755-450a-8a66-523d0844098a,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:06.570424 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:06.667718 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:06.735088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:21:06.738338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:21:06.740773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:21:06.778233 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f413e7bf-eec9-4203-a5d3-0b01c635cbba,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:06.929873 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5593c34d-f755-450a-8a66-523d0844098a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:21:07.141805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 5593c34d-f755-450a-8a66-523d0844098a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:21:07.255204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:07.346276 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac211ee-4a4c-443e-a25b-9ccf87d369b1 None None] Network 44817d90-e60a-42a4-a118-838588592a43 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:21:07.521172 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-466774c5-2ca3-4bb2-ad8a-12c841cd4b5f None None] Provisioning for port 5593c34d-f755-450a-8a66-523d0844098a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:21:07.529326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-466774c5-2ca3-4bb2-ad8a-12c841cd4b5f None None] Provisioning complete for port 5593c34d-f755-450a-8a66-523d0844098a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:21:07.529695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-466774c5-2ca3-4bb2-ad8a-12c841cd4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:07.695900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-466774c5-2ca3-4bb2-ad8a-12c841cd4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:07.724015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:07.728954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-466774c5-2ca3-4bb2-ad8a-12c841cd4b5f None None] For port 5593c34d-f755-450a-8a66-523d0844098a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5593c34d-f755-450a-8a66-523d0844098a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:21:07.829969 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-466774c5-2ca3-4bb2-ad8a-12c841cd4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:07.898216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466774c5-2ca3-4bb2-ad8a-12c841cd4b5f None None] Pushing event updated for resources: {'Port': ['ID=5593c34d-f755-450a-8a66-523d0844098a,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:07.951575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-439eace1-704f-42e8-be70-bbd4a9f92340 None None] Provisioning complete for port 5593c34d-f755-450a-8a66-523d0844098a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:21:07.951856 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-439eace1-704f-42e8-be70-bbd4a9f92340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:08.024024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Router d772ace7-d7ed-49de-918b-4a73b9a10889 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:21:08.194719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:21:08.204434 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Sync routers for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:21:08.213144 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:21:08.213749 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:20:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:08.287129 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:08.288392 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-07d37fb1-cc56-4134-898c-76803a7280f1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9518583 Jan 28 18:21:08.291107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 51066) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:21:08.382645 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:21:08.657498 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:06Z', 'revision_number': 3, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:08.661251 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Checking router: d772ace7-d7ed-49de-918b-4a73b9a10889 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:21:08.661592 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Updating router d772ace7-d7ed-49de-918b-4a73b9a10889 port f413e7bf-eec9-4203-a5d3-0b01c635cbba binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:21:08.711741 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:08.902756 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5593c34d-f755-450a-8a66-523d0844098a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:21:08.991769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 5593c34d-f755-450a-8a66-523d0844098a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:21:08.992620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:09.071398 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:09.084034 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Transition to ACTIVE for port object f413e7bf-eec9-4203-a5d3-0b01c635cbba will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:21:09.086510 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:09.150209 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:09.228018 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Attempting to bind port f413e7bf-eec9-4203-a5d3-0b01c635cbba on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:21:09.228717 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Attempting to bind port f413e7bf-eec9-4203-a5d3-0b01c635cbba by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:21:09.228822 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Attempting to bind port f413e7bf-eec9-4203-a5d3-0b01c635cbba on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:21:09.234736 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8a44b-87b5-450a-9ecc-d1ca21273454 None None] Pushing event updated for resources: {'Port': ['ID=f413e7bf-eec9-4203-a5d3-0b01c635cbba,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:09.239638 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:21:09.240004 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:21:09.240391 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:09.240775 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:21:09.241225 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Bound port: f413e7bf-eec9-4203-a5d3-0b01c635cbba, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:21:09.241586 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:09.271758 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8a44b-87b5-450a-9ecc-d1ca21273454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:09.272031 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8a44b-87b5-450a-9ecc-d1ca21273454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:09.272363 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8a44b-87b5-450a-9ecc-d1ca21273454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:09.272688 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8a44b-87b5-450a-9ecc-d1ca21273454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:09.273008 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8a44b-87b5-450a-9ecc-d1ca21273454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:09.273331 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8a44b-87b5-450a-9ecc-d1ca21273454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:09.274386 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8a44b-87b5-450a-9ecc-d1ca21273454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:09.274386 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8a44b-87b5-450a-9ecc-d1ca21273454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:09.274588 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8a44b-87b5-450a-9ecc-d1ca21273454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:09.274826 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8a44b-87b5-450a-9ecc-d1ca21273454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:09.275163 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8a44b-87b5-450a-9ecc-d1ca21273454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:09.275478 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8a44b-87b5-450a-9ecc-d1ca21273454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:09.291687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Allocated IP 172.20.0.1 (44817d90-e60a-42a4-a118-838588592a43/b3643489-6beb-4219-ba00-c11ae61b4b69/92c05edd-3be1-4373-8172-b567447dbb9c) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:21:09.323892 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] For port f413e7bf-eec9-4203-a5d3-0b01c635cbba, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:21:09.326929 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] For port f413e7bf-eec9-4203-a5d3-0b01c635cbba, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f413e7bf-eec9-4203-a5d3-0b01c635cbba,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:21:09.401695 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:09.440152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:09.456981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Transition to ACTIVE for port object 92c05edd-3be1-4373-8172-b567447dbb9c will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:21:09.478955 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:21:09.479582 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:20:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:09.541851 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8a44b-87b5-450a-9ecc-d1ca21273454 None None] Pushing event updated for resources: {'Port': ['ID=f413e7bf-eec9-4203-a5d3-0b01c635cbba,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:09.542032 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:09.609748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Network 44817d90-e60a-42a4-a118-838588592a43 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:21:09.612509 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:21:09.615061 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:21:09.658503 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:21:09.667842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Pushing event updated for resources: {'Port': ['ID=92c05edd-3be1-4373-8172-b567447dbb9c,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:09.680766 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:09.877352 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:09.922724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ef36144e-3424-49aa-92fa-73cfef5d81b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:09.940359 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:06Z', 'revision_number': 3, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:09.944392 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166a9bf-fcd4-4186-a9ed-5e3a570533c3 None None] The sync data for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv is: [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:06Z', 'revision_number': 3, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:21:09.973772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5c2983ec-5c94-4701-ad6a-ff9a9fa8daf3 None None] Provisioning for port 92c05edd-3be1-4373-8172-b567447dbb9c completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:21:09.980424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5c2983ec-5c94-4701-ad6a-ff9a9fa8daf3 None None] Provisioning complete for port 92c05edd-3be1-4373-8172-b567447dbb9c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:21:09.984588 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5c2983ec-5c94-4701-ad6a-ff9a9fa8daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:10.077862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5c2983ec-5c94-4701-ad6a-ff9a9fa8daf3 None None] Port 92c05edd-3be1-4373-8172-b567447dbb9c cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:21:10.115906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:10.187934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:10.295091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:10.299127 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Pushing event updated for resources: {'Port': ['ID=92c05edd-3be1-4373-8172-b567447dbb9c,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:10.436448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Network 44817d90-e60a-42a4-a118-838588592a43 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:21:10.437534 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:21:10.634127 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Router d772ace7-d7ed-49de-918b-4a73b9a10889 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:21:10.699714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5a76971f-8b0f-45be-b749-6c40729b684c None None] Provisioning complete for port 92c05edd-3be1-4373-8172-b567447dbb9c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:21:10.700087 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a76971f-8b0f-45be-b749-6c40729b684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:10.753122 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5a76971f-8b0f-45be-b749-6c40729b684c None None] Port 92c05edd-3be1-4373-8172-b567447dbb9c cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:21:10.926580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:21:10.929140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f413e7bf-eec9-4203-a5d3-0b01c635cbba up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:21:10.935373 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-239ab81b-f2d1-4c7f-956a-1bbd27564bef admin admin] 10.222.0.26 "PUT /v2.0/routers/d772ace7-d7ed-49de-918b-4a73b9a10889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6432824 Jan 28 18:21:11.058679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port f413e7bf-eec9-4203-a5d3-0b01c635cbba completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:21:11.064479 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port f413e7bf-eec9-4203-a5d3-0b01c635cbba triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:21:11.064868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:11.182044 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:11.198393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port f413e7bf-eec9-4203-a5d3-0b01c635cbba, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f413e7bf-eec9-4203-a5d3-0b01c635cbba,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:21:11.302142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:11.375297 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=f413e7bf-eec9-4203-a5d3-0b01c635cbba,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:11.474800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Sync routers for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:21:11.484674 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:21:11.485261 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:20:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:11.658080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:21:11.711121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 51076) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:21:11.716377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355421183', 'description': 'tempest-description--827800788'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:21:11.722959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:21:11.726828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Usage tracker for resource:security_group and tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:21:11.729742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:21:11.735416 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:21:11.801700 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:11.824158 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:21:11.828719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Usage tracker for resource:security_group_rule and tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:21:11.831868 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:21:11.837560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:21:11.906946 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:11.968996 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 2, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:11.972896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Checking router: d772ace7-d7ed-49de-918b-4a73b9a10889 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:21:11.973248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Updating router d772ace7-d7ed-49de-918b-4a73b9a10889 port 92c05edd-3be1-4373-8172-b567447dbb9c binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:21:11.992990 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.027718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.038066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479c2bc4-c49b-400a-aa96-8dff905ef0bd,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:12.090087 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.091339 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-df7a0b6a-fe66-4b68-816b-4759b8afcb0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3791175 Jan 28 18:21:12.094168 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 51080) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:21:12.099196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d3b97fe2-48fa-4b1e-810e-4c182c3d3211 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Request body: {'security_group_rule': {'security_group_id': '479c2bc4-c49b-400a-aa96-8dff905ef0bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:21:12.104992 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d3b97fe2-48fa-4b1e-810e-4c182c3d3211 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:21:12.108830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d3b97fe2-48fa-4b1e-810e-4c182c3d3211 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Usage tracker for resource:security_group_rule and tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:21:12.111667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d3b97fe2-48fa-4b1e-810e-4c182c3d3211 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:21:12.117326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d3b97fe2-48fa-4b1e-810e-4c182c3d3211 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:21:12.188621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3b97fe2-48fa-4b1e-810e-4c182c3d3211 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.248508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3b97fe2-48fa-4b1e-810e-4c182c3d3211 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.324682 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3b97fe2-48fa-4b1e-810e-4c182c3d3211 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.350453 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b97fe2-48fa-4b1e-810e-4c182c3d3211 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5248e8b-3fba-499c-9caa-bccdc903114a,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:12.372112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b312be71-ac00-4783-9cc4-e9ac9db6ea19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.378026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.389292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Transition to ACTIVE for port object 92c05edd-3be1-4373-8172-b567447dbb9c will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:21:12.447267 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3b97fe2-48fa-4b1e-810e-4c182c3d3211 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.448472 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d3b97fe2-48fa-4b1e-810e-4c182c3d3211 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3533890 Jan 28 18:21:12.451049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 51084) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:21:12.455965 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-77334faf-21c6-4fec-bdfd-379d7272b7af tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Request body: {'security_group_rule': {'security_group_id': '479c2bc4-c49b-400a-aa96-8dff905ef0bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:21:12.461720 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-77334faf-21c6-4fec-bdfd-379d7272b7af tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:21:12.465499 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-77334faf-21c6-4fec-bdfd-379d7272b7af tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Usage tracker for resource:security_group_rule and tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:21:12.468421 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-77334faf-21c6-4fec-bdfd-379d7272b7af tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:21:12.474037 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-77334faf-21c6-4fec-bdfd-379d7272b7af tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:21:12.498213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.563978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77334faf-21c6-4fec-bdfd-379d7272b7af tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.631608 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77334faf-21c6-4fec-bdfd-379d7272b7af tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.653935 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d92c06-a72d-41dc-8af7-d55d7f06f73c None None] Pushing event updated for resources: {'Port': ['ID=92c05edd-3be1-4373-8172-b567447dbb9c,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:12.698942 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77334faf-21c6-4fec-bdfd-379d7272b7af tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.727456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77334faf-21c6-4fec-bdfd-379d7272b7af tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d366098-65d1-432b-8f87-5a4b44534ed4,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:12.757545 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Attempting to bind port 92c05edd-3be1-4373-8172-b567447dbb9c on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:21:12.757950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Attempting to bind port 92c05edd-3be1-4373-8172-b567447dbb9c by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:21:12.758309 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Attempting to bind port 92c05edd-3be1-4373-8172-b567447dbb9c on network 44817d90-e60a-42a4-a118-838588592a43 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:21:12.763459 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:21:12.763820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Checking segment: {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:21:12.764207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.764587 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Bound using segment: {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:21:12.765075 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Bound port: 92c05edd-3be1-4373-8172-b567447dbb9c, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:21:12.765438 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.799261 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-77334faf-21c6-4fec-bdfd-379d7272b7af tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.800471 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-77334faf-21c6-4fec-bdfd-379d7272b7af tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3484855 Jan 28 18:21:12.803319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 51088) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:21:12.808208 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:21:12.814400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:21:12.820252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Usage tracker for resource:floatingip and tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:21:12.821024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:21:12.826632 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:21:12.865432 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] For port 92c05edd-3be1-4373-8172-b567447dbb9c, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:21:12.868484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] For port 92c05edd-3be1-4373-8172-b567447dbb9c, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=92c05edd-3be1-4373-8172-b567447dbb9c,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:21:12.901082 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f413e7bf-eec9-4203-a5d3-0b01c635cbba up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:21:12.913410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:12.946965 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:13.038657 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:21:13.039322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:21:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:13.060245 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:13.114804 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d92c06-a72d-41dc-8af7-d55d7f06f73c None None] Pushing event updated for resources: {'Port': ['ID=92c05edd-3be1-4373-8172-b567447dbb9c,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:13.130330 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port f413e7bf-eec9-4203-a5d3-0b01c635cbba triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:21:13.130707 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:13.210889 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Allocated IP 172.26.1.20 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/7eb8c2dd-bcda-4ffa-9367-a89e249ecfc7) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:21:13.305965 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:21:13.375019 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:13.375254 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:13.481542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:13.486176 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:13.550244 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:21:13.552880 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:21:13.556689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:21:13.600272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event updated for resources: {'Port': ['ID=7eb8c2dd-bcda-4ffa-9367-a89e249ecfc7,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:13.644341 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:13.678916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:12Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:13.682744 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117f9c7-c0c9-4b1a-9602-e576f41186ef None None] The sync data for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv is: [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:12Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:21:13.772513 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:13.988424 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:14.075727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:14.188187 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event updated for resources: {'Port': ['ID=7eb8c2dd-bcda-4ffa-9367-a89e249ecfc7,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:14.196625 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:14.293260 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:14.294536 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5a07844f-769f-4649-961d-690626483910 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4903204 Jan 28 18:21:14.462347 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-78d8ef1a-7190-41bf-97fb-1d7774086383 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1355421183&fields=id&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 267 time: 0.0448825 Jan 28 18:21:14.617038 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-0ca8120e-c788-416e-a9cb-abc563edbd03 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:14.618486 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-0ca8120e-c788-416e-a9cb-abc563edbd03 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 812 time: 0.1495264 Jan 28 18:21:14.635557 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-fe6a321a-4013-45de-9430-45296c1599e7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/quotas/a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 375 time: 0.0096312 Jan 28 18:21:14.720974 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-40068561-0cc6-4694-8642-f04ac568c35a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800478 Jan 28 18:21:14.947939 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 92c05edd-3be1-4373-8172-b567447dbb9c up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:21:15.004946 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-2574c7ff-a351-4b91-965d-2cfdfec7fe95 service neutron] 10.222.0.26 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698882 Jan 28 18:21:15.069912 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:15.101370 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 92c05edd-3be1-4373-8172-b567447dbb9c completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:21:15.106679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 92c05edd-3be1-4373-8172-b567447dbb9c triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:21:15.107073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:15.135495 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-e1b7fd85-dd57-4922-a138-ba8d6db29291 service neutron] 10.222.0.26 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245284 Jan 28 18:21:15.235080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:15.266688 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 92c05edd-3be1-4373-8172-b567447dbb9c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=92c05edd-3be1-4373-8172-b567447dbb9c,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:21:15.342082 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:15.394214 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-fb26a28b-b55e-4967-973d-ae786931056e req-0c3660d6-b018-42d6-bfa2-d62281f550a4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Synchronizing usage tracker for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:21:15.414191 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=92c05edd-3be1-4373-8172-b567447dbb9c,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:15.421711 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:15.422059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:15.422394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:15.422722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:15.423095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:15.423428 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:15.423750 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:15.424070 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:15.424389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:15.424704 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:15.425017 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:15.425330 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:15.473217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-fb26a28b-b55e-4967-973d-ae786931056e req-0c3660d6-b018-42d6-bfa2-d62281f550a4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Unset dirty status for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:21:15.474486 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fb26a28b-b55e-4967-973d-ae786931056e req-0c3660d6-b018-42d6-bfa2-d62281f550a4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 210 time: 0.1342342 Jan 28 18:21:16.619937 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8fa8392a-1fab-4618-a4f4-925b35e47f49 req-6fe2d89b-e9d0-4bbb-968a-22fc625806e4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 210 time: 0.0451992 Jan 28 18:21:16.904286 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 92c05edd-3be1-4373-8172-b567447dbb9c up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:21:16.971956 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 92c05edd-3be1-4373-8172-b567447dbb9c triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:21:16.972322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:17.685914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-f0df8ab0-b840-4771-ae1a-b75950060531 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:17.687411 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-f0df8ab0-b840-4771-ae1a-b75950060531 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 812 time: 0.1476338 Jan 28 18:21:17.734715 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-07b4742a-914b-48cb-9ed9-8ff36f693cc5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 380 time: 0.0397472 Jan 28 18:21:17.742715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Request body: {'port': {'device_id': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'admin_state_up': True, 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'security_groups': ['479c2bc4-c49b-400a-aa96-8dff905ef0bd']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:21:17.768584 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-56a3a6ee-fa68-4a09-b4f1-6966bb28a657 req-8b9cede1-f93f-4649-967a-4c38f252a4f1 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 210 time: 0.0420194 Jan 28 18:21:17.877072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:21:17.886261 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:21:17.978834 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Made reservation on behalf of a7a9a5b1dfa24e93bb0d35dbae466bbc for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:21:17.982247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:18.143692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Allocated IP 172.20.0.8 (44817d90-e60a-42a4-a118-838588592a43/b3643489-6beb-4219-ba00-c11ae61b4b69/4516c30d-56d2-48f9-8947-e51e37ed9795) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:21:18.326249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:18.341011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Transition to ACTIVE for port object 4516c30d-56d2-48f9-8947-e51e37ed9795 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:21:18.430476 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:18.498134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Network 44817d90-e60a-42a4-a118-838588592a43 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:21:18.501888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:21:18.505610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:21:18.538527 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event updated for resources: {'Port': ['ID=4516c30d-56d2-48f9-8947-e51e37ed9795,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:18.558336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:18.558682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:18.559047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:18.559382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:18.559710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:18.560038 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:18.560362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:18.560683 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:18.561004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:18.561324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:18.561703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:18.562548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:21:18.586987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:18.587539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:18.676884 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6c026587-369a-4fdb-a680-e7588b13a9ab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9376373 Jan 28 18:21:18.689037 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Request body: {'port': {'device_id': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:21:18.802174 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:18.812815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7c20812d-19f6-424b-b525-4a266dbaea45 None None] Provisioning for port 4516c30d-56d2-48f9-8947-e51e37ed9795 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:21:18.818147 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7c20812d-19f6-424b-b525-4a266dbaea45 None None] Provisioning complete for port 4516c30d-56d2-48f9-8947-e51e37ed9795 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:21:18.818512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7c20812d-19f6-424b-b525-4a266dbaea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:18.872148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7c20812d-19f6-424b-b525-4a266dbaea45 None None] Port 4516c30d-56d2-48f9-8947-e51e37ed9795 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:21:19.111924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfe9c7-29f6-417f-b3a5-617675e136f7 req-48938a06-27b8-4273-97ed-b7df23f6a8b9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:19.112526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-02bfe9c7-29f6-417f-b3a5-617675e136f7 req-48938a06-27b8-4273-97ed-b7df23f6a8b9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Synchronizing usage tracker for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:21:19.223492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-02bfe9c7-29f6-417f-b3a5-617675e136f7 req-48938a06-27b8-4273-97ed-b7df23f6a8b9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Unset dirty status for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:21:19.224633 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-02bfe9c7-29f6-417f-b3a5-617675e136f7 req-48938a06-27b8-4273-97ed-b7df23f6a8b9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 931 time: 0.3473613 Jan 28 18:21:19.230034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4516c30d-56d2-48f9-8947-e51e37ed9795 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:21:19.253589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:19.386253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Transition to ACTIVE for port object 4516c30d-56d2-48f9-8947-e51e37ed9795 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:21:19.396818 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-02bfe9c7-29f6-417f-b3a5-617675e136f7 req-d5c91315-7cb4-4343-89ab-e2832bd21126 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618667 Jan 28 18:21:19.444771 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:19.570173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4516c30d-56d2-48f9-8947-e51e37ed9795,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:19.696161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Attempting to bind port 4516c30d-56d2-48f9-8947-e51e37ed9795 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:21:19.696798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Attempting to bind port 4516c30d-56d2-48f9-8947-e51e37ed9795 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:21:19.696798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Attempting to bind port 4516c30d-56d2-48f9-8947-e51e37ed9795 on network 44817d90-e60a-42a4-a118-838588592a43 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:21:19.701380 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Port 4516c30d-56d2-48f9-8947-e51e37ed9795 on network 44817d90-e60a-42a4-a118-838588592a43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:21:19.701694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Attempting to bind port 4516c30d-56d2-48f9-8947-e51e37ed9795 on network 44817d90-e60a-42a4-a118-838588592a43 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:21:19.707323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:21:19.707655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Checking segment: {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:21:19.708033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Bound using segment: {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:21:19.708450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Bound port: 4516c30d-56d2-48f9-8947-e51e37ed9795, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:21:19.708788 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:19.794095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] For port 4516c30d-56d2-48f9-8947-e51e37ed9795, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:21:19.797428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] For port 4516c30d-56d2-48f9-8947-e51e37ed9795, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=4516c30d-56d2-48f9-8947-e51e37ed9795,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:21:19.896134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:19.958222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:19.958830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:19.960218 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] 10.222.0.16 "PUT /v2.0/ports/4516c30d-56d2-48f9-8947-e51e37ed9795 HTTP/1.1" status: 200 len: 1093 time: 1.2756026 Jan 28 18:21:19.960649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'tag': '4516c30d-56d2-48f9-8947-e51e37ed9795'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:21:19.994106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00937ce-2133-4530-aeb0-9a18c4eb13f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4516c30d-56d2-48f9-8947-e51e37ed9795,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:19.995957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:20.025275 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'tag': '4516c30d-56d2-48f9-8947-e51e37ed9795', 'status': 'completed', 'code': 200} Jan 28 18:21:20.119815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b281e-e517-484a-b583-0a508638c184 req-06602039-6c95-48ea-a06d-6d9d41b0dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:20.121305 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a43b281e-e517-484a-b583-0a508638c184 req-06602039-6c95-48ea-a06d-6d9d41b0dfd2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 1096 time: 0.0736856 Jan 28 18:21:20.258760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b281e-e517-484a-b583-0a508638c184 req-2c4e441d-b31c-4f47-9986-cd1d1e56998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:20.260152 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a43b281e-e517-484a-b583-0a508638c184 req-2c4e441d-b31c-4f47-9986-cd1d1e56998e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1321783 Jan 28 18:21:20.393064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b281e-e517-484a-b583-0a508638c184 req-fce74618-3e1c-4b4c-9671-1d80f129f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:20.394487 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a43b281e-e517-484a-b583-0a508638c184 req-fce74618-3e1c-4b4c-9671-1d80f129f36d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283851 Jan 28 18:21:20.496035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-27c3216f-cb34-41c8-8ebb-f972caf9882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:20.497512 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-27c3216f-cb34-41c8-8ebb-f972caf9882f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 1096 time: 0.0703216 Jan 28 18:21:20.597006 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-ab69b170-d2d6-4ec9-9244-d3814dc4bca6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4516c30d-56d2-48f9-8947-e51e37ed9795 HTTP/1.1" status: 200 len: 217 time: 0.0926900 Jan 28 18:21:20.674791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-dded3c46-31fd-46b5-bcbb-2a15455b2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:20.676181 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-dded3c46-31fd-46b5-bcbb-2a15455b2ea2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0731776 Jan 28 18:21:20.723152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc5237-4a97-437b-8c14-21c75877b2ea req-f9961613-109f-4203-9338-ba05168d7b94 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:20.724450 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cdbc5237-4a97-437b-8c14-21c75877b2ea req-f9961613-109f-4203-9338-ba05168d7b94 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 943 time: 0.2191474 Jan 28 18:21:20.785925 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cdbc5237-4a97-437b-8c14-21c75877b2ea req-f38e5902-f94d-442d-b118-d7147650060e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551636 Jan 28 18:21:20.795104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-1f98c2e5-552e-418d-b04c-389eddea59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:20.797097 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-1f98c2e5-552e-418d-b04c-389eddea59d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1146395 Jan 28 18:21:20.924339 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-6be0174c-32ed-402e-9298-aab400a5f077 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216245 Jan 28 18:21:21.057553 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81e1aac6-7dea-40b3-af9b-b0d9a9719a91 req-ef5ab8aa-ad22-4bbf-90f5-c88b1a24a2b0 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279993 Jan 28 18:21:21.973359 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f66052-dd9a-4a8e-b1cb-3a1516185614 req-c5570de3-fc44-493a-9f77-48be4b63547f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:21.974849 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-81f66052-dd9a-4a8e-b1cb-3a1516185614 req-c5570de3-fc44-493a-9f77-48be4b63547f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 943 time: 0.0825872 Jan 28 18:21:22.018388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-81f66052-dd9a-4a8e-b1cb-3a1516185614 req-be63a67e-0ed3-4e30-bee5-702d544d9207 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Synchronizing usage tracker for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:21:22.104293 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-81f66052-dd9a-4a8e-b1cb-3a1516185614 req-be63a67e-0ed3-4e30-bee5-702d544d9207 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Unset dirty status for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:21:22.105382 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-81f66052-dd9a-4a8e-b1cb-3a1516185614 req-be63a67e-0ed3-4e30-bee5-702d544d9207 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245353 Jan 28 18:21:23.283476 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7d577-acec-4d3f-b304-346dc67f0d20 req-acd0a052-bad1-4a8c-8d5e-406dd5b4b424 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:23.284900 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-38f7d577-acec-4d3f-b304-346dc67f0d20 req-acd0a052-bad1-4a8c-8d5e-406dd5b4b424 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 943 time: 0.0778477 Jan 28 18:21:23.327977 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-38f7d577-acec-4d3f-b304-346dc67f0d20 req-5a53f1b9-d8ba-4b81-be5c-95851cedc22c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375421 Jan 28 18:21:24.141938 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 4516c30d-56d2-48f9-8947-e51e37ed9795 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:21:24.310340 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 4516c30d-56d2-48f9-8947-e51e37ed9795, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=4516c30d-56d2-48f9-8947-e51e37ed9795,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:21:24.326976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '4516c30d-56d2-48f9-8947-e51e37ed9795', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'port_id': '4516c30d-56d2-48f9-8947-e51e37ed9795', 'mac_address': 'fa:16:3e:10:0f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:21:24.383478 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:24.401076 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4516c30d-56d2-48f9-8947-e51e37ed9795 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:21:24.416280 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 4516c30d-56d2-48f9-8947-e51e37ed9795, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=4516c30d-56d2-48f9-8947-e51e37ed9795,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:21:24.510164 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:24.519745 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7a2a6-b2d4-44ae-b6ed-3fbc90982853 req-344aecd1-3c7d-4328-8665-802e50cce57e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:24.520986 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-99a7a2a6-b2d4-44ae-b6ed-3fbc90982853 req-344aecd1-3c7d-4328-8665-802e50cce57e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 943 time: 0.0776687 Jan 28 18:21:24.565216 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-99a7a2a6-b2d4-44ae-b6ed-3fbc90982853 req-69a4c3c0-1d98-4952-8738-70aa7123f28e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381389 Jan 28 18:21:24.577469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=4516c30d-56d2-48f9-8947-e51e37ed9795,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:24.715534 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['4516c30d-56d2-48f9-8947-e51e37ed9795'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:21:25.834374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a37007-d782-4921-811b-9696818c0d54 req-baf62853-7f2b-49d6-bf79-c2c43398f581 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:25.835836 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1a37007-d782-4921-811b-9696818c0d54 req-baf62853-7f2b-49d6-bf79-c2c43398f581 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 944 time: 0.1680532 Jan 28 18:21:25.877661 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1a37007-d782-4921-811b-9696818c0d54 req-ae64ac5a-c6bc-4889-a97c-8b4be70e17b9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362480 Jan 28 18:21:26.142230 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 4516c30d-56d2-48f9-8947-e51e37ed9795 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:21:26.261890 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 4516c30d-56d2-48f9-8947-e51e37ed9795 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:21:26.267107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 4516c30d-56d2-48f9-8947-e51e37ed9795 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:21:26.267502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:26.377001 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:26.406154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4516c30d-56d2-48f9-8947-e51e37ed9795'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:21:26.415865 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 4516c30d-56d2-48f9-8947-e51e37ed9795, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=4516c30d-56d2-48f9-8947-e51e37ed9795,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:21:26.450257 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4516c30d-56d2-48f9-8947-e51e37ed9795', 'code': 200} Jan 28 18:21:26.475943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:26.541770 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=4516c30d-56d2-48f9-8947-e51e37ed9795,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:26.776996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e822061-b874-48f2-827c-bd912e7c9442 req-6ec935fe-4d94-4f44-afa4-910e0a4112d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:26.778345 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e822061-b874-48f2-827c-bd912e7c9442 req-6ec935fe-4d94-4f44-afa4-910e0a4112d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 1098 time: 0.0673440 Jan 28 18:21:26.817947 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e822061-b874-48f2-827c-bd912e7c9442 req-48ae2a64-c787-44b3-a4a3-c6876b9b33b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336673 Jan 28 18:21:27.063032 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e97c18-bbda-4bb1-aed1-72f0cb879f25 req-e4f238f4-01b5-4ad2-a395-2543c5881890 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:27.064515 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f2e97c18-bbda-4bb1-aed1-72f0cb879f25 req-e4f238f4-01b5-4ad2-a395-2543c5881890 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0832000 Jan 28 18:21:27.106700 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f2e97c18-bbda-4bb1-aed1-72f0cb879f25 req-28d477ef-a1a7-4a7a-a379-b3a6372c0c6f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365758 Jan 28 18:21:28.292457 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff3b0-e2ee-4af2-aee3-f28d9c3ea852 req-168e677c-16f1-41be-ab3c-078ab7322fc2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:28.293797 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-389ff3b0-e2ee-4af2-aee3-f28d9c3ea852 req-168e677c-16f1-41be-ab3c-078ab7322fc2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0815246 Jan 28 18:21:28.337654 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-389ff3b0-e2ee-4af2-aee3-f28d9c3ea852 req-ce8acb82-e775-49ed-b2da-5dc7c9a97577 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377390 Jan 28 18:21:28.512597 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7acd94-7a37-426c-9fa9-0fad321329dc req-2a942b1f-b318-42d7-b6fb-1a628c59b8c7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:28.514000 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-db7acd94-7a37-426c-9fa9-0fad321329dc req-2a942b1f-b318-42d7-b6fb-1a628c59b8c7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0768111 Jan 28 18:21:28.522435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 51148) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:21:28.527464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-953dc47d-f8b9-471e-836f-0491bd424797 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Request body: {'floatingip': {'port_id': '4516c30d-56d2-48f9-8947-e51e37ed9795'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:21:28.603767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-953dc47d-f8b9-471e-836f-0491bd424797 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:29.190461 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-953dc47d-f8b9-471e-836f-0491bd424797 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:29.247267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-953dc47d-f8b9-471e-836f-0491bd424797 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:29.417780 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-953dc47d-f8b9-471e-836f-0491bd424797 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e associated. External IP: 172.26.1.20, port: 4516c30d-56d2-48f9-8947-e51e37ed9795. Jan 28 18:21:29.844049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953dc47d-f8b9-471e-836f-0491bd424797 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Router d772ace7-d7ed-49de-918b-4a73b9a10889 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:21:30.015237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953dc47d-f8b9-471e-836f-0491bd424797 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:21:30.019520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-953dc47d-f8b9-471e-836f-0491bd424797 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:30.026126 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65714800-e9d3-41d4-b8cd-4f2188babb44 None None] Sync routers for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:21:30.036239 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65714800-e9d3-41d4-b8cd-4f2188babb44 None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:21:30.036854 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-65714800-e9d3-41d4-b8cd-4f2188babb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:21:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:30.077072 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-953dc47d-f8b9-471e-836f-0491bd424797 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "PUT /v2.0/floatingips/25a5ef00-e40a-4aa3-b68d-64aded4ead8e HTTP/1.1" status: 200 len: 990 time: 1.5535860 Jan 28 18:21:30.077694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'tag': '4516c30d-56d2-48f9-8947-e51e37ed9795'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:21:30.123704 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'tag': '4516c30d-56d2-48f9-8947-e51e37ed9795', 'status': 'completed', 'code': 200} Jan 28 18:21:30.130469 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:21:30.214571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311beaa2-7a6c-4b58-893d-25c9b17e07ae req-a3b97558-2a63-470b-87f7-661bc2760c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:30.216391 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-311beaa2-7a6c-4b58-893d-25c9b17e07ae req-a3b97558-2a63-470b-87f7-661bc2760c2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 1098 time: 0.0718637 Jan 28 18:21:30.223561 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-65714800-e9d3-41d4-b8cd-4f2188babb44 None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:21:30.245825 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06dfd9-3fbe-4415-b8f4-aa89b8342bab req-ab942f9f-0e42-4a0b-8443-a21ef266033d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:30.247398 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5b06dfd9-3fbe-4415-b8f4-aa89b8342bab req-ab942f9f-0e42-4a0b-8443-a21ef266033d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0818808 Jan 28 18:21:30.293716 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5b06dfd9-3fbe-4415-b8f4-aa89b8342bab req-914371a8-93ce-4152-b2e4-60ed601c9576 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403416 Jan 28 18:21:30.353320 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311beaa2-7a6c-4b58-893d-25c9b17e07ae req-21de77b3-9ad4-4705-8554-0b8ece0c1f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:30.354792 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-311beaa2-7a6c-4b58-893d-25c9b17e07ae req-21de77b3-9ad4-4705-8554-0b8ece0c1f4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1323011 Jan 28 18:21:30.460269 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-311beaa2-7a6c-4b58-893d-25c9b17e07ae req-1dc4ba6e-fd7e-453b-84bf-f2a4ad5ee3e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4516c30d-56d2-48f9-8947-e51e37ed9795 HTTP/1.1" status: 200 len: 998 time: 0.0984051 Jan 28 18:21:30.522768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311beaa2-7a6c-4b58-893d-25c9b17e07ae req-f2f1c27a-883d-41dc-8c85-309428b47939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:30.524291 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-311beaa2-7a6c-4b58-893d-25c9b17e07ae req-f2f1c27a-883d-41dc-8c85-309428b47939 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0582221 Jan 28 18:21:30.596719 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-65714800-e9d3-41d4-b8cd-4f2188babb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '25a5ef00-e40a-4aa3-b68d-64aded4ead8e', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'port_id': '4516c30d-56d2-48f9-8947-e51e37ed9795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'mac_address': 'fa:16:3e:10:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:21:13Z', 'updated_at': '2022-01-28T18:21:29Z', 'revision_number': 1, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:30.600859 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65714800-e9d3-41d4-b8cd-4f2188babb44 None None] Checking router: d772ace7-d7ed-49de-918b-4a73b9a10889 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:21:30.607573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311beaa2-7a6c-4b58-893d-25c9b17e07ae req-80e7b637-51d5-48f4-bdce-8f441c22ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:30.609026 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-311beaa2-7a6c-4b58-893d-25c9b17e07ae req-80e7b637-51d5-48f4-bdce-8f441c22ce2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785365 Jan 28 18:21:30.609642 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65714800-e9d3-41d4-b8cd-4f2188babb44 None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:21:30.610261 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-65714800-e9d3-41d4-b8cd-4f2188babb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:21:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:30.745896 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-311beaa2-7a6c-4b58-893d-25c9b17e07ae req-da9310ce-b7f9-4a2f-a93a-256ea80d17fb service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304710 Jan 28 18:21:30.796039 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-65714800-e9d3-41d4-b8cd-4f2188babb44 None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:21:30.880019 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-311beaa2-7a6c-4b58-893d-25c9b17e07ae req-c66e6e3b-227f-456b-a853-a077e8fa6ab9 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272533 Jan 28 18:21:31.066886 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfb581-5191-461e-b8b4-9e261cf7ed79 req-ae93bb84-bcf7-490d-9180-581ff1ac2d0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:31.068364 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a1dfb581-5191-461e-b8b4-9e261cf7ed79 req-ae93bb84-bcf7-490d-9180-581ff1ac2d0e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.2638288 Jan 28 18:21:31.071834 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-96c1fea4-c700-464b-b588-12aa614dc335 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1120918 Jan 28 18:21:31.114697 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a1dfb581-5191-461e-b8b4-9e261cf7ed79 req-d6c180fd-76dd-40c9-bdae-de59cefe4c38 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398982 Jan 28 18:21:31.193728 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-65714800-e9d3-41d4-b8cd-4f2188babb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '25a5ef00-e40a-4aa3-b68d-64aded4ead8e', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'port_id': '4516c30d-56d2-48f9-8947-e51e37ed9795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'mac_address': 'fa:16:3e:10:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:21:13Z', 'updated_at': '2022-01-28T18:21:29Z', 'revision_number': 1, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:21:31.197884 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65714800-e9d3-41d4-b8cd-4f2188babb44 None None] The sync data for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv is: [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '25a5ef00-e40a-4aa3-b68d-64aded4ead8e', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'port_id': '4516c30d-56d2-48f9-8947-e51e37ed9795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'mac_address': 'fa:16:3e:10:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:21:13Z', 'updated_at': '2022-01-28T18:21:29Z', 'revision_number': 1, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:21:31.412694 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a28367-97fb-4d8a-b89d-b9c2c3721628 None None] New status for floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:21:32.300979 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bccd2-cc88-42ee-9836-8bd0d78f7fe2 req-09761c22-c25c-40a1-ac42-1189f1730007 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:32.302579 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1c5bccd2-cc88-42ee-9836-8bd0d78f7fe2 req-09761c22-c25c-40a1-ac42-1189f1730007 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0813062 Jan 28 18:21:32.346620 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1c5bccd2-cc88-42ee-9836-8bd0d78f7fe2 req-d9c67de6-0bc2-408e-ba42-deabda6ded45 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383897 Jan 28 18:21:33.159236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-921d8a61-6e4a-4447-b068-03eeb364b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:33.160683 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-921d8a61-6e4a-4447-b068-03eeb364b648 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 1098 time: 0.0726564 Jan 28 18:21:33.386444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-0fe555b2-81cf-48e5-ad1c-03c9a22e313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:33.386444 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-0fe555b2-81cf-48e5-ad1c-03c9a22e313f service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.2157807 Jan 28 18:21:33.486880 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-7eed5bf6-2d5f-4b63-9299-8c34a0b767f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4516c30d-56d2-48f9-8947-e51e37ed9795 HTTP/1.1" status: 200 len: 1000 time: 0.0967791 Jan 28 18:21:33.529046 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7bb54-fe8c-4bfc-84be-9667031f0b79 req-757ca226-dad8-40ff-a5ed-122350e04e41 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:33.530478 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dac7bb54-fe8c-4bfc-84be-9667031f0b79 req-757ca226-dad8-40ff-a5ed-122350e04e41 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0784962 Jan 28 18:21:33.546603 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-6a5f2ba9-42df-41e3-8226-d29f96e1c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:33.548102 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-6a5f2ba9-42df-41e3-8226-d29f96e1c441 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0560369 Jan 28 18:21:33.573683 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dac7bb54-fe8c-4bfc-84be-9667031f0b79 req-f9db9a66-57fc-47a5-a1c7-82c0242eace7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368984 Jan 28 18:21:33.620083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-1d78e10c-8969-44e9-97ed-7da0dce43426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:33.621636 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-1d78e10c-8969-44e9-97ed-7da0dce43426 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680306 Jan 28 18:21:33.746496 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-ab89caf1-d394-45d1-b3ef-f089312b0ddb service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191792 Jan 28 18:21:33.871194 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-5f19050a-1085-4fcb-bbdb-5f5a1d56997d service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189804 Jan 28 18:21:34.763601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df0eaf-c0dc-4cbf-9fcf-a7ab255a1c8f req-8560e620-03eb-4868-8869-597dff323753 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:34.765553 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-56df0eaf-c0dc-4cbf-9fcf-a7ab255a1c8f req-8560e620-03eb-4868-8869-597dff323753 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0887389 Jan 28 18:21:34.809246 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-56df0eaf-c0dc-4cbf-9fcf-a7ab255a1c8f req-720bca79-5393-4e65-ada5-6b00384a8393 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374112 Jan 28 18:21:35.991472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4281192-602c-4a28-94bf-c37883bd2f29 req-db452fee-b51b-4464-9a7f-6b4708a00080 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:35.992916 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f4281192-602c-4a28-94bf-c37883bd2f29 req-db452fee-b51b-4464-9a7f-6b4708a00080 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0810981 Jan 28 18:21:36.036452 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f4281192-602c-4a28-94bf-c37883bd2f29 req-31b0a7a7-ebd3-4d11-b716-26b0985c411c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379386 Jan 28 18:21:37.219872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bda1f-9526-4483-8181-de090a970a11 req-430aecd3-0bed-4140-83d1-768e895df5ad tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:37.221293 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-501bda1f-9526-4483-8181-de090a970a11 req-430aecd3-0bed-4140-83d1-768e895df5ad tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0791461 Jan 28 18:21:37.267284 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-501bda1f-9526-4483-8181-de090a970a11 req-a0090f42-b055-40bb-918b-536989dfc883 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404034 Jan 28 18:21:38.448372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775941f-2438-4e05-bedf-016acc38e9d6 req-433b41ee-c63f-4d80-8fe6-dcac0420a66b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:38.449782 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8775941f-2438-4e05-bedf-016acc38e9d6 req-433b41ee-c63f-4d80-8fe6-dcac0420a66b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0778098 Jan 28 18:21:38.495760 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8775941f-2438-4e05-bedf-016acc38e9d6 req-cc741020-63c5-4986-9eaf-ad5dfe77de98 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396674 Jan 28 18:21:39.674973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c22c9-5d1a-4866-be8b-e29724cfb80a req-0698c07f-5e2c-4698-b35b-76fae0980a6f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:39.676399 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-157c22c9-5d1a-4866-be8b-e29724cfb80a req-0698c07f-5e2c-4698-b35b-76fae0980a6f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0765615 Jan 28 18:21:39.719069 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-157c22c9-5d1a-4866-be8b-e29724cfb80a req-306f20e4-3e2a-464d-af27-ac6d22b96891 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371845 Jan 28 18:21:39.916059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3a36fcbe-8d4c-4991-887e-8d599ce76e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:40.898076 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db6ef5-a29b-4077-83c1-5d3b6f88c3f4 req-8a628eb0-9c15-443c-9e24-b37eff100e0d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:40.899530 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8db6ef5-a29b-4077-83c1-5d3b6f88c3f4 req-8a628eb0-9c15-443c-9e24-b37eff100e0d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0781970 Jan 28 18:21:40.942399 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8db6ef5-a29b-4077-83c1-5d3b6f88c3f4 req-22e0d2aa-2659-4895-a2bd-d5a6d37fa36c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371659 Jan 28 18:21:42.127775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad340bc-b542-40ed-9a77-6bed3a834104 req-52105099-93f7-452f-bc38-b8d07850600c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:42.129199 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3ad340bc-b542-40ed-9a77-6bed3a834104 req-52105099-93f7-452f-bc38-b8d07850600c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0818145 Jan 28 18:21:42.172471 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3ad340bc-b542-40ed-9a77-6bed3a834104 req-8835db4e-0519-4e54-98dd-9c9bd6046324 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376291 Jan 28 18:21:42.310476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-868a09c2-153e-429b-9a02-029a3d769b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:43.331144 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:43.356617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ad36b-a54a-409b-abd6-bca01051a0e8 req-385005d5-c16e-44ba-9d29-eaa94f7ddf65 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:43.360470 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ae1ad36b-a54a-409b-abd6-bca01051a0e8 req-385005d5-c16e-44ba-9d29-eaa94f7ddf65 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0828187 Jan 28 18:21:43.379610 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:43.402300 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ae1ad36b-a54a-409b-abd6-bca01051a0e8 req-71c88f0c-db99-4950-baf3-3430b4a5436f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386777 Jan 28 18:21:44.584790 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a06436-3fa4-4aa4-926f-bb96a93089c9 req-951e64c2-525c-4b6b-a042-61b4198f5f49 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:44.586228 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a6a06436-3fa4-4aa4-926f-bb96a93089c9 req-951e64c2-525c-4b6b-a042-61b4198f5f49 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0790401 Jan 28 18:21:44.633234 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a6a06436-3fa4-4aa4-926f-bb96a93089c9 req-e5d761dc-ea88-44a5-84b7-2d6210def4b5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413690 Jan 28 18:21:45.019705 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:45.721330 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe06a9-dd98-43a7-b562-77195f672248 req-e6940ecd-0ea2-4835-bbca-240509968343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:45.722810 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-acfe06a9-dd98-43a7-b562-77195f672248 req-e6940ecd-0ea2-4835-bbca-240509968343 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 1098 time: 0.0771074 Jan 28 18:21:45.819701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bb7dd-4ab6-40f7-bce8-3c4e5e87d159 req-bffaa411-1fa7-4927-bea4-703db63b8803 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:45.821179 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3e4bb7dd-4ab6-40f7-bce8-3c4e5e87d159 req-bffaa411-1fa7-4927-bea4-703db63b8803 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0785697 Jan 28 18:21:45.863988 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe06a9-dd98-43a7-b562-77195f672248 req-8d468f65-6047-4126-8bd2-58aa4b782543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:45.864754 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3e4bb7dd-4ab6-40f7-bce8-3c4e5e87d159 req-6655167c-4dcf-4d3c-a376-e76b0db9ec6a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378187 Jan 28 18:21:45.865402 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-acfe06a9-dd98-43a7-b562-77195f672248 req-8d468f65-6047-4126-8bd2-58aa4b782543 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1245964 Jan 28 18:21:45.964986 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-acfe06a9-dd98-43a7-b562-77195f672248 req-dc423b06-31cb-4c0e-a3ae-a658dd03c8f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4516c30d-56d2-48f9-8947-e51e37ed9795 HTTP/1.1" status: 200 len: 1000 time: 0.0939624 Jan 28 18:21:46.029998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe06a9-dd98-43a7-b562-77195f672248 req-754a071e-ab92-4000-8de9-61b580f1a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:46.031462 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-acfe06a9-dd98-43a7-b562-77195f672248 req-754a071e-ab92-4000-8de9-61b580f1a197 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0599587 Jan 28 18:21:46.104097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe06a9-dd98-43a7-b562-77195f672248 req-632ac11e-da26-4900-9b64-17fbb08fda73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:46.105506 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-acfe06a9-dd98-43a7-b562-77195f672248 req-632ac11e-da26-4900-9b64-17fbb08fda73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688400 Jan 28 18:21:46.233407 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-acfe06a9-dd98-43a7-b562-77195f672248 req-4775d218-137d-455f-91ee-c3d89c2d9065 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217256 Jan 28 18:21:46.483908 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-acfe06a9-dd98-43a7-b562-77195f672248 req-a59cd489-2a58-4bba-b2e1-a3862e1e9919 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450814 Jan 28 18:21:47.046043 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc999bf-2fd0-4952-9573-8544950436d3 req-d7f6d8f9-1ddc-4a26-9bf8-ee8c21322637 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:47.047526 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-edc999bf-2fd0-4952-9573-8544950436d3 req-d7f6d8f9-1ddc-4a26-9bf8-ee8c21322637 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0790021 Jan 28 18:21:47.089635 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-edc999bf-2fd0-4952-9573-8544950436d3 req-aecddf8d-a4ed-4826-8264-733ea89fb69e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366018 Jan 28 18:21:48.271317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b258ba-dcc8-4962-9d0a-67eaaa4f9f3c req-ab7261da-823f-49cf-a083-d675a1a06a96 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:48.272734 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-14b258ba-dcc8-4962-9d0a-67eaaa4f9f3c req-ab7261da-823f-49cf-a083-d675a1a06a96 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0808809 Jan 28 18:21:48.315618 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-14b258ba-dcc8-4962-9d0a-67eaaa4f9f3c req-87043a5d-39d9-4f99-965f-427b33ce39e8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370858 Jan 28 18:21:49.503799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55c407-6f41-48ca-865b-6dd795074507 req-df04ff1a-7693-4c7b-b951-4f44928f160f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:49.505244 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ec55c407-6f41-48ca-865b-6dd795074507 req-df04ff1a-7693-4c7b-b951-4f44928f160f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0865903 Jan 28 18:21:49.549254 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ec55c407-6f41-48ca-865b-6dd795074507 req-1e52e538-59ac-4bd2-9f53-51cb2d328425 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383666 Jan 28 18:21:50.053759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:50.728844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d06e4-90d7-450a-937e-f5477cab36f8 req-9bea8a6f-2126-4342-9e17-9b70bac131e9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:50.730300 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dd6d06e4-90d7-450a-937e-f5477cab36f8 req-9bea8a6f-2126-4342-9e17-9b70bac131e9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0779002 Jan 28 18:21:50.780285 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dd6d06e4-90d7-450a-937e-f5477cab36f8 req-07cf7b82-bab5-48bc-8fc2-4d41c2a44c77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382311 Jan 28 18:21:50.941090 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-af280194-be84-4bad-b7a7-cb1049bfc208 service neutron] 10.222.0.16 "GET /v2.0/ports/4516c30d-56d2-48f9-8947-e51e37ed9795/bindings/hv-neutron-8269 HTTP/1.1" status: 200 len: 384 time: 0.0725038 Jan 28 18:21:51.580098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-a8b9b81e-c33c-43aa-94a5-a8be3a3b1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:51.581533 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-a8b9b81e-c33c-43aa-94a5-a8be3a3b1455 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 1098 time: 0.0736320 Jan 28 18:21:51.667927 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-d79b37de-376e-4697-854b-78baf2c01348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:51.669327 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-d79b37de-376e-4697-854b-78baf2c01348 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 1098 time: 0.0675020 Jan 28 18:21:51.794670 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-c287acba-f5ca-454c-b5e3-65e14c999bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:51.796139 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-c287acba-f5ca-454c-b5e3-65e14c999bab service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1215260 Jan 28 18:21:51.929510 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-47c4e6c7-b923-4051-aae0-534b7853ec55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4516c30d-56d2-48f9-8947-e51e37ed9795 HTTP/1.1" status: 200 len: 1000 time: 0.1274321 Jan 28 18:21:52.008444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-d6fdaab1-fa23-4369-9519-0b427cabc0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:52.009842 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-d6fdaab1-fa23-4369-9519-0b427cabc0cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0741115 Jan 28 18:21:52.057848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581175b-a908-4f8c-8595-5eb2053a3153 req-97055715-bf4c-4386-99ab-69d102b81055 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:52.059283 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1581175b-a908-4f8c-8595-5eb2053a3153 req-97055715-bf4c-4386-99ab-69d102b81055 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.1711807 Jan 28 18:21:52.117725 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1581175b-a908-4f8c-8595-5eb2053a3153 req-1de37739-074c-4066-a57e-1d22801b3b9c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514278 Jan 28 18:21:52.130665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-e77fdab7-1519-4ce8-8cb7-78b668c61ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:52.132142 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-e77fdab7-1519-4ce8-8cb7-78b668c61ae4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1145926 Jan 28 18:21:52.264065 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-c711d880-652f-4eea-9360-9e24aea330c1 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206141 Jan 28 18:21:52.392288 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84191cb9-ac6c-4e12-bf4c-e114cdc8b489 req-f85b388f-ea81-4aa1-93f5-d0d186b5d61b service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204977 Jan 28 18:21:53.303317 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3372edc-10f8-402a-83db-a92993cfa44e req-24e8cce4-9497-421c-aadc-f4409e2313a0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:53.304635 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b3372edc-10f8-402a-83db-a92993cfa44e req-24e8cce4-9497-421c-aadc-f4409e2313a0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0800676 Jan 28 18:21:53.347161 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b3372edc-10f8-402a-83db-a92993cfa44e req-1985e267-38a8-46c7-99b4-0788f17f091e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369852 Jan 28 18:21:54.534517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2d615-4035-45a2-afbd-3a85cea1665c req-513f63f5-d7ce-4fd0-ad23-8ecf119dc0be tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:54.536012 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8eb2d615-4035-45a2-afbd-3a85cea1665c req-513f63f5-d7ce-4fd0-ad23-8ecf119dc0be tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0828893 Jan 28 18:21:54.580224 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8eb2d615-4035-45a2-afbd-3a85cea1665c req-18834916-3891-401c-89f4-644b46d55bec tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386274 Jan 28 18:21:55.084219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29857cfa-ca8c-442b-9625-47689a9bcdec req-5dfa023e-905e-4983-b74b-b8721a8b1e7f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:55.085683 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-29857cfa-ca8c-442b-9625-47689a9bcdec req-5dfa023e-905e-4983-b74b-b8721a8b1e7f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0806863 Jan 28 18:21:55.197019 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-29857cfa-ca8c-442b-9625-47689a9bcdec req-ca29926e-798b-470a-a53d-06649a84ffb3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056185 Jan 28 18:21:55.225852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e92e-931f-4be7-ba61-e9545997bfac req-276fda69-8698-4972-ae86-3821a8fc2f50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:55.227359 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4027e92e-931f-4be7-ba61-e9545997bfac req-276fda69-8698-4972-ae86-3821a8fc2f50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&binding%3Ahost_id=hv-neutron-8269 HTTP/1.1" status: 200 len: 945 time: 0.1224935 Jan 28 18:21:55.363902 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e92e-931f-4be7-ba61-e9545997bfac req-ee16a931-bf35-4640-b8e9-b38ec970c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:55.365309 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4027e92e-931f-4be7-ba61-e9545997bfac req-ee16a931-bf35-4640-b8e9-b38ec970c061 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 1098 time: 0.0693145 Jan 28 18:21:55.583855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e92e-931f-4be7-ba61-e9545997bfac req-5d3ec9f6-5227-44c3-b4ee-292347cbc326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:55.585191 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4027e92e-931f-4be7-ba61-e9545997bfac req-5d3ec9f6-5227-44c3-b4ee-292347cbc326 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.2141457 Jan 28 18:21:55.684342 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4027e92e-931f-4be7-ba61-e9545997bfac req-5a941063-39f0-4a5c-bff3-2e71e494467d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4516c30d-56d2-48f9-8947-e51e37ed9795 HTTP/1.1" status: 200 len: 1000 time: 0.0931451 Jan 28 18:21:55.745340 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e92e-931f-4be7-ba61-e9545997bfac req-8d80cceb-e8b7-44d3-a528-65bc12bd7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:55.746669 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4027e92e-931f-4be7-ba61-e9545997bfac req-8d80cceb-e8b7-44d3-a528-65bc12bd7ef3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0570586 Jan 28 18:21:55.822372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e92e-931f-4be7-ba61-e9545997bfac req-8c08966b-5fc5-4f65-885d-1b09199d9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:55.823888 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4027e92e-931f-4be7-ba61-e9545997bfac req-8c08966b-5fc5-4f65-885d-1b09199d9d7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717647 Jan 28 18:21:55.951594 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4027e92e-931f-4be7-ba61-e9545997bfac req-31d790f1-be30-483e-a0f8-a208bd887b62 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208336 Jan 28 18:21:56.080032 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4027e92e-931f-4be7-ba61-e9545997bfac req-2248eaf5-5f30-4c45-b2a5-adc40d3ebd54 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222756 Jan 28 18:21:56.268253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 4516c30d-56d2-48f9-8947-e51e37ed9795 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:21:56.270543 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 4516c30d-56d2-48f9-8947-e51e37ed9795 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:21:56.389138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357345c0-183b-4b30-95f0-697566db93eb req-5ba93eba-4870-4d3b-a664-c13bb9da6421 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:56.390587 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-357345c0-183b-4b30-95f0-697566db93eb req-5ba93eba-4870-4d3b-a664-c13bb9da6421 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0785468 Jan 28 18:21:56.439579 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-357345c0-183b-4b30-95f0-697566db93eb req-1fb5144e-16df-49ea-8003-47b37b918e7d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416088 Jan 28 18:21:56.479218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:56.513272 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 4516c30d-56d2-48f9-8947-e51e37ed9795, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=4516c30d-56d2-48f9-8947-e51e37ed9795,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:21:56.533889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4516c30d-56d2-48f9-8947-e51e37ed9795'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:21:56.541161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '4516c30d-56d2-48f9-8947-e51e37ed9795', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'port_id': '4516c30d-56d2-48f9-8947-e51e37ed9795', 'mac_address': 'fa:16:3e:10:0f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:21:56.574719 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 4516c30d-56d2-48f9-8947-e51e37ed9795, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=4516c30d-56d2-48f9-8947-e51e37ed9795,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:21:56.599211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:56.616358 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4516c30d-56d2-48f9-8947-e51e37ed9795 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:21:56.638285 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4516c30d-56d2-48f9-8947-e51e37ed9795', 'code': 200} Jan 28 18:21:56.648758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:56.762454 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:21:56.762810 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:21:56.765142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=4516c30d-56d2-48f9-8947-e51e37ed9795,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:57.316542 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:57.335172 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4516c30d-56d2-48f9-8947-e51e37ed9795 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:21:57.350375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 4516c30d-56d2-48f9-8947-e51e37ed9795, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=4516c30d-56d2-48f9-8947-e51e37ed9795,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:21:57.428519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:57.527616 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['4516c30d-56d2-48f9-8947-e51e37ed9795'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:21:57.575267 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=4516c30d-56d2-48f9-8947-e51e37ed9795,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:57.624938 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c84f7-00a1-40c5-b299-a2f9150d74fe req-3ba569a1-5637-49c1-b9e0-f28ae29bc367 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:57.626417 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b65c84f7-00a1-40c5-b299-a2f9150d74fe req-3ba569a1-5637-49c1-b9e0-f28ae29bc367 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 944 time: 0.0785513 Jan 28 18:21:57.670597 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b65c84f7-00a1-40c5-b299-a2f9150d74fe req-bb20fff0-72f1-41b1-a6da-f955202334d5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383625 Jan 28 18:21:57.854127 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c0d34-bd6b-4d9d-b876-6d7e74834c8e req-9845ee88-faaa-428f-bcee-7f077f6eb40c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:57.855495 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-052c0d34-bd6b-4d9d-b876-6d7e74834c8e req-9845ee88-faaa-428f-bcee-7f077f6eb40c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 944 time: 0.0822744 Jan 28 18:21:57.897813 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-052c0d34-bd6b-4d9d-b876-6d7e74834c8e req-ba8e05cc-33fa-4e44-bbaf-aaf54cffc2b0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367501 Jan 28 18:21:58.078472 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc43fc9-6278-48ae-acce-41a4bb851b15 req-af57f5c0-ed41-47a6-bb87-4837890df16c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:58.080505 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1fc43fc9-6278-48ae-acce-41a4bb851b15 req-af57f5c0-ed41-47a6-bb87-4837890df16c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 944 time: 0.0815513 Jan 28 18:21:58.121885 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1fc43fc9-6278-48ae-acce-41a4bb851b15 req-846a0685-5720-4961-9108-f9637ece626e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357714 Jan 28 18:21:58.296637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 4516c30d-56d2-48f9-8947-e51e37ed9795 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:21:58.361827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 4516c30d-56d2-48f9-8947-e51e37ed9795 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:21:58.362488 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:58.476759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:58.508945 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 4516c30d-56d2-48f9-8947-e51e37ed9795, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=4516c30d-56d2-48f9-8947-e51e37ed9795,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:21:58.631305 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:21:58.665643 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4516c30d-56d2-48f9-8947-e51e37ed9795'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:21:58.704859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da331e1-3da4-49f1-8584-7640dd033dc6 req-7b70134f-ec24-413c-b42e-b821445d18fb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:58.706671 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1da331e1-3da4-49f1-8584-7640dd033dc6 req-7b70134f-ec24-413c-b42e-b821445d18fb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0810535 Jan 28 18:21:58.706776 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=4516c30d-56d2-48f9-8947-e51e37ed9795,revision_number=8']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:21:58.713362 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4516c30d-56d2-48f9-8947-e51e37ed9795', 'code': 200} Jan 28 18:21:58.751309 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1da331e1-3da4-49f1-8584-7640dd033dc6 req-2e2cead5-a63e-4433-b2be-7d779079c13b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379572 Jan 28 18:21:59.933278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4355e9-e8b2-42ab-927b-58d90f45bf4c req-c2b9e356-205a-4d6d-a6dc-ebd8575524f2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:21:59.934699 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fa4355e9-e8b2-42ab-927b-58d90f45bf4c req-c2b9e356-205a-4d6d-a6dc-ebd8575524f2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0770493 Jan 28 18:21:59.977992 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fa4355e9-e8b2-42ab-927b-58d90f45bf4c req-f2f9ff5a-f897-449e-9f7a-57663bb3a2c4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372927 Jan 28 18:22:00.425387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-f1a81da8-cfa4-4671-bdf8-e13941287330 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:00.426809 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-f1a81da8-cfa4-4671-bdf8-e13941287330 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0852692 Jan 28 18:22:00.496672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Deleting port 4516c30d-56d2-48f9-8947-e51e37ed9795 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:22:00.497010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:00.733985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] For port 4516c30d-56d2-48f9-8947-e51e37ed9795, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=4516c30d-56d2-48f9-8947-e51e37ed9795,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:22:00.734248 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:01.026553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:01.027725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:01.028268 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e disassociated. External IP: 172.26.1.20, port: 4516c30d-56d2-48f9-8947-e51e37ed9795. Jan 28 18:22:01.028829 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Calling delete_port for 4516c30d-56d2-48f9-8947-e51e37ed9795 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:22:01.180158 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315d481-3e44-4a84-8b05-9d265bd810b7 req-c4a924d7-e9da-48be-865f-e5aca1b82dee tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:01.181626 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5315d481-3e44-4a84-8b05-9d265bd810b7 req-c4a924d7-e9da-48be-865f-e5aca1b82dee tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 945 time: 0.0924864 Jan 28 18:22:01.228728 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5315d481-3e44-4a84-8b05-9d265bd810b7 req-cd61592d-6bcb-4ea1-8ca1-c1ef483e5a45 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400131 Jan 28 18:22:01.346486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:01.402811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event deleted for resources: {'Port': ['ID=4516c30d-56d2-48f9-8947-e51e37ed9795,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:22:01.594486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Router d772ace7-d7ed-49de-918b-4a73b9a10889 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:22:01.769510 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:22:01.779070 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d9310-2f5b-41bf-a510-47df0e37d1ae None None] Sync routers for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:22:01.788243 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d9310-2f5b-41bf-a510-47df0e37d1ae None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:22:01.788848 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c33d9310-2f5b-41bf-a510-47df0e37d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:21:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:22:01.845781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] No DVR routers for this DVR port 4516c30d-56d2-48f9-8947-e51e37ed9795 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:22:01.848239 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:01.850780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'name': 'network-vif-deleted', 'tag': '4516c30d-56d2-48f9-8947-e51e37ed9795'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:22:01.896190 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cf611b-7143-4c22-a66f-3cadbf5781df', 'name': 'network-vif-deleted', 'tag': '4516c30d-56d2-48f9-8947-e51e37ed9795', 'status': 'completed', 'code': 200} Jan 28 18:22:01.935451 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5e2cf392-1521-4f50-82c2-f74f324ca0a9 req-b440b077-9d5a-4c2c-a375-c7bed3eeec77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "DELETE /v2.0/ports/4516c30d-56d2-48f9-8947-e51e37ed9795 HTTP/1.1" status: 204 len: 173 time: 1.5000596 Jan 28 18:22:01.964548 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-c33d9310-2f5b-41bf-a510-47df0e37d1ae None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:22:02.283361 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c33d9310-2f5b-41bf-a510-47df0e37d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:22:02.287378 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d9310-2f5b-41bf-a510-47df0e37d1ae None None] Checking router: d772ace7-d7ed-49de-918b-4a73b9a10889 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:22:02.295925 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d9310-2f5b-41bf-a510-47df0e37d1ae None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:22:02.296504 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c33d9310-2f5b-41bf-a510-47df0e37d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:21:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:22:02.390119 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a5f050f1-fe47-43e9-a1e2-0a270f9dbf2d req-24a649b0-8b35-453a-8a30-e3d569fc6f44 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=02cf611b-7143-4c22-a66f-3cadbf5781df HTTP/1.1" status: 200 len: 210 time: 0.0425053 Jan 28 18:22:02.503927 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-c33d9310-2f5b-41bf-a510-47df0e37d1ae None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:22:02.814717 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c33d9310-2f5b-41bf-a510-47df0e37d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:22:02.818518 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d9310-2f5b-41bf-a510-47df0e37d1ae None None] The sync data for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv is: [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:22:03.034912 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b620bd-8411-445c-b000-1667925d2982 None None] New status for floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:22:03.708928 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-40a9b4fa-81fb-4c16-8e34-c33c83c462e2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1355421183&fields=id&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 267 time: 0.0383894 Jan 28 18:22:03.851365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-6f7e2095-8e04-4a0f-b344-4ad0e6facf93 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:03.852682 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-6f7e2095-8e04-4a0f-b344-4ad0e6facf93 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 812 time: 0.1377554 Jan 28 18:22:03.867134 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-46c0e493-17fb-404d-8478-3a620f7ea5ff tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/quotas/a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 375 time: 0.0090718 Jan 28 18:22:03.951472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-8541c5c0-768a-44cb-92c6-f30b59093ac3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Synchronizing usage tracker for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:22:04.017280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-8541c5c0-768a-44cb-92c6-f30b59093ac3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Unset dirty status for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:22:04.018590 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-8541c5c0-768a-44cb-92c6-f30b59093ac3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1463487 Jan 28 18:22:04.153496 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-30a2f9f1-2545-4460-bb91-9c00693af52e service neutron] 10.222.0.26 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225822 Jan 28 18:22:04.285402 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-b64625cf-5f42-4a9a-873d-28a32390f32a service neutron] 10.222.0.26 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218240 Jan 28 18:22:04.314384 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 4516c30d-56d2-48f9-8947-e51e37ed9795 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:22:04.347186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 4516c30d-56d2-48f9-8947-e51e37ed9795 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:22:04.347535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 4516c30d-56d2-48f9-8947-e51e37ed9795 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:22:04.554887 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-07370e54-3cee-426d-8e49-fa7b912ebce2 req-0e32af57-64ee-489a-a258-c074ef15ac7d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 210 time: 0.0448196 Jan 28 18:22:05.705179 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b762382e-c0e9-4bf2-beed-6a4029a3bf2b req-a603736d-bf2c-4c42-9c71-69323cf961cc tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 210 time: 0.0420084 Jan 28 18:22:06.551291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-469cd164-54ca-4238-804d-f73dead580c7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:06.552695 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-469cd164-54ca-4238-804d-f73dead580c7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 812 time: 0.1760955 Jan 28 18:22:06.603983 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-3bc994f0-b038-4fcd-ae6e-6acb02b41d64 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 380 time: 0.0437779 Jan 28 18:22:06.613660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Request body: {'port': {'device_id': '037c9706-7631-49df-8d20-acb93bb6a386', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'admin_state_up': True, 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'security_groups': ['479c2bc4-c49b-400a-aa96-8dff905ef0bd']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:22:06.868568 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0150fb7a-0e1c-4412-979a-3b75f8881dee req-303879cf-b522-42f3-ab56-a6a928f48b84 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 210 time: 0.0538216 Jan 28 18:22:06.888218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:22:06.898896 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:22:06.977475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Made reservation on behalf of a7a9a5b1dfa24e93bb0d35dbae466bbc for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:22:06.981079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:07.128730 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:22:07.142712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Allocated IP 172.20.0.9 (44817d90-e60a-42a4-a118-838588592a43/b3643489-6beb-4219-ba00-c11ae61b4b69/deb4b751-abc7-4094-b02e-13273ac93934) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:22:07.326250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:07.340942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Transition to ACTIVE for port object deb4b751-abc7-4094-b02e-13273ac93934 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:22:07.443149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:07.515567 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Network 44817d90-e60a-42a4-a118-838588592a43 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:22:07.519259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:22:07.523072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:22:07.553826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event updated for resources: {'Port': ['ID=deb4b751-abc7-4094-b02e-13273ac93934,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:22:07.600135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:07.600803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:07.703951 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-c353dc3d-c49a-4c22-b692-c374987a1c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0941286 Jan 28 18:22:07.714773 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Request body: {'port': {'device_id': '037c9706-7631-49df-8d20-acb93bb6a386', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:22:07.826641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:07.860210 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6809f9f0-02ae-4457-a65d-a79e9d5a447d None None] Provisioning for port deb4b751-abc7-4094-b02e-13273ac93934 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:22:07.865235 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6809f9f0-02ae-4457-a65d-a79e9d5a447d None None] Provisioning complete for port deb4b751-abc7-4094-b02e-13273ac93934 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:22:07.865602 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6809f9f0-02ae-4457-a65d-a79e9d5a447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:07.923228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-6809f9f0-02ae-4457-a65d-a79e9d5a447d None None] Port deb4b751-abc7-4094-b02e-13273ac93934 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:22:08.162961 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b03842-3bbd-4e15-b8bb-72da42d41df0 req-2ff12223-1dc4-4213-8551-334fae6c14ec tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:08.163668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b5b03842-3bbd-4e15-b8bb-72da42d41df0 req-2ff12223-1dc4-4213-8551-334fae6c14ec tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Synchronizing usage tracker for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:22:08.237757 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b5b03842-3bbd-4e15-b8bb-72da42d41df0 req-2ff12223-1dc4-4213-8551-334fae6c14ec tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Unset dirty status for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:22:08.238872 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b5b03842-3bbd-4e15-b8bb-72da42d41df0 req-2ff12223-1dc4-4213-8551-334fae6c14ec tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 931 time: 0.2435844 Jan 28 18:22:08.247839 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb4b751-abc7-4094-b02e-13273ac93934 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:22:08.267722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:08.304456 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Transition to ACTIVE for port object deb4b751-abc7-4094-b02e-13273ac93934 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:22:08.312345 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b5b03842-3bbd-4e15-b8bb-72da42d41df0 req-fe337450-7b9e-4411-b6e8-4f817a336b4f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671570 Jan 28 18:22:08.366354 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:08.515920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Pushing event updated for resources: {'Port': ['ID=deb4b751-abc7-4094-b02e-13273ac93934,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:22:08.595904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Attempting to bind port deb4b751-abc7-4094-b02e-13273ac93934 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:22:08.596758 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Attempting to bind port deb4b751-abc7-4094-b02e-13273ac93934 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:22:08.597081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Attempting to bind port deb4b751-abc7-4094-b02e-13273ac93934 on network 44817d90-e60a-42a4-a118-838588592a43 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:22:08.601502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Port deb4b751-abc7-4094-b02e-13273ac93934 on network 44817d90-e60a-42a4-a118-838588592a43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:22:08.601815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Attempting to bind port deb4b751-abc7-4094-b02e-13273ac93934 on network 44817d90-e60a-42a4-a118-838588592a43 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:22:08.606765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:22:08.607116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Checking segment: {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:22:08.607490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Bound using segment: {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:22:08.607898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Bound port: deb4b751-abc7-4094-b02e-13273ac93934, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:22:08.608230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:08.706916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] For port deb4b751-abc7-4094-b02e-13273ac93934, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:22:08.709695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] For port deb4b751-abc7-4094-b02e-13273ac93934, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=deb4b751-abc7-4094-b02e-13273ac93934,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:22:08.794472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:08.855643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:08.856241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:08.857570 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] 10.222.0.16 "PUT /v2.0/ports/deb4b751-abc7-4094-b02e-13273ac93934 HTTP/1.1" status: 200 len: 1093 time: 1.1469028 Jan 28 18:22:08.857990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037c9706-7631-49df-8d20-acb93bb6a386', 'tag': 'deb4b751-abc7-4094-b02e-13273ac93934'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:22:08.885444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cf2e4-02b2-48b6-b350-f704cf27bd23 service neutron] Pushing event updated for resources: {'Port': ['ID=deb4b751-abc7-4094-b02e-13273ac93934,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:22:09.037981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-48e1cef4-e2b0-4c01-824a-6de768797c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:09.039547 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-48e1cef4-e2b0-4c01-824a-6de768797c94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 1096 time: 0.0837891 Jan 28 18:22:09.192715 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037c9706-7631-49df-8d20-acb93bb6a386', 'tag': 'deb4b751-abc7-4094-b02e-13273ac93934', 'status': 'completed', 'code': 200} Jan 28 18:22:09.206822 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-66efe59e-eb55-4033-ae0e-a7b6e7f50ca5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb4b751-abc7-4094-b02e-13273ac93934 HTTP/1.1" status: 200 len: 217 time: 0.1589496 Jan 28 18:22:09.266251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-2170bc62-5bce-4496-9aea-1251b82fba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:09.267810 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-2170bc62-5bce-4496-9aea-1251b82fba0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0558205 Jan 28 18:22:09.342825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-0afcaa64-bdd7-4162-9552-7c0c69135b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:09.344299 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-0afcaa64-bdd7-4162-9552-7c0c69135b52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703266 Jan 28 18:22:09.526125 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-01eaa44e-cce1-4148-bdbe-cca8cb331ca9 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751740 Jan 28 18:22:09.562271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137e093-232e-4391-ac2d-23c585eac3f3 req-1b30b221-4e9e-4ed7-b525-50ec38f7d7aa tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:09.563673 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7137e093-232e-4391-ac2d-23c585eac3f3 req-1b30b221-4e9e-4ed7-b525-50ec38f7d7aa tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 943 time: 0.1419897 Jan 28 18:22:09.682373 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7137e093-232e-4391-ac2d-23c585eac3f3 req-86218ee4-4c4e-4f00-b285-fdffb3c50197 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737622 Jan 28 18:22:09.700643 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-004b9c1b-391c-4d75-9442-c20ef72cd97a req-dcec230c-192b-44c2-9cc7-b013299e8b9b service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683025 Jan 28 18:22:09.919331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81577ec2-61e1-4fe2-bd2e-25970fec4e5a req-dc86809e-efb4-425a-9b4b-c8eae854db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:09.920769 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81577ec2-61e1-4fe2-bd2e-25970fec4e5a req-dc86809e-efb4-425a-9b4b-c8eae854db4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 1096 time: 0.0691915 Jan 28 18:22:09.928638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-de9416de-10ce-4589-8838-1bae4ff744e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:10.048872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81577ec2-61e1-4fe2-bd2e-25970fec4e5a req-cfb0b315-282d-4853-a275-ae11eaba3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:10.050862 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81577ec2-61e1-4fe2-bd2e-25970fec4e5a req-cfb0b315-282d-4853-a275-ae11eaba3676 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1243176 Jan 28 18:22:10.118749 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81577ec2-61e1-4fe2-bd2e-25970fec4e5a req-431050e1-0dc5-463c-a44c-453d51f66d11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb4b751-abc7-4094-b02e-13273ac93934 HTTP/1.1" status: 200 len: 217 time: 0.0618482 Jan 28 18:22:10.179745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81577ec2-61e1-4fe2-bd2e-25970fec4e5a req-a2830b80-e414-4676-bf84-16f52caf8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:10.181036 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81577ec2-61e1-4fe2-bd2e-25970fec4e5a req-a2830b80-e414-4676-bf84-16f52caf8e96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0552580 Jan 28 18:22:10.255910 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81577ec2-61e1-4fe2-bd2e-25970fec4e5a req-3b313f3e-feea-478a-a4cf-de7fc7c1a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:10.257311 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81577ec2-61e1-4fe2-bd2e-25970fec4e5a req-3b313f3e-feea-478a-a4cf-de7fc7c1a073 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698209 Jan 28 18:22:10.384195 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81577ec2-61e1-4fe2-bd2e-25970fec4e5a req-8504df0a-0711-4c9a-97cb-82f470640319 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199985 Jan 28 18:22:10.510234 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-81577ec2-61e1-4fe2-bd2e-25970fec4e5a req-896aee89-a2cd-4183-aec3-5439f408d255 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199539 Jan 28 18:22:10.867684 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa4dc4-1139-4215-8956-0ae1982cf509 req-8e39e520-e07f-4ab4-b1cf-3122fc220ee3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:10.869002 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e0aa4dc4-1139-4215-8956-0ae1982cf509 req-8e39e520-e07f-4ab4-b1cf-3122fc220ee3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 943 time: 0.0767262 Jan 28 18:22:10.915365 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e0aa4dc4-1139-4215-8956-0ae1982cf509 req-e58355ca-0a32-4720-a768-67bc539607aa tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408328 Jan 28 18:22:12.096887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b170e76-d916-426a-99cd-9fd31e63dd72 req-5cc3fdbd-0f2f-4d48-ab05-553ced6910ad tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:12.098342 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7b170e76-d916-426a-99cd-9fd31e63dd72 req-5cc3fdbd-0f2f-4d48-ab05-553ced6910ad tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 943 time: 0.0783939 Jan 28 18:22:12.140250 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7b170e76-d916-426a-99cd-9fd31e63dd72 req-3936b0bb-dbcc-4e37-b2f1-5de336565043 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361581 Jan 28 18:22:12.337075 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4f71131f-5562-40d0-9145-d505284a844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:12.360708 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device deb4b751-abc7-4094-b02e-13273ac93934 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:22:12.487781 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port deb4b751-abc7-4094-b02e-13273ac93934, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=deb4b751-abc7-4094-b02e-13273ac93934,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:22:12.500345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'deb4b751-abc7-4094-b02e-13273ac93934', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'port_id': 'deb4b751-abc7-4094-b02e-13273ac93934', 'mac_address': 'fa:16:3e:0b:d6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:22:12.553183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:12.569425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb4b751-abc7-4094-b02e-13273ac93934 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:22:12.584579 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port deb4b751-abc7-4094-b02e-13273ac93934, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=deb4b751-abc7-4094-b02e-13273ac93934,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:22:12.657396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:12.724220 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=deb4b751-abc7-4094-b02e-13273ac93934,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:22:12.849445 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['deb4b751-abc7-4094-b02e-13273ac93934'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:22:13.283507 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:13.325245 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d0318-78df-400a-9740-a003bfa8538f req-ddf33bff-bb62-4631-a689-58da756df89f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:13.326716 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-317d0318-78df-400a-9740-a003bfa8538f req-ddf33bff-bb62-4631-a689-58da756df89f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 944 time: 0.0842385 Jan 28 18:22:13.370504 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-317d0318-78df-400a-9740-a003bfa8538f req-82f4ac4c-194e-4427-a6ce-809c5b915332 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375721 Jan 28 18:22:13.380543 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:14.376161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device deb4b751-abc7-4094-b02e-13273ac93934 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:22:14.514681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port deb4b751-abc7-4094-b02e-13273ac93934 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:22:14.519771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port deb4b751-abc7-4094-b02e-13273ac93934 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:22:14.520148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:14.556114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95273e-8edc-4e1f-ae8e-231094c030f2 req-1f267222-7176-482a-b0a8-18fc1fd95bf7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:14.557539 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3b95273e-8edc-4e1f-ae8e-231094c030f2 req-1f267222-7176-482a-b0a8-18fc1fd95bf7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 944 time: 0.0826426 Jan 28 18:22:14.601765 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3b95273e-8edc-4e1f-ae8e-231094c030f2 req-883c4a95-dc04-40ce-bb01-417f2efe2a8d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383942 Jan 28 18:22:14.636052 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:14.662816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037c9706-7631-49df-8d20-acb93bb6a386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb4b751-abc7-4094-b02e-13273ac93934'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:22:14.680834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port deb4b751-abc7-4094-b02e-13273ac93934, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=deb4b751-abc7-4094-b02e-13273ac93934,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:22:14.709029 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037c9706-7631-49df-8d20-acb93bb6a386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb4b751-abc7-4094-b02e-13273ac93934', 'code': 200} Jan 28 18:22:14.748727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:14.816813 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=deb4b751-abc7-4094-b02e-13273ac93934,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:22:15.052163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:15.063356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c50de-9d42-47b7-8339-12745bd647de req-52a8a4f4-9454-451c-bb73-82e063a84ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:15.064806 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5c7c50de-9d42-47b7-8339-12745bd647de req-52a8a4f4-9454-451c-bb73-82e063a84ee5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 1098 time: 0.0704577 Jan 28 18:22:15.104096 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5c7c50de-9d42-47b7-8339-12745bd647de req-37965534-44ce-4709-9467-541a7f061951 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337646 Jan 28 18:22:15.872017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf0831-0880-4edf-a70a-918ffbdf492c req-a4232288-512f-4bfe-b44c-bd057baa4485 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:15.873437 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0adf0831-0880-4edf-a70a-918ffbdf492c req-a4232288-512f-4bfe-b44c-bd057baa4485 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.1681843 Jan 28 18:22:15.918244 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0adf0831-0880-4edf-a70a-918ffbdf492c req-c4b0bbf1-a1e3-421f-badc-ac6ac48b7bf2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384724 Jan 28 18:22:17.108239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecd754-4e1b-4775-8b27-fe21776458e7 req-2597f131-85cc-434e-86b0-5dde70610d86 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:17.109680 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7fecd754-4e1b-4775-8b27-fe21776458e7 req-2597f131-85cc-434e-86b0-5dde70610d86 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0847692 Jan 28 18:22:17.151943 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7fecd754-4e1b-4775-8b27-fe21776458e7 req-010deeae-7b31-43d9-89a7-4fb0dfc2a1cf tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366812 Jan 28 18:22:17.339115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a888a-d768-435b-922e-06bdbfc86d9b req-22ae5058-b74e-4be8-8372-24a57eeada36 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:17.340570 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-720a888a-d768-435b-922e-06bdbfc86d9b req-22ae5058-b74e-4be8-8372-24a57eeada36 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0908053 Jan 28 18:22:17.349767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 51312) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:22:17.354679 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2b3a23ba-5fa2-408c-bf54-4962c517e86c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Request body: {'floatingip': {'port_id': 'deb4b751-abc7-4094-b02e-13273ac93934'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:22:17.432200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b3a23ba-5fa2-408c-bf54-4962c517e86c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:18.008261 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b3a23ba-5fa2-408c-bf54-4962c517e86c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:18.071760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b3a23ba-5fa2-408c-bf54-4962c517e86c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:18.239159 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-2b3a23ba-5fa2-408c-bf54-4962c517e86c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e associated. External IP: 172.26.1.20, port: deb4b751-abc7-4094-b02e-13273ac93934. Jan 28 18:22:18.672005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3a23ba-5fa2-408c-bf54-4962c517e86c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Router d772ace7-d7ed-49de-918b-4a73b9a10889 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:22:18.845406 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3a23ba-5fa2-408c-bf54-4962c517e86c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:22:18.850608 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2b3a23ba-5fa2-408c-bf54-4962c517e86c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:18.856148 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c50b9-ba61-454a-b8ca-152a7cbf024e None None] Sync routers for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:22:18.865982 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c50b9-ba61-454a-b8ca-152a7cbf024e None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:22:18.866693 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f62c50b9-ba61-454a-b8ca-152a7cbf024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:22:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:22:18.904974 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2b3a23ba-5fa2-408c-bf54-4962c517e86c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "PUT /v2.0/floatingips/25a5ef00-e40a-4aa3-b68d-64aded4ead8e HTTP/1.1" status: 200 len: 990 time: 1.5541446 Jan 28 18:22:18.905544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037c9706-7631-49df-8d20-acb93bb6a386', 'tag': 'deb4b751-abc7-4094-b02e-13273ac93934'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:22:18.948919 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037c9706-7631-49df-8d20-acb93bb6a386', 'tag': 'deb4b751-abc7-4094-b02e-13273ac93934', 'status': 'completed', 'code': 200} Jan 28 18:22:19.043093 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-f62c50b9-ba61-454a-b8ca-152a7cbf024e None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:22:19.045000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783a2cb-0edf-42e0-bb25-ca54e93fec74 req-a0c417e1-ebcb-4a25-9f94-1bbd8b084ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:19.046476 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3783a2cb-0edf-42e0-bb25-ca54e93fec74 req-a0c417e1-ebcb-4a25-9f94-1bbd8b084ce6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 1098 time: 0.0736732 Jan 28 18:22:19.179219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783a2cb-0edf-42e0-bb25-ca54e93fec74 req-9623b57c-4eea-426f-bfa9-b4456eab5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:19.180578 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3783a2cb-0edf-42e0-bb25-ca54e93fec74 req-9623b57c-4eea-426f-bfa9-b4456eab5614 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1284416 Jan 28 18:22:19.282641 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3783a2cb-0edf-42e0-bb25-ca54e93fec74 req-3ceca67d-3e07-4b1a-b664-8fe2eb2de059 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb4b751-abc7-4094-b02e-13273ac93934 HTTP/1.1" status: 200 len: 998 time: 0.0961115 Jan 28 18:22:19.398873 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f62c50b9-ba61-454a-b8ca-152a7cbf024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '25a5ef00-e40a-4aa3-b68d-64aded4ead8e', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'port_id': 'deb4b751-abc7-4094-b02e-13273ac93934', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'mac_address': 'fa:16:3e:0b:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037c9706-7631-49df-8d20-acb93bb6a386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:21:13Z', 'updated_at': '2022-01-28T18:22:17Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:22:19.403163 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c50b9-ba61-454a-b8ca-152a7cbf024e None None] Checking router: d772ace7-d7ed-49de-918b-4a73b9a10889 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:22:19.406232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783a2cb-0edf-42e0-bb25-ca54e93fec74 req-cc65b67f-971f-41a7-8932-2648d23a1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:19.407727 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3783a2cb-0edf-42e0-bb25-ca54e93fec74 req-cc65b67f-971f-41a7-8932-2648d23a1a96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.1195467 Jan 28 18:22:19.411519 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c50b9-ba61-454a-b8ca-152a7cbf024e None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:22:19.412111 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f62c50b9-ba61-454a-b8ca-152a7cbf024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:22:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:22:19.469102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b535e10-7e53-43ee-8173-b4ba48d3ef31 req-5756f108-0e7c-40b9-8be4-a4757a0bd44d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:19.470454 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1b535e10-7e53-43ee-8173-b4ba48d3ef31 req-5756f108-0e7c-40b9-8be4-a4757a0bd44d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.1471398 Jan 28 18:22:19.524254 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1b535e10-7e53-43ee-8173-b4ba48d3ef31 req-e35e012c-0ac3-4b58-a59c-cdf7822d9a77 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469539 Jan 28 18:22:19.533320 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783a2cb-0edf-42e0-bb25-ca54e93fec74 req-7beff1ba-d81f-4a6f-bfca-473af1ec5db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:19.534858 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3783a2cb-0edf-42e0-bb25-ca54e93fec74 req-7beff1ba-d81f-4a6f-bfca-473af1ec5db6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1200407 Jan 28 18:22:19.589585 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-f62c50b9-ba61-454a-b8ca-152a7cbf024e None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:22:19.669947 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3783a2cb-0edf-42e0-bb25-ca54e93fec74 req-cd25c705-fc95-4ad8-b6a5-910b71e0100f service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291099 Jan 28 18:22:19.800583 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3783a2cb-0edf-42e0-bb25-ca54e93fec74 req-bbe8dfdc-db66-4ade-8036-05329c02d353 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235747 Jan 28 18:22:19.956619 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f62c50b9-ba61-454a-b8ca-152a7cbf024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '25a5ef00-e40a-4aa3-b68d-64aded4ead8e', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'port_id': 'deb4b751-abc7-4094-b02e-13273ac93934', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'mac_address': 'fa:16:3e:0b:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037c9706-7631-49df-8d20-acb93bb6a386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:21:13Z', 'updated_at': '2022-01-28T18:22:17Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:22:19.960590 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c50b9-ba61-454a-b8ca-152a7cbf024e None None] The sync data for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv is: [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '25a5ef00-e40a-4aa3-b68d-64aded4ead8e', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'port_id': 'deb4b751-abc7-4094-b02e-13273ac93934', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'mac_address': 'fa:16:3e:0b:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037c9706-7631-49df-8d20-acb93bb6a386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:21:13Z', 'updated_at': '2022-01-28T18:22:17Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:22:20.006457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:20.182865 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5e8ad1-ea3e-47b9-a520-a0e9335945a1 None None] New status for floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:22:20.708786 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac0696-27c1-408a-a191-e8e66d22e5d0 req-235957a4-164e-4732-b7d2-67e547173128 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:20.710205 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5aac0696-27c1-408a-a191-e8e66d22e5d0 req-235957a4-164e-4732-b7d2-67e547173128 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0778728 Jan 28 18:22:20.751796 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5aac0696-27c1-408a-a191-e8e66d22e5d0 req-852c5e71-824a-4484-a130-9e0c729d4295 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361848 Jan 28 18:22:21.930798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebc90b-340f-46ec-be4c-f154650b7a7f req-839bdda1-8a04-4a61-b6c7-cc1e20797ff8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:21.932269 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-baebc90b-340f-46ec-be4c-f154650b7a7f req-839bdda1-8a04-4a61-b6c7-cc1e20797ff8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0780504 Jan 28 18:22:21.979036 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-baebc90b-340f-46ec-be4c-f154650b7a7f req-cc09784f-6869-4211-b1bd-8ff6a3a0226b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412574 Jan 28 18:22:23.265279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d37c30-5924-4e15-a3e2-f77396c63c50 req-84384652-cc37-452f-ac06-87c8c3f9d4a5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:23.266728 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e8d37c30-5924-4e15-a3e2-f77396c63c50 req-84384652-cc37-452f-ac06-87c8c3f9d4a5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.1752403 Jan 28 18:22:23.309706 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e8d37c30-5924-4e15-a3e2-f77396c63c50 req-f6308df5-2d3b-4c58-adf0-07143e3ed7af tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374458 Jan 28 18:22:24.490113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ea1ef-7207-4ed8-809a-28758ac2366e req-be348eac-dbd3-4806-a3c0-e50e1585e82d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:24.491557 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c2ea1ef-7207-4ed8-809a-28758ac2366e req-be348eac-dbd3-4806-a3c0-e50e1585e82d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0772691 Jan 28 18:22:24.534849 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2c2ea1ef-7207-4ed8-809a-28758ac2366e req-af048da8-3f5f-43d7-8244-c25f1148175a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377018 Jan 28 18:22:25.714006 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7f65b-9efb-4183-96e5-30be63be2f3d req-f69c825b-cb55-4013-9ca0-c477937dd5b9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:25.715427 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9ca7f65b-9efb-4183-96e5-30be63be2f3d req-f69c825b-cb55-4013-9ca0-c477937dd5b9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0792050 Jan 28 18:22:25.760312 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9ca7f65b-9efb-4183-96e5-30be63be2f3d req-79ad32b3-d9c2-4094-bf59-3ff43438f261 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393481 Jan 28 18:22:26.943124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8541bba-76a1-4216-a45a-2d883eeff3bf req-a43a1bea-b26e-431a-9722-06ac61824448 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:26.944821 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b8541bba-76a1-4216-a45a-2d883eeff3bf req-a43a1bea-b26e-431a-9722-06ac61824448 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0815597 Jan 28 18:22:26.988721 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b8541bba-76a1-4216-a45a-2d883eeff3bf req-1ff6954a-7fc4-45bb-baf4-571fac6cd455 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383766 Jan 28 18:22:28.169612 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b1ba3-2bd0-469c-81ba-a7f6f6c0be6e req-3b42a344-7495-4b0e-b675-7181d8018d66 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:28.171054 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8a1b1ba3-2bd0-469c-81ba-a7f6f6c0be6e req-3b42a344-7495-4b0e-b675-7181d8018d66 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0777972 Jan 28 18:22:28.212863 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8a1b1ba3-2bd0-469c-81ba-a7f6f6c0be6e req-19885a0c-7a37-4d9f-98a8-e894a5f8ceab tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359614 Jan 28 18:22:29.392423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03b292-ac18-4f07-a262-8b5fdce5df7b req-00cd0cda-78fb-44d9-9186-66e101ebeeac tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:29.393875 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ef03b292-ac18-4f07-a262-8b5fdce5df7b req-00cd0cda-78fb-44d9-9186-66e101ebeeac tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0792165 Jan 28 18:22:29.436901 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ef03b292-ac18-4f07-a262-8b5fdce5df7b req-3427515f-f3bd-4ebf-aa08-49d84275ceca tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373712 Jan 28 18:22:30.617858 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5caaa4-71cb-44a6-ba63-2dd32db734d5 req-1a1cc7aa-6b92-4af0-96b7-fb54cefbe25c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:30.619577 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ba5caaa4-71cb-44a6-ba63-2dd32db734d5 req-1a1cc7aa-6b92-4af0-96b7-fb54cefbe25c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0808184 Jan 28 18:22:30.666819 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ba5caaa4-71cb-44a6-ba63-2dd32db734d5 req-dc34d134-b128-4902-b3c9-ca8a1183fcd8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396812 Jan 28 18:22:31.945180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60775f54-592f-4ba4-8f5f-6bcbc8afe5b7 req-846e2dec-9827-4367-b0a3-53cd3d8cc993 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:31.958148 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60775f54-592f-4ba4-8f5f-6bcbc8afe5b7 req-846e2dec-9827-4367-b0a3-53cd3d8cc993 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.1750381 Jan 28 18:22:31.989705 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-60775f54-592f-4ba4-8f5f-6bcbc8afe5b7 req-e3de3600-fd67-4989-8629-13b9158bf714 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374551 Jan 28 18:22:33.170586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90fd5c-6147-4b07-9539-909e9bbb33bc req-796d23e8-895d-478d-b1ee-9c1b3c43d07d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:33.172006 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4d90fd5c-6147-4b07-9539-909e9bbb33bc req-796d23e8-895d-478d-b1ee-9c1b3c43d07d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0783255 Jan 28 18:22:33.215200 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4d90fd5c-6147-4b07-9539-909e9bbb33bc req-e26d71e0-bdb2-480d-954d-27c0e4229e2a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376742 Jan 28 18:22:34.393561 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e4d3e-d2d9-4e29-a999-7c78ae92f651 req-75b8059f-25d8-4eff-8706-672d9787141a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:34.400035 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b19e4d3e-d2d9-4e29-a999-7c78ae92f651 req-75b8059f-25d8-4eff-8706-672d9787141a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0786130 Jan 28 18:22:34.440691 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b19e4d3e-d2d9-4e29-a999-7c78ae92f651 req-3bb374e4-0787-42d6-8c19-34cff41db155 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401919 Jan 28 18:22:35.624072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b52ee-0e08-41b9-83a8-a666f5d4f4ab req-3497edd4-4623-4cb7-84d4-bdf499fc2eae tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:35.625494 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-672b52ee-0e08-41b9-83a8-a666f5d4f4ab req-3497edd4-4623-4cb7-84d4-bdf499fc2eae tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0807416 Jan 28 18:22:35.674042 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-672b52ee-0e08-41b9-83a8-a666f5d4f4ab req-44910228-4bc8-4497-9801-ccb0bb72a427 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421073 Jan 28 18:22:36.871279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65267d-3d13-454a-b1d0-e17cd5783c7d req-434f1cd1-089b-48bc-9c99-a9425928b6d0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:36.872712 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cc65267d-3d13-454a-b1d0-e17cd5783c7d req-434f1cd1-089b-48bc-9c99-a9425928b6d0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0775378 Jan 28 18:22:36.916040 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cc65267d-3d13-454a-b1d0-e17cd5783c7d req-0aefd756-bc53-4bd5-94a8-a0a017129356 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379055 Jan 28 18:22:38.095420 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9185b-f10b-4375-b23a-4801b2ec8c43 req-1bc83cee-16cb-402b-b764-bab026a5e2f5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:38.096840 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4db9185b-f10b-4375-b23a-4801b2ec8c43 req-1bc83cee-16cb-402b-b764-bab026a5e2f5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0797472 Jan 28 18:22:38.139412 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4db9185b-f10b-4375-b23a-4801b2ec8c43 req-01a0a93c-2bce-4116-ac26-ce561e2f3df4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363758 Jan 28 18:22:39.327123 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb0329-5c81-497d-b87d-d0147263703f req-64de9152-e7db-4cd2-8799-11c8c99d3200 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:39.328549 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2fcb0329-5c81-497d-b87d-d0147263703f req-64de9152-e7db-4cd2-8799-11c8c99d3200 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0829723 Jan 28 18:22:39.371372 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2fcb0329-5c81-497d-b87d-d0147263703f req-1c4a9611-ca00-4b5b-9764-4cb421a936d7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366907 Jan 28 18:22:39.960652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-326cfc83-6c24-4478-a2ed-7c1f0a440692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:40.553375 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aa4e3-4dd9-49cc-8e20-f9a29f3b4fba req-2fa51539-ef5c-4ec9-89c0-5505d47c70a2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:40.554815 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a88aa4e3-4dd9-49cc-8e20-f9a29f3b4fba req-2fa51539-ef5c-4ec9-89c0-5505d47c70a2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0810723 Jan 28 18:22:40.597091 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a88aa4e3-4dd9-49cc-8e20-f9a29f3b4fba req-3e233cc1-73a5-4e32-9c98-955be79d50af tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368104 Jan 28 18:22:41.777557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c8343-8ae1-4ea9-995c-ba684fa6de0c req-6b1b999d-991f-4936-bd40-36f1f1e1c87c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:41.778968 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e27c8343-8ae1-4ea9-995c-ba684fa6de0c req-6b1b999d-991f-4936-bd40-36f1f1e1c87c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0772066 Jan 28 18:22:41.830565 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e27c8343-8ae1-4ea9-995c-ba684fa6de0c req-844cfb81-4074-497d-8a9c-0e759fef8052 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460482 Jan 28 18:22:42.301078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-44798e1e-10b8-4b01-b141-612f35fa6fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:43.010651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63497753-12dc-422b-be9f-835f1d953ce2 req-081ede3b-75a6-49a7-8099-ec7ab9380872 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:43.012097 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-63497753-12dc-422b-be9f-835f1d953ce2 req-081ede3b-75a6-49a7-8099-ec7ab9380872 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0770648 Jan 28 18:22:43.059901 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-63497753-12dc-422b-be9f-835f1d953ce2 req-7e6c8fca-c42b-438c-81e5-6dbbc255b105 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421741 Jan 28 18:22:43.312351 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:43.395218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:44.130858 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:22:44.243082 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f482eba-73b7-4073-ba6c-1e6fd498371d req-ce8973fe-f698-4ee2-a74b-85ca8a61bb09 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:44.244582 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5f482eba-73b7-4073-ba6c-1e6fd498371d req-ce8973fe-f698-4ee2-a74b-85ca8a61bb09 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0813482 Jan 28 18:22:44.288328 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5f482eba-73b7-4073-ba6c-1e6fd498371d req-16c7b842-6f5d-4699-af73-b97c821949d2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381298 Jan 28 18:22:45.047565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:45.473429 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d461b99-0eb7-4a9f-a33d-afe8ae97b16d req-e2acade5-125d-4acf-8faa-72dd31237601 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:45.474897 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0d461b99-0eb7-4a9f-a33d-afe8ae97b16d req-e2acade5-125d-4acf-8faa-72dd31237601 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0852454 Jan 28 18:22:45.517357 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0d461b99-0eb7-4a9f-a33d-afe8ae97b16d req-f18040f3-a3f4-415c-b82d-108a0524a0ff tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367861 Jan 28 18:22:46.044871 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f558bb-3198-429e-a14a-7a50e9c3bbae req-3b444662-62df-42f3-b7db-60f501cf6387 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:46.046325 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-75f558bb-3198-429e-a14a-7a50e9c3bbae req-3b444662-62df-42f3-b7db-60f501cf6387 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0875490 Jan 28 18:22:46.129441 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-75f558bb-3198-429e-a14a-7a50e9c3bbae req-9f90e1e5-255a-4ce8-ab12-b262e7192e68 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773871 Jan 28 18:22:46.157144 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-d682673b-4428-4d2d-a812-3e4dda2a6eed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757868 Jan 28 18:22:46.697032 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9630664-c91e-404a-80ef-425e867dc13b req-43694c92-5bb8-4001-8fd7-d19054ecfd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:46.698492 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a9630664-c91e-404a-80ef-425e867dc13b req-43694c92-5bb8-4001-8fd7-d19054ecfd63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 1098 time: 0.0714264 Jan 28 18:22:46.843009 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9630664-c91e-404a-80ef-425e867dc13b req-61f74f67-4b69-48a1-83da-a45bd6a573f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:46.844471 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a9630664-c91e-404a-80ef-425e867dc13b req-61f74f67-4b69-48a1-83da-a45bd6a573f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1265001 Jan 28 18:22:46.944595 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a9630664-c91e-404a-80ef-425e867dc13b req-20dba0ba-08d5-448b-8e63-6034c1a11e71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb4b751-abc7-4094-b02e-13273ac93934 HTTP/1.1" status: 200 len: 1000 time: 0.0941176 Jan 28 18:22:47.007980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9630664-c91e-404a-80ef-425e867dc13b req-dedf394d-7769-4103-bf0b-f48c48bb27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:47.009572 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a9630664-c91e-404a-80ef-425e867dc13b req-dedf394d-7769-4103-bf0b-f48c48bb27d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0596323 Jan 28 18:22:47.086568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9630664-c91e-404a-80ef-425e867dc13b req-63ad38ac-33a5-4b2c-b14e-d5eb49ef3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:47.088046 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a9630664-c91e-404a-80ef-425e867dc13b req-63ad38ac-33a5-4b2c-b14e-d5eb49ef3a43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709517 Jan 28 18:22:47.222494 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a9630664-c91e-404a-80ef-425e867dc13b req-93bf4896-21c3-4b29-89b4-c7ff4edc9415 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270890 Jan 28 18:22:47.414345 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a9630664-c91e-404a-80ef-425e867dc13b req-af4c9171-03b9-49fe-9ce5-514bda939634 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862984 Jan 28 18:22:47.426781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edada80-9153-4fb3-978a-94d8b6afb69a req-a69904f2-3a46-4131-a4f3-054fb06ade63 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:47.428511 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2edada80-9153-4fb3-978a-94d8b6afb69a req-a69904f2-3a46-4131-a4f3-054fb06ade63 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.1825027 Jan 28 18:22:47.475742 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2edada80-9153-4fb3-978a-94d8b6afb69a req-c59ff433-1732-4ca6-acf0-73080c56dfee tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 Jan 28 18:22:48.368087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-0a56a2a2-5411-4d00-9fb1-d8160a5ae19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:48.369606 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-0a56a2a2-5411-4d00-9fb1-d8160a5ae19c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 1098 time: 0.0698445 Jan 28 18:22:48.497771 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-6fb9ed41-4ec6-418d-8bd5-b8870531a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:48.499306 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-6fb9ed41-4ec6-418d-8bd5-b8870531a747 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1232626 Jan 28 18:22:48.668658 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5af539-7163-4031-8d07-566b57d23184 req-fe0f18c6-8acf-4f56-859d-170d35861031 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:48.670079 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6e5af539-7163-4031-8d07-566b57d23184 req-fe0f18c6-8acf-4f56-859d-170d35861031 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0839896 Jan 28 18:22:48.692554 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-5cb61d8a-d444-48d5-8799-c59dcf7ac39f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb4b751-abc7-4094-b02e-13273ac93934 HTTP/1.1" status: 200 len: 1000 time: 0.1870394 Jan 28 18:22:48.714228 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6e5af539-7163-4031-8d07-566b57d23184 req-4920966c-2c2c-4633-920c-a9fd360c9e11 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376534 Jan 28 18:22:48.755377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-6782dc09-646d-463c-b951-172a9c63ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:48.756728 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-6782dc09-646d-463c-b951-172a9c63ce41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0584927 Jan 28 18:22:48.828678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-4fe8433c-5143-4f4f-8aca-f20cb88d527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:48.830080 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-4fe8433c-5143-4f4f-8aca-f20cb88d527f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674345 Jan 28 18:22:48.957502 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-e5ab0e9a-7310-4d91-a8c7-40c68b5201c3 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214604 Jan 28 18:22:49.084104 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-cae8acc9-a0c9-47a3-97cc-2ba5c3d9beb8 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210396 Jan 28 18:22:49.896548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e636d92-d4d7-449c-8f6f-fbdede95d7fa req-bee48f84-d306-43ef-8662-0e76ce065db0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:49.897981 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e636d92-d4d7-449c-8f6f-fbdede95d7fa req-bee48f84-d306-43ef-8662-0e76ce065db0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0773158 Jan 28 18:22:49.944861 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e636d92-d4d7-449c-8f6f-fbdede95d7fa req-539fe342-7ce1-4ced-8ded-b1ec5d7c9a9d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410445 Jan 28 18:22:50.055473 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:51.002854 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-163374d2-9c54-4a1a-a0bf-30dda6582a46 service neutron] 10.222.0.16 "GET /v2.0/ports/deb4b751-abc7-4094-b02e-13273ac93934/bindings/hv-neutron-8269 HTTP/1.1" status: 200 len: 384 time: 0.0724349 Jan 28 18:22:51.127917 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7c71e-dfdf-4e38-859f-a28ca7e0a8d5 req-2e84a795-e73c-4d68-bd31-90c7dec524d9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:51.129342 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-65f7c71e-dfdf-4e38-859f-a28ca7e0a8d5 req-2e84a795-e73c-4d68-bd31-90c7dec524d9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0793617 Jan 28 18:22:51.173213 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-65f7c71e-dfdf-4e38-859f-a28ca7e0a8d5 req-dd8fa1c0-a196-4961-ab0d-d25bace137ef tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376532 Jan 28 18:22:51.517819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-c7b50ff9-3cc8-4e41-93ae-ea21bf08e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:51.519229 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-c7b50ff9-3cc8-4e41-93ae-ea21bf08e2c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 1098 time: 0.0732102 Jan 28 18:22:51.608751 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-96dab01a-b4f3-4f70-ba53-92504609c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:51.610182 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-96dab01a-b4f3-4f70-ba53-92504609c364 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 1098 time: 0.0715992 Jan 28 18:22:51.740172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-4392f087-0dc0-452f-9ac3-c608c032fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:51.741648 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-4392f087-0dc0-452f-9ac3-c608c032fe19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1257460 Jan 28 18:22:51.840779 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-2cf9e476-789b-4686-8a7d-13d3b14a881d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb4b751-abc7-4094-b02e-13273ac93934 HTTP/1.1" status: 200 len: 1000 time: 0.0932827 Jan 28 18:22:51.900367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-2033196e-cde9-465f-9fd6-a063d2aaeb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:51.901970 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-2033196e-cde9-465f-9fd6-a063d2aaeb80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0551143 Jan 28 18:22:51.974474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-76d2994b-4223-45e2-ad43-ad403ef11d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:51.975967 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-76d2994b-4223-45e2-ad43-ad403ef11d95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680177 Jan 28 18:22:52.104128 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-b96adc82-452c-475b-922d-f878dad99a22 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220810 Jan 28 18:22:52.232133 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-466f8079-ab05-4760-9146-d3749ee02dd2 req-b24c34c4-bae2-4783-abff-90d45182a8ae service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218114 Jan 28 18:22:52.358345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9e16a-79d6-4ddb-a2e3-ffa37146fd25 req-7812f0fa-7785-45eb-9ac7-dfd4f317ddc1 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:52.359786 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fca9e16a-79d6-4ddb-a2e3-ffa37146fd25 req-7812f0fa-7785-45eb-9ac7-dfd4f317ddc1 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0814691 Jan 28 18:22:52.404597 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fca9e16a-79d6-4ddb-a2e3-ffa37146fd25 req-72585634-0395-4b20-bf27-f7a3ff1a28a6 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392134 Jan 28 18:22:53.596767 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff0ff4-d093-4186-8ef1-3e62faebd53c req-99e3e258-2611-4637-8915-d2a56d715f4b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:53.598207 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f5ff0ff4-d093-4186-8ef1-3e62faebd53c req-99e3e258-2611-4637-8915-d2a56d715f4b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0809016 Jan 28 18:22:53.640750 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f5ff0ff4-d093-4186-8ef1-3e62faebd53c req-75441e70-2d25-495f-886b-be86b6e92009 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368938 Jan 28 18:22:54.550510 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device deb4b751-abc7-4094-b02e-13273ac93934 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:22:54.552837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device deb4b751-abc7-4094-b02e-13273ac93934 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:22:54.757118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:54.793121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port deb4b751-abc7-4094-b02e-13273ac93934, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=deb4b751-abc7-4094-b02e-13273ac93934,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:22:54.810202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037c9706-7631-49df-8d20-acb93bb6a386', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb4b751-abc7-4094-b02e-13273ac93934'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:22:54.818358 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'deb4b751-abc7-4094-b02e-13273ac93934', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'port_id': 'deb4b751-abc7-4094-b02e-13273ac93934', 'mac_address': 'fa:16:3e:0b:d6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:22:54.823894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port deb4b751-abc7-4094-b02e-13273ac93934, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=deb4b751-abc7-4094-b02e-13273ac93934,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:22:54.844923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af190bc-1fdf-4377-9d7d-ec7487ebde42 req-45a4bbb9-3967-49b8-92e8-988bc293ad5f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:54.846367 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2af190bc-1fdf-4377-9d7d-ec7487ebde42 req-45a4bbb9-3967-49b8-92e8-988bc293ad5f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.1011529 Jan 28 18:22:54.868020 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037c9706-7631-49df-8d20-acb93bb6a386', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb4b751-abc7-4094-b02e-13273ac93934', 'code': 200} Jan 28 18:22:54.880049 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:54.900289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:54.933938 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id deb4b751-abc7-4094-b02e-13273ac93934 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:22:54.996251 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2af190bc-1fdf-4377-9d7d-ec7487ebde42 req-780a9439-871c-48d1-abf9-82c959dd227d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431487 Jan 28 18:22:55.022449 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=deb4b751-abc7-4094-b02e-13273ac93934,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:22:55.025541 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:22:55.025948 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:22:55.031983 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:22:55.032339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:22:55.032686 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:22:55.033023 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:22:55.033356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:22:55.034182 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:22:55.034182 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:22:55.034351 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:22:55.034621 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:22:55.034943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:22:55.035308 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:22:55.035607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:22:55.522350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c632fae-56ff-4ea8-95ee-0a5900df43e0 req-473d9aa8-7914-4a62-ac79-786b94219885 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:55.523837 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6c632fae-56ff-4ea8-95ee-0a5900df43e0 req-473d9aa8-7914-4a62-ac79-786b94219885 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 943 time: 0.1437056 Jan 28 18:22:55.557300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7745346-1178-47d6-a3c6-0fb3a2911977 req-5efe8f87-caee-4849-b4ae-c01572ce798c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:55.558593 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7745346-1178-47d6-a3c6-0fb3a2911977 req-5efe8f87-caee-4849-b4ae-c01572ce798c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&binding%3Ahost_id=hv-neutron-8269 HTTP/1.1" status: 200 len: 943 time: 0.1246705 Jan 28 18:22:55.584817 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6c632fae-56ff-4ea8-95ee-0a5900df43e0 req-aaf6be54-240a-4b93-9956-6f25200d0896 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538254 Jan 28 18:22:55.585386 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:55.603891 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb4b751-abc7-4094-b02e-13273ac93934 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:22:55.619310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port deb4b751-abc7-4094-b02e-13273ac93934, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=deb4b751-abc7-4094-b02e-13273ac93934,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:22:55.686788 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:55.719705 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7745346-1178-47d6-a3c6-0fb3a2911977 req-b5b0976e-a1b1-4131-9e10-e25b0c2e552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:55.721197 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7745346-1178-47d6-a3c6-0fb3a2911977 req-b5b0976e-a1b1-4131-9e10-e25b0c2e552a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 1096 time: 0.0722072 Jan 28 18:22:55.759700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['deb4b751-abc7-4094-b02e-13273ac93934'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:22:55.791653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=deb4b751-abc7-4094-b02e-13273ac93934,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:22:55.857204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7745346-1178-47d6-a3c6-0fb3a2911977 req-0055cd50-8491-4a8f-a7a3-215dde2ab468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:55.858551 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7745346-1178-47d6-a3c6-0fb3a2911977 req-0055cd50-8491-4a8f-a7a3-215dde2ab468 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1289818 Jan 28 18:22:55.958269 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7745346-1178-47d6-a3c6-0fb3a2911977 req-cbc63a96-d945-4acc-a68a-b803fa425f47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb4b751-abc7-4094-b02e-13273ac93934 HTTP/1.1" status: 200 len: 999 time: 0.0934660 Jan 28 18:22:56.022179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7745346-1178-47d6-a3c6-0fb3a2911977 req-d3e81952-596b-49e6-bd38-8eb101f355f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:56.023610 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7745346-1178-47d6-a3c6-0fb3a2911977 req-d3e81952-596b-49e6-bd38-8eb101f355f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0592232 Jan 28 18:22:56.096845 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7745346-1178-47d6-a3c6-0fb3a2911977 req-ae97283c-6677-421f-90a0-43cf35e298b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:56.098313 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7745346-1178-47d6-a3c6-0fb3a2911977 req-ae97283c-6677-421f-90a0-43cf35e298b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680623 Jan 28 18:22:56.231618 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7745346-1178-47d6-a3c6-0fb3a2911977 req-b0a89816-8867-4cdd-8e01-3f2c9f78bae1 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270151 Jan 28 18:22:56.356432 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7745346-1178-47d6-a3c6-0fb3a2911977 req-3fc7c1a0-d870-4b1b-8dc4-af3e38fc447d service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189923 Jan 28 18:22:56.565457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device deb4b751-abc7-4094-b02e-13273ac93934 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:22:56.633587 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port deb4b751-abc7-4094-b02e-13273ac93934 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:22:56.634179 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:56.749546 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:56.770792 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d85a3-f530-400d-aa34-06b9c9ed50a1 req-46e9f390-9025-41a6-8a51-131e26703d32 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:56.772865 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dc5d85a3-f530-400d-aa34-06b9c9ed50a1 req-46e9f390-9025-41a6-8a51-131e26703d32 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 944 time: 0.0803382 Jan 28 18:22:56.782153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port deb4b751-abc7-4094-b02e-13273ac93934, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=deb4b751-abc7-4094-b02e-13273ac93934,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:22:56.820198 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dc5d85a3-f530-400d-aa34-06b9c9ed50a1 req-120565de-d4cc-40b2-91cc-901a00e24fd2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413151 Jan 28 18:22:56.869495 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037c9706-7631-49df-8d20-acb93bb6a386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb4b751-abc7-4094-b02e-13273ac93934'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:22:56.884291 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:22:56.954717 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037c9706-7631-49df-8d20-acb93bb6a386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb4b751-abc7-4094-b02e-13273ac93934', 'code': 200} Jan 28 18:22:56.991268 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=deb4b751-abc7-4094-b02e-13273ac93934,revision_number=8']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:22:58.000515 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac54817-1dfc-4e6d-9cea-cfc66a4f4029 req-fdc22b89-ea1d-4a84-a06f-740c34b1c77b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:58.001956 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2ac54817-1dfc-4e6d-9cea-cfc66a4f4029 req-fdc22b89-ea1d-4a84-a06f-740c34b1c77b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0781076 Jan 28 18:22:58.045435 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2ac54817-1dfc-4e6d-9cea-cfc66a4f4029 req-448c5940-979d-4bf1-9374-409a5d7e8d37 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377743 Jan 28 18:22:58.222578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a189e12-65af-4b8f-a954-0cde85a970b2 req-f5a2ad5c-334f-4dbe-bd4c-4c65d52fd852 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:58.224010 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4a189e12-65af-4b8f-a954-0cde85a970b2 req-f5a2ad5c-334f-4dbe-bd4c-4c65d52fd852 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0762463 Jan 28 18:22:58.269858 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4a189e12-65af-4b8f-a954-0cde85a970b2 req-ec651726-cf97-41c5-bbbc-cf460c6d5429 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398426 Jan 28 18:22:58.736876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9b60-dcb0-4b8b-8e56-26f53c79b961 req-b7aba924-8ef0-4132-befe-a4f389318237 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:58.738320 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b7fe9b60-dcb0-4b8b-8e56-26f53c79b961 req-b7aba924-8ef0-4132-befe-a4f389318237 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0786960 Jan 28 18:22:58.821427 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b7fe9b60-dcb0-4b8b-8e56-26f53c79b961 req-561c0f48-59d7-4470-b235-dcd6fe9799eb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773656 Jan 28 18:22:58.849907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8ef09-368a-4b8e-8d5a-40c3d653ac8d req-87bed484-a72d-4727-aad4-a69bdb891a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:58.851924 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1db8ef09-368a-4b8e-8d5a-40c3d653ac8d req-87bed484-a72d-4727-aad4-a69bdb891a28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 1098 time: 0.0793157 Jan 28 18:22:58.978083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8ef09-368a-4b8e-8d5a-40c3d653ac8d req-58446bed-8a42-4687-83ea-f862789909a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:58.979533 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1db8ef09-368a-4b8e-8d5a-40c3d653ac8d req-58446bed-8a42-4687-83ea-f862789909a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1222143 Jan 28 18:22:59.075652 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1db8ef09-368a-4b8e-8d5a-40c3d653ac8d req-b389375e-0c79-4e93-a691-39b5243ff521 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=deb4b751-abc7-4094-b02e-13273ac93934 HTTP/1.1" status: 200 len: 1000 time: 0.0900056 Jan 28 18:22:59.139518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8ef09-368a-4b8e-8d5a-40c3d653ac8d req-ef204c80-83c7-42bc-864f-15693e4ce2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:59.140873 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1db8ef09-368a-4b8e-8d5a-40c3d653ac8d req-ef204c80-83c7-42bc-864f-15693e4ce2dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0580006 Jan 28 18:22:59.213436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8ef09-368a-4b8e-8d5a-40c3d653ac8d req-6d50f926-dea1-4754-a566-e182cf76ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:22:59.214861 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1db8ef09-368a-4b8e-8d5a-40c3d653ac8d req-6d50f926-dea1-4754-a566-e182cf76ac6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680299 Jan 28 18:22:59.424717 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1db8ef09-368a-4b8e-8d5a-40c3d653ac8d req-7d163329-1fd0-42cd-8c73-7694620ae7e2 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027740 Jan 28 18:22:59.553035 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1db8ef09-368a-4b8e-8d5a-40c3d653ac8d req-501c54a4-6364-45be-9478-609325e35864 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220698 Jan 28 18:23:00.007812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79cb9b-29c3-43c5-8012-2178d2d0dfa4 req-d420e168-8ded-4759-b270-a6d55685605b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:00.009353 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4b79cb9b-29c3-43c5-8012-2178d2d0dfa4 req-d420e168-8ded-4759-b270-a6d55685605b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0832269 Jan 28 18:23:00.055285 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4b79cb9b-29c3-43c5-8012-2178d2d0dfa4 req-2dc6182f-f773-4507-ad41-1f832c2e532b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399559 Jan 28 18:23:01.242020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992f527-1d3b-44eb-885b-26532c676914 req-4a4208cd-72c4-45c1-97a7-b7615c37f826 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:01.246478 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5992f527-1d3b-44eb-885b-26532c676914 req-4a4208cd-72c4-45c1-97a7-b7615c37f826 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0866203 Jan 28 18:23:01.292319 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5992f527-1d3b-44eb-885b-26532c676914 req-75554e3d-7145-4bfd-9c56-45327856553d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431659 Jan 28 18:23:01.862887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63659550-9d8f-4ea1-9c9b-fa871856e043 req-2c3a187d-0f0e-490a-a474-01e5f059b436 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:01.864322 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63659550-9d8f-4ea1-9c9b-fa871856e043 req-2c3a187d-0f0e-490a-a474-01e5f059b436 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0773468 Jan 28 18:23:01.911202 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63659550-9d8f-4ea1-9c9b-fa871856e043 req-b0c09c6e-9765-4541-8772-d515fd2c3d4b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406470 Jan 28 18:23:03.097221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de8f70-28a5-4651-ae83-cfcd949c2f4e req-5c77f5e1-6baa-43cc-ab28-06beaee9da62 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:03.098673 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a5de8f70-28a5-4651-ae83-cfcd949c2f4e req-5c77f5e1-6baa-43cc-ab28-06beaee9da62 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0839000 Jan 28 18:23:03.142310 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a5de8f70-28a5-4651-ae83-cfcd949c2f4e req-1915f6cb-5a28-41c3-a75c-d130d17194e5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380592 Jan 28 18:23:03.469403 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-5a286c1d-c520-4dbe-ac64-5a5cf25db685 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:03.470741 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-5a286c1d-c520-4dbe-ac64-5a5cf25db685 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 945 time: 0.0839889 Jan 28 18:23:03.542504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Deleting port deb4b751-abc7-4094-b02e-13273ac93934 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:23:03.542842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:03.789447 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] For port deb4b751-abc7-4094-b02e-13273ac93934, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=deb4b751-abc7-4094-b02e-13273ac93934,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:23:03.789721 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:04.075379 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:04.075678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:04.075985 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e disassociated. External IP: 172.26.1.20, port: deb4b751-abc7-4094-b02e-13273ac93934. Jan 28 18:23:04.076322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Calling delete_port for deb4b751-abc7-4094-b02e-13273ac93934 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:23:04.284204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:04.294700 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63c3938a-784c-49f8-910c-3095ea5ffeda req-60d94652-e641-4285-a3d4-aad58e06d4c0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 210 time: 0.0490623 Jan 28 18:23:04.337062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event deleted for resources: {'Port': ['ID=deb4b751-abc7-4094-b02e-13273ac93934,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:23:04.348582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:23:04.348905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:23:04.349243 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:23:04.349581 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:23:04.349917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:23:04.350247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:23:04.350575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:23:04.350948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:23:04.351242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:23:04.351569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:23:04.351894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:23:04.352215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:23:04.623625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Router d772ace7-d7ed-49de-918b-4a73b9a10889 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:23:04.818095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:23:04.831777 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7251ba0-8e65-4940-b04f-c20a3b069397 None None] Sync routers for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:23:04.841333 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7251ba0-8e65-4940-b04f-c20a3b069397 None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:23:04.841933 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b7251ba0-8e65-4940-b04f-c20a3b069397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:22:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:23:04.896404 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] No DVR routers for this DVR port deb4b751-abc7-4094-b02e-13273ac93934 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:23:04.898897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:04.903148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037c9706-7631-49df-8d20-acb93bb6a386', 'name': 'network-vif-deleted', 'tag': 'deb4b751-abc7-4094-b02e-13273ac93934'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:23:04.954679 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037c9706-7631-49df-8d20-acb93bb6a386', 'name': 'network-vif-deleted', 'tag': 'deb4b751-abc7-4094-b02e-13273ac93934', 'status': 'completed', 'code': 200} Jan 28 18:23:04.974530 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06bfee6d-4cdd-4d06-80a5-177079c4e83a req-b1e8b61d-b7bc-4632-912b-929d4a4c8ac9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "DELETE /v2.0/ports/deb4b751-abc7-4094-b02e-13273ac93934 HTTP/1.1" status: 204 len: 173 time: 1.4985960 Jan 28 18:23:05.037213 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-b7251ba0-8e65-4940-b04f-c20a3b069397 None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:23:05.385275 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b7251ba0-8e65-4940-b04f-c20a3b069397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:23:05.388972 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7251ba0-8e65-4940-b04f-c20a3b069397 None None] Checking router: d772ace7-d7ed-49de-918b-4a73b9a10889 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:23:05.397041 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7251ba0-8e65-4940-b04f-c20a3b069397 None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:23:05.397630 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b7251ba0-8e65-4940-b04f-c20a3b069397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:22:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:23:05.456497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-8da85b34-adf3-45ae-a15c-886b3bba1259 req-1b177f75-1968-4c9d-bc96-4076dde26d5c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Synchronizing usage tracker for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:23:05.555784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-8da85b34-adf3-45ae-a15c-886b3bba1259 req-1b177f75-1968-4c9d-bc96-4076dde26d5c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Unset dirty status for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:23:05.557007 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8da85b34-adf3-45ae-a15c-886b3bba1259 req-1b177f75-1968-4c9d-bc96-4076dde26d5c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=037c9706-7631-49df-8d20-acb93bb6a386 HTTP/1.1" status: 200 len: 210 time: 0.1416516 Jan 28 18:23:05.579173 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-b7251ba0-8e65-4940-b04f-c20a3b069397 None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:23:05.888138 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b7251ba0-8e65-4940-b04f-c20a3b069397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:23:05.892021 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7251ba0-8e65-4940-b04f-c20a3b069397 None None] The sync data for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv is: [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:23:06.110246 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbf87be-13ac-42c2-ad5d-efaa54f572a0 None None] New status for floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:23:06.883798 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-0869c80d-7012-4dc0-acbd-dece8e70a4d0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1355421183&fields=id&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 267 time: 0.0384090 Jan 28 18:23:07.038034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-6ad13a04-73f7-4760-b2fa-723afd8ce46a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:07.038706 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-6ad13a04-73f7-4760-b2fa-723afd8ce46a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Synchronizing usage tracker for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:23:07.113153 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-6ad13a04-73f7-4760-b2fa-723afd8ce46a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Unset dirty status for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:23:07.114304 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-6ad13a04-73f7-4760-b2fa-723afd8ce46a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 812 time: 0.2243807 Jan 28 18:23:07.128696 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-8f34fcda-0b48-43ff-8b1b-d3a99fdd34c1 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/quotas/a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 375 time: 0.0090024 Jan 28 18:23:07.211412 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-28b3d87f-1be4-4b32-9002-e3ae3dd2e104 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778410 Jan 28 18:23:07.387379 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-34a56326-7513-40b3-9469-a185835f056e service neutron] 10.222.0.26 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643703 Jan 28 18:23:07.611948 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-f822b78a-e47e-4106-8040-34d6d94f53ca service neutron] 10.222.0.26 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187643 Jan 28 18:23:07.866852 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1af823d9-548f-40e4-969d-e44ce023976c req-fd6b07a5-e3a7-4fe4-8793-3de6d2228cb1 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 210 time: 0.0432487 Jan 28 18:23:08.613204 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device deb4b751-abc7-4094-b02e-13273ac93934 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:23:08.646849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: deb4b751-abc7-4094-b02e-13273ac93934 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:23:08.647217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device deb4b751-abc7-4094-b02e-13273ac93934 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:23:09.072060 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d4bcdaa0-2e56-4c3c-bda9-5a59ab7e0df2 req-6cb4c2ba-e366-49a8-8dc3-14388d3a699f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 210 time: 0.0400789 Jan 28 18:23:09.780776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-a1eab1e4-4172-42f4-b7a1-71c6c703d310 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:09.782174 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-a1eab1e4-4172-42f4-b7a1-71c6c703d310 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 812 time: 0.1457121 Jan 28 18:23:09.831689 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-a14220f1-42b0-44a5-81b6-45e4412f6716 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 380 time: 0.0419946 Jan 28 18:23:09.840915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Request body: {'port': {'device_id': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'admin_state_up': True, 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'security_groups': ['479c2bc4-c49b-400a-aa96-8dff905ef0bd']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:23:09.953358 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-27fe4150-98b3-43b6-b86e-4a39456968cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:09.984293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:23:09.993768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:23:10.087799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Made reservation on behalf of a7a9a5b1dfa24e93bb0d35dbae466bbc for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:23:10.091333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:10.244567 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e74a45df-8502-4d39-94af-93e03933d884 req-cfa97b4e-461c-4143-915e-3989a7bb454e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 210 time: 0.0635812 Jan 28 18:23:10.310390 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Allocated IP 172.20.0.14 (44817d90-e60a-42a4-a118-838588592a43/b3643489-6beb-4219-ba00-c11ae61b4b69/47749c75-a168-47d7-87ec-1c6db302829a) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:23:10.490839 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:10.505730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Transition to ACTIVE for port object 47749c75-a168-47d7-87ec-1c6db302829a will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:23:10.601749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:10.673929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Network 44817d90-e60a-42a4-a118-838588592a43 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:23:10.677048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:23:10.680795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:23:10.710966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event updated for resources: {'Port': ['ID=47749c75-a168-47d7-87ec-1c6db302829a,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:23:10.746795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:10.747419 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:10.853801 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-e0ac10ad-5c5a-4eaa-8020-a7207888fd50 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0168338 Jan 28 18:23:10.865083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Request body: {'port': {'device_id': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:23:10.974026 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:10.978814 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-eb333879-a438-417e-98f8-9f3e138add6d None None] Provisioning for port 47749c75-a168-47d7-87ec-1c6db302829a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:23:10.984390 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-eb333879-a438-417e-98f8-9f3e138add6d None None] Provisioning complete for port 47749c75-a168-47d7-87ec-1c6db302829a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:23:10.984762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-eb333879-a438-417e-98f8-9f3e138add6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:11.038019 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-eb333879-a438-417e-98f8-9f3e138add6d None None] Port 47749c75-a168-47d7-87ec-1c6db302829a cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:23:11.403803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47749c75-a168-47d7-87ec-1c6db302829a {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:23:11.410955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:11.427103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Transition to ACTIVE for port object 47749c75-a168-47d7-87ec-1c6db302829a will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:23:11.430716 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9a343-ef6a-4c62-80f7-00a8c45dd4ab req-7e429c21-1629-4ac8-bc26-184600463a00 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:11.432219 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8c9a343-ef6a-4c62-80f7-00a8c45dd4ab req-7e429c21-1629-4ac8-bc26-184600463a00 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 932 time: 0.0828638 Jan 28 18:23:11.475277 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8c9a343-ef6a-4c62-80f7-00a8c45dd4ab req-4934e00c-ba95-4c1e-ab26-a2c959626a5b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370963 Jan 28 18:23:11.504424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:11.670011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Pushing event updated for resources: {'Port': ['ID=47749c75-a168-47d7-87ec-1c6db302829a,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:23:11.742585 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Attempting to bind port 47749c75-a168-47d7-87ec-1c6db302829a on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:23:11.742918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Attempting to bind port 47749c75-a168-47d7-87ec-1c6db302829a by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:23:11.743273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Attempting to bind port 47749c75-a168-47d7-87ec-1c6db302829a on network 44817d90-e60a-42a4-a118-838588592a43 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:23:11.747837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Port 47749c75-a168-47d7-87ec-1c6db302829a on network 44817d90-e60a-42a4-a118-838588592a43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:23:11.748155 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Attempting to bind port 47749c75-a168-47d7-87ec-1c6db302829a on network 44817d90-e60a-42a4-a118-838588592a43 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:23:11.753539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:23:11.753897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Checking segment: {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:23:11.754271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Bound using segment: {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:23:11.754685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Bound port: 47749c75-a168-47d7-87ec-1c6db302829a, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:23:11.755056 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:11.846159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] For port 47749c75-a168-47d7-87ec-1c6db302829a, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:23:11.848963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] For port 47749c75-a168-47d7-87ec-1c6db302829a, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=47749c75-a168-47d7-87ec-1c6db302829a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:23:11.930775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:11.989494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:11.990332 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:11.991717 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] 10.222.0.16 "PUT /v2.0/ports/47749c75-a168-47d7-87ec-1c6db302829a HTTP/1.1" status: 200 len: 1094 time: 1.1306643 Jan 28 18:23:11.992149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:23:12.014636 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebc3c7-b829-4818-a2df-f7699b8e508f service neutron] Pushing event updated for resources: {'Port': ['ID=47749c75-a168-47d7-87ec-1c6db302829a,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:23:12.050498 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a', 'status': 'completed', 'code': 200} Jan 28 18:23:12.149952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d266cb3-65ec-4683-857a-50281663d8dd req-3e022461-d134-4b76-b6b7-71de2a529cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:12.151442 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5d266cb3-65ec-4683-857a-50281663d8dd req-3e022461-d134-4b76-b6b7-71de2a529cd9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 1097 time: 0.0767746 Jan 28 18:23:12.294242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d266cb3-65ec-4683-857a-50281663d8dd req-183365bc-abe3-4b1e-9969-cd2e0ad93da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:12.298489 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5d266cb3-65ec-4683-857a-50281663d8dd req-183365bc-abe3-4b1e-9969-cd2e0ad93da1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1371486 Jan 28 18:23:12.315732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-275ae650-6c92-4d9c-a475-600b306b680b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:12.427605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d266cb3-65ec-4683-857a-50281663d8dd req-3e4af442-fb98-4c3a-9fc1-827348e0d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:12.429026 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5d266cb3-65ec-4683-857a-50281663d8dd req-3e4af442-fb98-4c3a-9fc1-827348e0d61e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271613 Jan 28 18:23:12.530630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-154457a6-fe4d-4027-8ddf-04fd9a3b90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:12.532216 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-154457a6-fe4d-4027-8ddf-04fd9a3b90ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 1097 time: 0.0693734 Jan 28 18:23:12.617614 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-df9042ee-3eb7-4d61-badd-a4f2ea1bfdfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47749c75-a168-47d7-87ec-1c6db302829a HTTP/1.1" status: 200 len: 217 time: 0.0785496 Jan 28 18:23:12.663175 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73aeef3-9952-4c62-9e03-3b30c19d34a6 req-46562c10-ed0b-4e64-8a4e-9445e3cdda3d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:12.664598 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d73aeef3-9952-4c62-9e03-3b30c19d34a6 req-46562c10-ed0b-4e64-8a4e-9445e3cdda3d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 944 time: 0.0835063 Jan 28 18:23:12.682317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-0a44a4e4-5f35-488d-9f0c-500abd591de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:12.683756 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-0a44a4e4-5f35-488d-9f0c-500abd591de3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0601039 Jan 28 18:23:12.710655 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d73aeef3-9952-4c62-9e03-3b30c19d34a6 req-7048629b-1a51-45ff-9542-a2309ed28b22 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398378 Jan 28 18:23:12.761906 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-339994d0-1eca-4742-b6f6-8e2b0fed8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:12.763385 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-339994d0-1eca-4742-b6f6-8e2b0fed8069 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721967 Jan 28 18:23:12.888978 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-afb21701-cd50-4e97-bdc3-7d93478a78bd service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192398 Jan 28 18:23:13.016625 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e2ef3817-444e-4767-91d2-474e5e3aa1d3 req-988f9ee8-cb3c-46c4-93c9-212d7a64bbfd service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213298 Jan 28 18:23:13.287442 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:13.390165 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:13.892820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de26f36-f8c6-4ed7-a15f-4498fb710361 req-c4d75e84-b815-4f0f-9958-c5ebf7d6ae0f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:13.893494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-3de26f36-f8c6-4ed7-a15f-4498fb710361 req-c4d75e84-b815-4f0f-9958-c5ebf7d6ae0f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Synchronizing usage tracker for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:23:13.976001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-3de26f36-f8c6-4ed7-a15f-4498fb710361 req-c4d75e84-b815-4f0f-9958-c5ebf7d6ae0f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Unset dirty status for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:23:13.977117 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3de26f36-f8c6-4ed7-a15f-4498fb710361 req-c4d75e84-b815-4f0f-9958-c5ebf7d6ae0f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 944 time: 0.1606483 Jan 28 18:23:14.021875 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3de26f36-f8c6-4ed7-a15f-4498fb710361 req-f674cc35-8bfd-4791-89e3-e18d08878934 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389407 Jan 28 18:23:15.010444 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:15.205290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f91210-8cef-46a9-9e39-ae52dddb987d req-566e480d-f0fb-423a-819c-b5071cb114cb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:15.206614 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e0f91210-8cef-46a9-9e39-ae52dddb987d req-566e480d-f0fb-423a-819c-b5071cb114cb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 944 time: 0.0811572 Jan 28 18:23:15.250303 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e0f91210-8cef-46a9-9e39-ae52dddb987d req-4aa098a0-3b23-4137-b966-406ca7e06b86 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379252 Jan 28 18:23:16.534041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600af2f6-b2d6-493d-a8be-0d98751a27cb req-33fe6cb0-c69f-4b05-84d9-5525aa8ab49a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:16.535501 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-600af2f6-b2d6-493d-a8be-0d98751a27cb req-33fe6cb0-c69f-4b05-84d9-5525aa8ab49a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 944 time: 0.1803195 Jan 28 18:23:16.581905 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-600af2f6-b2d6-493d-a8be-0d98751a27cb req-6b23f6ff-d4a4-420d-b279-32c09f6960a8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407069 Jan 28 18:23:16.610147 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 47749c75-a168-47d7-87ec-1c6db302829a details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:23:16.737632 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 47749c75-a168-47d7-87ec-1c6db302829a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=47749c75-a168-47d7-87ec-1c6db302829a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:23:16.750870 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '47749c75-a168-47d7-87ec-1c6db302829a', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'port_id': '47749c75-a168-47d7-87ec-1c6db302829a', 'mac_address': 'fa:16:3e:2a:91:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:23:16.807682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:16.823771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47749c75-a168-47d7-87ec-1c6db302829a {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:23:16.845006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 47749c75-a168-47d7-87ec-1c6db302829a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=47749c75-a168-47d7-87ec-1c6db302829a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:23:16.910176 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:16.976956 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=47749c75-a168-47d7-87ec-1c6db302829a,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:23:17.116121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['47749c75-a168-47d7-87ec-1c6db302829a'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:23:17.761783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d185387-1ec5-4cc8-ba26-740cda5975a8 req-909c053c-a07f-4855-b914-6b9c663dcef5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:17.763273 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1d185387-1ec5-4cc8-ba26-740cda5975a8 req-909c053c-a07f-4855-b914-6b9c663dcef5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 945 time: 0.0781953 Jan 28 18:23:17.810306 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1d185387-1ec5-4cc8-ba26-740cda5975a8 req-19970b6b-2955-4784-b598-fcff0bf12468 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414486 Jan 28 18:23:18.625838 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 47749c75-a168-47d7-87ec-1c6db302829a up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:23:18.835940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 47749c75-a168-47d7-87ec-1c6db302829a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:23:18.841367 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 47749c75-a168-47d7-87ec-1c6db302829a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:23:18.842058 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:18.966083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:18.991898 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:23:19.006064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 47749c75-a168-47d7-87ec-1c6db302829a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=47749c75-a168-47d7-87ec-1c6db302829a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:23:19.009583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4701468-a948-49a1-bc86-596594f5c278 req-150680d9-19d4-4889-bc24-e61519319ca8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:19.011744 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b4701468-a948-49a1-bc86-596594f5c278 req-150680d9-19d4-4889-bc24-e61519319ca8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 945 time: 0.0829239 Jan 28 18:23:19.036340 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a', 'code': 200} Jan 28 18:23:19.061018 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b4701468-a948-49a1-bc86-596594f5c278 req-bee0b548-266f-4ced-b1d4-f2442033a1d1 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426590 Jan 28 18:23:19.090578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:19.158787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=47749c75-a168-47d7-87ec-1c6db302829a,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:23:19.406909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3780b-9d1e-4867-bc7d-8a1c8b2b0c89 req-8e5688f2-c7ed-4b95-8e11-ebde767200ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:19.408357 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2bd3780b-9d1e-4867-bc7d-8a1c8b2b0c89 req-8e5688f2-c7ed-4b95-8e11-ebde767200ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 1099 time: 0.0702906 Jan 28 18:23:19.451938 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2bd3780b-9d1e-4867-bc7d-8a1c8b2b0c89 req-f0446809-2872-44e3-ac45-0fa025fc990d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332677 Jan 28 18:23:20.041547 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:20.244665 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b50510-f48a-4f99-b323-6b44bc468f13 req-49c4e762-8bab-4a56-8539-a5e071ba5307 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:20.246089 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-17b50510-f48a-4f99-b323-6b44bc468f13 req-49c4e762-8bab-4a56-8539-a5e071ba5307 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0777712 Jan 28 18:23:20.289685 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-17b50510-f48a-4f99-b323-6b44bc468f13 req-167d9065-74c2-482f-b04e-7851c382f5e2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379460 Jan 28 18:23:21.129126 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:23:21.474137 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ccd3b-ebc5-410c-b84f-dd48f6f2aa68 req-c542a961-b6e6-436d-9394-a598e8c59fc7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:21.475617 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be2ccd3b-ebc5-410c-b84f-dd48f6f2aa68 req-c542a961-b6e6-436d-9394-a598e8c59fc7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0807979 Jan 28 18:23:21.521406 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be2ccd3b-ebc5-410c-b84f-dd48f6f2aa68 req-c35e56d0-ecdb-4c18-ab86-20ade5af8712 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400436 Jan 28 18:23:21.705623 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486869fc-cfab-4dbc-a9ec-27802fcb0cc2 req-75b7edd0-a2a4-4ad9-b866-fcfb36dbd9d7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:21.707071 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-486869fc-cfab-4dbc-a9ec-27802fcb0cc2 req-75b7edd0-a2a4-4ad9-b866-fcfb36dbd9d7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0868185 Jan 28 18:23:21.716178 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 51508) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:23:21.721180 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-7a3859e7-da88-4968-ad0e-5d375f352db8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Request body: {'floatingip': {'port_id': '47749c75-a168-47d7-87ec-1c6db302829a'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:23:21.797398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7a3859e7-da88-4968-ad0e-5d375f352db8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:22.370724 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7a3859e7-da88-4968-ad0e-5d375f352db8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:22.450516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7a3859e7-da88-4968-ad0e-5d375f352db8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:22.720320 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-7a3859e7-da88-4968-ad0e-5d375f352db8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e associated. External IP: 172.26.1.20, port: 47749c75-a168-47d7-87ec-1c6db302829a. Jan 28 18:23:23.061778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3859e7-da88-4968-ad0e-5d375f352db8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Router d772ace7-d7ed-49de-918b-4a73b9a10889 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:23:23.234776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3859e7-da88-4968-ad0e-5d375f352db8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:23:23.239585 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7a3859e7-da88-4968-ad0e-5d375f352db8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:23.244394 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbe9eac-41dc-4d9c-8ba0-95c2754dc26e None None] Sync routers for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:23:23.259739 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbe9eac-41dc-4d9c-8ba0-95c2754dc26e None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:23:23.260376 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-abbe9eac-41dc-4d9c-8ba0-95c2754dc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:23:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:23:23.293746 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7a3859e7-da88-4968-ad0e-5d375f352db8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "PUT /v2.0/floatingips/25a5ef00-e40a-4aa3-b68d-64aded4ead8e HTTP/1.1" status: 200 len: 991 time: 1.5764639 Jan 28 18:23:23.294245 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:23:23.395196 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a', 'status': 'completed', 'code': 200} Jan 28 18:23:23.468103 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-abbe9eac-41dc-4d9c-8ba0-95c2754dc26e None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:23:23.490349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8528c6-ff2f-4a07-967f-4c517781e9ad req-617a01bd-a7f4-46c1-84ae-1a31e1e81b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:23.491995 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9b8528c6-ff2f-4a07-967f-4c517781e9ad req-617a01bd-a7f4-46c1-84ae-1a31e1e81b15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 1099 time: 0.0736012 Jan 28 18:23:23.634753 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8528c6-ff2f-4a07-967f-4c517781e9ad req-3901711e-8a88-4173-ba34-db5d6fde032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:23.636997 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9b8528c6-ff2f-4a07-967f-4c517781e9ad req-3901711e-8a88-4173-ba34-db5d6fde032c service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1390378 Jan 28 18:23:23.754353 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9b8528c6-ff2f-4a07-967f-4c517781e9ad req-d1e6c10e-a653-479f-a36b-107e7a1149d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47749c75-a168-47d7-87ec-1c6db302829a HTTP/1.1" status: 200 len: 999 time: 0.1109960 Jan 28 18:23:23.825875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8528c6-ff2f-4a07-967f-4c517781e9ad req-27e36b92-e28e-4f00-a659-7a8e4dfd782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:23.827467 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9b8528c6-ff2f-4a07-967f-4c517781e9ad req-27e36b92-e28e-4f00-a659-7a8e4dfd782c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0675466 Jan 28 18:23:23.845647 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-abbe9eac-41dc-4d9c-8ba0-95c2754dc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '25a5ef00-e40a-4aa3-b68d-64aded4ead8e', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'port_id': '47749c75-a168-47d7-87ec-1c6db302829a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'mac_address': 'fa:16:3e:2a:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:21:13Z', 'updated_at': '2022-01-28T18:23:22Z', 'revision_number': 9, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:23:23.855232 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbe9eac-41dc-4d9c-8ba0-95c2754dc26e None None] Checking router: d772ace7-d7ed-49de-918b-4a73b9a10889 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:23:23.864988 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbe9eac-41dc-4d9c-8ba0-95c2754dc26e None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:23:23.865618 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-abbe9eac-41dc-4d9c-8ba0-95c2754dc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:23:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:23:23.907468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e183b09-ed29-4a7e-ac28-82e979a22a75 req-3b04cbf8-b9cc-46ce-9e1b-49eeac5b27ce tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:23.918016 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1e183b09-ed29-4a7e-ac28-82e979a22a75 req-3b04cbf8-b9cc-46ce-9e1b-49eeac5b27ce tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.1058717 Jan 28 18:23:23.935943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8528c6-ff2f-4a07-967f-4c517781e9ad req-996fc42f-45a1-428a-8a7a-b661e2c5e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:23.937749 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9b8528c6-ff2f-4a07-967f-4c517781e9ad req-996fc42f-45a1-428a-8a7a-b661e2c5e93a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1046755 Jan 28 18:23:23.963581 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1e183b09-ed29-4a7e-ac28-82e979a22a75 req-a538bbba-837a-4df9-9bf7-716046508774 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445731 Jan 28 18:23:24.082593 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-abbe9eac-41dc-4d9c-8ba0-95c2754dc26e None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:23:24.099435 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-5dc5ee7d-0a21-4ac9-9111-e3836c40ca33 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1869473 Jan 28 18:23:24.118525 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9b8528c6-ff2f-4a07-967f-4c517781e9ad req-72785637-151b-4e00-887d-51356411f526 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731751 Jan 28 18:23:24.274536 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9b8528c6-ff2f-4a07-967f-4c517781e9ad req-7ec32a1f-6320-4256-83c6-9077d6774ea5 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503694 Jan 28 18:23:24.477301 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-abbe9eac-41dc-4d9c-8ba0-95c2754dc26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '25a5ef00-e40a-4aa3-b68d-64aded4ead8e', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'port_id': '47749c75-a168-47d7-87ec-1c6db302829a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'mac_address': 'fa:16:3e:2a:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:21:13Z', 'updated_at': '2022-01-28T18:23:22Z', 'revision_number': 9, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:23:24.481251 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbe9eac-41dc-4d9c-8ba0-95c2754dc26e None None] The sync data for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv is: [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '25a5ef00-e40a-4aa3-b68d-64aded4ead8e', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'port_id': '47749c75-a168-47d7-87ec-1c6db302829a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'mac_address': 'fa:16:3e:2a:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:21:13Z', 'updated_at': '2022-01-28T18:23:22Z', 'revision_number': 9, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:23:24.690040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bde426-c347-4d8a-9c96-8923b542a736 None None] New status for floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:23:25.330901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f6b57-351c-42da-8760-c26be98df801 req-b9b61c04-e5bd-41e9-8b77-6566de3d396e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:25.332416 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7c8f6b57-351c-42da-8760-c26be98df801 req-b9b61c04-e5bd-41e9-8b77-6566de3d396e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0927582 Jan 28 18:23:25.376177 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7c8f6b57-351c-42da-8760-c26be98df801 req-37423a74-6736-4106-83cb-3adef3faff33 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379879 Jan 28 18:23:26.140178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-cf5934db-4459-4b19-b550-284f5f8a6add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:26.141634 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-cf5934db-4459-4b19-b550-284f5f8a6add service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 1099 time: 0.0727413 Jan 28 18:23:26.268610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-cefc78ad-060a-459c-a48c-72808e4a1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:26.270034 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-cefc78ad-060a-459c-a48c-72808e4a1677 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1228466 Jan 28 18:23:26.368153 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-3fcd3327-c456-47ef-8895-c8a6dfa924e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47749c75-a168-47d7-87ec-1c6db302829a HTTP/1.1" status: 200 len: 1002 time: 0.0922265 Jan 28 18:23:26.428147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-a663e0b3-ee6f-4959-89b3-b1083d059c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:26.429630 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-a663e0b3-ee6f-4959-89b3-b1083d059c17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0561745 Jan 28 18:23:26.502779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-b5ca4301-3fa6-403e-ba6c-de5bf642e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:26.504259 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-b5ca4301-3fa6-403e-ba6c-de5bf642e8a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690951 Jan 28 18:23:26.565204 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f95879-5db7-4210-9547-34698c548c03 req-e625abff-6a43-4f5b-a872-4523cbbf101e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:26.566918 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-78f95879-5db7-4210-9547-34698c548c03 req-e625abff-6a43-4f5b-a872-4523cbbf101e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0843096 Jan 28 18:23:26.612937 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-78f95879-5db7-4210-9547-34698c548c03 req-ba8b64c2-fca3-4b35-a452-91c78bfe802c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403171 Jan 28 18:23:26.732730 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-338ad40b-3310-42a9-9d6f-fbc86061c99e service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223108 Jan 28 18:23:26.858659 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-105bc6da-3ccf-46f0-b3db-9d7ae6ebc665 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203341 Jan 28 18:23:27.800504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7c662-40b5-4f05-ae23-a9e18227f60f req-5ddfe24c-9961-469f-bf66-cabfa05a5b5f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:27.801912 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-02b7c662-40b5-4f05-ae23-a9e18227f60f req-5ddfe24c-9961-469f-bf66-cabfa05a5b5f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0835426 Jan 28 18:23:27.844566 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-02b7c662-40b5-4f05-ae23-a9e18227f60f req-1aac48af-4de7-4a51-93a9-8f8a30cb4043 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371075 Jan 28 18:23:29.025725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e1c8e-c89e-48f9-8b85-2440e3d79f37 req-f6707cb8-9a8d-498b-b776-746751876843 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:29.027190 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3a2e1c8e-c89e-48f9-8b85-2440e3d79f37 req-f6707cb8-9a8d-498b-b776-746751876843 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0773149 Jan 28 18:23:29.073986 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3a2e1c8e-c89e-48f9-8b85-2440e3d79f37 req-67938f7a-7e86-490c-aa81-e4c20bc3835e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408721 Jan 28 18:23:30.255197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a06c08-2b47-445d-85f4-cceed81cc0c7 req-209dbb19-332f-413f-8a8a-19aa736b6ccb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:30.256622 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a2a06c08-2b47-445d-85f4-cceed81cc0c7 req-209dbb19-332f-413f-8a8a-19aa736b6ccb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0803742 Jan 28 18:23:30.299967 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a2a06c08-2b47-445d-85f4-cceed81cc0c7 req-32fd81d5-f44e-4ba1-bc2e-a6803cba3a20 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375838 Jan 28 18:23:31.480339 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3778c-d999-4b83-80e0-b8b21c8bc6f0 req-13111111-b119-4f21-8db8-486fe110449d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:31.481897 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f4d3778c-d999-4b83-80e0-b8b21c8bc6f0 req-13111111-b119-4f21-8db8-486fe110449d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0789378 Jan 28 18:23:31.525898 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f4d3778c-d999-4b83-80e0-b8b21c8bc6f0 req-814d625c-0e5c-4101-89da-e724fabab447 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381613 Jan 28 18:23:32.715869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537f1bc-ea67-4e27-a3f4-05dfc428c6e4 req-a1e7a53c-141e-4a59-8e95-cedfdf3eec1f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:32.717292 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a537f1bc-ea67-4e27-a3f4-05dfc428c6e4 req-a1e7a53c-141e-4a59-8e95-cedfdf3eec1f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0771203 Jan 28 18:23:32.760166 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a537f1bc-ea67-4e27-a3f4-05dfc428c6e4 req-3266ffad-3ee6-460f-bec8-9a5b81491d1b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374229 Jan 28 18:23:33.955762 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a13775-c5eb-4e17-8f6b-765b438fbd07 req-23dab467-aaf5-46a3-ba97-b00ca0124008 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:33.957190 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-20a13775-c5eb-4e17-8f6b-765b438fbd07 req-23dab467-aaf5-46a3-ba97-b00ca0124008 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0908434 Jan 28 18:23:34.000350 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-20a13775-c5eb-4e17-8f6b-765b438fbd07 req-1db82b30-60d5-46cc-a9f2-73ab4f71449e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375857 Jan 28 18:23:35.183747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5407b-e520-46cb-a8e4-b258f3705e55 req-8230b495-51ff-416e-a92a-0baef59b3d8b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:35.185093 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ffe5407b-e520-46cb-a8e4-b258f3705e55 req-8230b495-51ff-416e-a92a-0baef59b3d8b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0821209 Jan 28 18:23:35.228358 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ffe5407b-e520-46cb-a8e4-b258f3705e55 req-d8654138-c91b-4594-a8ee-20a446ef7a6c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369937 Jan 28 18:23:36.407090 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3a097-5ad2-4bae-9023-048a954ab53e req-c16c9035-72eb-4e02-8b94-8464c536557a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:36.408492 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4af3a097-5ad2-4bae-9023-048a954ab53e req-c16c9035-72eb-4e02-8b94-8464c536557a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0773292 Jan 28 18:23:36.451455 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4af3a097-5ad2-4bae-9023-048a954ab53e req-1dba767b-1d00-4835-80e4-e1dfb0a32f4e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374410 Jan 28 18:23:37.629531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf4a8d-3e70-491d-8390-61a38cbaa460 req-4ccd3d26-dfbe-496c-b80c-85b4541e8ff0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:37.630951 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-45cf4a8d-3e70-491d-8390-61a38cbaa460 req-4ccd3d26-dfbe-496c-b80c-85b4541e8ff0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0773582 Jan 28 18:23:37.673465 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-45cf4a8d-3e70-491d-8390-61a38cbaa460 req-4320f4b3-d365-4d49-a68d-402d8ec1c6db tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363359 Jan 28 18:23:38.854125 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43520a1-3297-47cb-a732-9def0ebe309c req-cb5cc128-ab35-4f9a-9fe5-71331e277b12 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:38.855577 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a43520a1-3297-47cb-a732-9def0ebe309c req-cb5cc128-ab35-4f9a-9fe5-71331e277b12 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0807908 Jan 28 18:23:38.897312 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a43520a1-3297-47cb-a732-9def0ebe309c req-5fe5aa76-66da-4d12-91ae-87d5ff8bdce2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362575 Jan 28 18:23:39.936703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-43b4053c-0c77-42f2-9adf-6991dd61dd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:40.088260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac792a-86d0-4ac0-a181-b68de0c9dffa req-2db105ab-295f-4d16-8930-ade3cf776de9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:40.090144 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e4ac792a-86d0-4ac0-a181-b68de0c9dffa req-2db105ab-295f-4d16-8930-ade3cf776de9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0849400 Jan 28 18:23:40.132960 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e4ac792a-86d0-4ac0-a181-b68de0c9dffa req-7a5ec2d5-1d9c-470d-ad43-3b479a9b21d2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371966 Jan 28 18:23:41.314535 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2660e-0903-49b8-940f-7c47c555d626 req-0e56270d-9dd4-409a-951d-cb519142c2c6 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:41.315968 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0fa2660e-0903-49b8-940f-7c47c555d626 req-0e56270d-9dd4-409a-951d-cb519142c2c6 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0778782 Jan 28 18:23:41.358797 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0fa2660e-0903-49b8-940f-7c47c555d626 req-0e65505c-0a4c-4626-8194-5fbb62bfeafd tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373230 Jan 28 18:23:42.336516 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-868fc740-aacf-4d9f-bef3-db88d6330014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:42.541842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed985c1-5e58-494a-a494-5b06d156ee75 req-79c186fa-c395-4801-ae6c-16183f2cafca tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:42.543798 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0ed985c1-5e58-494a-a494-5b06d156ee75 req-79c186fa-c395-4801-ae6c-16183f2cafca tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0781505 Jan 28 18:23:42.589577 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0ed985c1-5e58-494a-a494-5b06d156ee75 req-d0b59d8e-3cb3-43af-b101-588a0ec91250 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402052 Jan 28 18:23:43.339250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:43.451510 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:43.879506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247dc3f-7457-4e87-93e3-ff6adc935590 req-77dad9f9-80b4-41b1-a5fa-ec0026a150b4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:43.880963 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c247dc3f-7457-4e87-93e3-ff6adc935590 req-77dad9f9-80b4-41b1-a5fa-ec0026a150b4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.1880350 Jan 28 18:23:43.924233 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c247dc3f-7457-4e87-93e3-ff6adc935590 req-7fa074f6-fe5c-4554-aa9c-efed1ae3177f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378160 Jan 28 18:23:45.019439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:45.106316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05b65e-8e87-47cd-b516-5512e58fc7f4 req-42db3225-5018-49d7-8183-a73ab0f33d57 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:45.107774 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5b05b65e-8e87-47cd-b516-5512e58fc7f4 req-42db3225-5018-49d7-8183-a73ab0f33d57 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0776548 Jan 28 18:23:45.150446 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5b05b65e-8e87-47cd-b516-5512e58fc7f4 req-0bef798d-a355-4942-a3fc-2dc9593c0b96 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370910 Jan 28 18:23:46.333217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a19ffe-cbcb-431c-b10d-1c2d2805f6a8 req-ffa870ed-eb57-4e9b-86cd-4a23f0090047 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:46.334546 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-72a19ffe-cbcb-431c-b10d-1c2d2805f6a8 req-ffa870ed-eb57-4e9b-86cd-4a23f0090047 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0803254 Jan 28 18:23:46.377081 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-72a19ffe-cbcb-431c-b10d-1c2d2805f6a8 req-5445f318-c8bd-4c77-8513-829fa09588b7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363629 Jan 28 18:23:47.562604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200f777-534c-49a1-88c9-f9ac68f4b755 req-f2bf8f3f-e1f4-47e9-ae5e-f08155262627 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:47.564092 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3200f777-534c-49a1-88c9-f9ac68f4b755 req-f2bf8f3f-e1f4-47e9-ae5e-f08155262627 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0818944 Jan 28 18:23:47.610331 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3200f777-534c-49a1-88c9-f9ac68f4b755 req-28363252-d989-4c7a-9643-9c3f49a754a1 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404346 Jan 28 18:23:47.694431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16891-588c-47ae-83e3-27666dc3d695 req-6599dbdb-87c1-4f08-84eb-c4efe296d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:47.695823 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-71c16891-588c-47ae-83e3-27666dc3d695 req-6599dbdb-87c1-4f08-84eb-c4efe296d062 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 1099 time: 0.0712891 Jan 28 18:23:47.836715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16891-588c-47ae-83e3-27666dc3d695 req-a267bfc2-768b-4b4d-851d-498021b9578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:47.838136 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-71c16891-588c-47ae-83e3-27666dc3d695 req-a267bfc2-768b-4b4d-851d-498021b9578b service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1247597 Jan 28 18:23:47.963824 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-71c16891-588c-47ae-83e3-27666dc3d695 req-9a45dd83-a032-46da-ab95-8944c9bd1fdb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47749c75-a168-47d7-87ec-1c6db302829a HTTP/1.1" status: 200 len: 1002 time: 0.1194267 Jan 28 18:23:48.026004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16891-588c-47ae-83e3-27666dc3d695 req-b4dbd485-5d3d-46fd-b530-b40ab46cc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:48.027466 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-71c16891-588c-47ae-83e3-27666dc3d695 req-b4dbd485-5d3d-46fd-b530-b40ab46cc41c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0565894 Jan 28 18:23:48.102983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16891-588c-47ae-83e3-27666dc3d695 req-f8c70696-789c-4c74-900a-4c714cae2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:48.104453 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-71c16891-588c-47ae-83e3-27666dc3d695 req-f8c70696-789c-4c74-900a-4c714cae2f80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708916 Jan 28 18:23:48.231556 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-71c16891-588c-47ae-83e3-27666dc3d695 req-406e6d13-9e6f-49a5-9e97-e006d003c767 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194382 Jan 28 18:23:48.441363 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-71c16891-588c-47ae-83e3-27666dc3d695 req-adc79047-e889-40f2-a16c-987556cc19ad service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041900 Jan 28 18:23:48.793063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65f147-e0f0-4187-a8f0-e8f928391a50 req-0e676c34-8269-4dfd-8ec8-0d8d56a3ee4b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:48.794469 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bb65f147-e0f0-4187-a8f0-e8f928391a50 req-0e676c34-8269-4dfd-8ec8-0d8d56a3ee4b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0779874 Jan 28 18:23:48.837028 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bb65f147-e0f0-4187-a8f0-e8f928391a50 req-f181bfa2-4f3c-4d47-b336-6631e5f9f81d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369771 Jan 28 18:23:50.035623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d76b1c-991d-4f0a-a275-403d5483db1b req-c8fa626c-e229-4b57-a8f4-967df0d13b6b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:50.037056 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e3d76b1c-991d-4f0a-a275-403d5483db1b req-c8fa626c-e229-4b57-a8f4-967df0d13b6b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0869408 Jan 28 18:23:50.070732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:23:50.080765 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e3d76b1c-991d-4f0a-a275-403d5483db1b req-af6ee3dd-05b7-4794-817e-4897b8df964b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381181 Jan 28 18:23:51.264029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0cd3a-5b8d-47bb-a4fe-c5c0fea58fb5 req-d1981014-406c-445a-b65a-81646a987889 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:51.265370 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1af0cd3a-5b8d-47bb-a4fe-c5c0fea58fb5 req-d1981014-406c-445a-b65a-81646a987889 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0817351 Jan 28 18:23:51.309992 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1af0cd3a-5b8d-47bb-a4fe-c5c0fea58fb5 req-1d757807-662d-432c-835d-5f9f6731fe2a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390604 Jan 28 18:23:52.490533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee09e-3367-4278-bb83-49e093e80e84 req-588197f1-9cef-4f0d-b4f6-1a35291af324 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:52.491987 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-677ee09e-3367-4278-bb83-49e093e80e84 req-588197f1-9cef-4f0d-b4f6-1a35291af324 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0802157 Jan 28 18:23:52.535201 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-677ee09e-3367-4278-bb83-49e093e80e84 req-4a290430-109c-4997-927b-1e67bcec8b36 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369689 Jan 28 18:23:53.714640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574eee8-dd2a-4420-917d-281875d5a674 req-bc3cd887-70d8-4155-813a-e2c668c96ea6 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:53.716088 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8574eee8-dd2a-4420-917d-281875d5a674 req-bc3cd887-70d8-4155-813a-e2c668c96ea6 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0783339 Jan 28 18:23:53.759381 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8574eee8-dd2a-4420-917d-281875d5a674 req-b89e718b-abad-401d-9c55-eeeb192952d2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377686 Jan 28 18:23:54.949874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45551fac-6989-4fd5-861e-8cf6bc04e1b7 req-b6a0e6b0-3887-4808-8634-cdc4fca93304 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:54.951344 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-45551fac-6989-4fd5-861e-8cf6bc04e1b7 req-b6a0e6b0-3887-4808-8634-cdc4fca93304 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0870655 Jan 28 18:23:55.002797 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-45551fac-6989-4fd5-861e-8cf6bc04e1b7 req-b909d2a9-2017-4003-ac36-f4bb8ab92e38 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452747 Jan 28 18:23:56.216692 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432216d8-79de-4ea2-9f20-6630a30d64d7 req-cf3e1330-4964-47ce-b5f3-55a573ad0107 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:56.218123 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-432216d8-79de-4ea2-9f20-6630a30d64d7 req-cf3e1330-4964-47ce-b5f3-55a573ad0107 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0815699 Jan 28 18:23:56.261440 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-432216d8-79de-4ea2-9f20-6630a30d64d7 req-d68b5abb-68f9-4841-9b8d-42b082d028f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378134 Jan 28 18:23:57.441311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dd098-8071-463e-93cf-1d374a2e48b0 req-5de5f1e3-207c-4733-9711-85c7d20815ed tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:57.442752 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-828dd098-8071-463e-93cf-1d374a2e48b0 req-5de5f1e3-207c-4733-9711-85c7d20815ed tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0790107 Jan 28 18:23:57.485702 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-828dd098-8071-463e-93cf-1d374a2e48b0 req-03edad70-e01f-4a53-b478-0feb8193d9c0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373940 Jan 28 18:23:58.129971 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:23:58.664898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dffd4f-3cc4-43e3-8f0f-34a5b0d3fafc req-f332352b-4802-414c-8b3b-811081e33da3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:58.666304 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-15dffd4f-3cc4-43e3-8f0f-34a5b0d3fafc req-f332352b-4802-414c-8b3b-811081e33da3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0785828 Jan 28 18:23:58.711656 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-15dffd4f-3cc4-43e3-8f0f-34a5b0d3fafc req-4cf4c61a-f9d7-47a0-a22c-61da0b4cdc41 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392120 Jan 28 18:23:58.989298 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-c269576f-9d54-43d7-8849-31ce95902670 service neutron] 10.222.0.16 "GET /v2.0/ports/47749c75-a168-47d7-87ec-1c6db302829a/bindings/hv-neutron-8269 HTTP/1.1" status: 200 len: 384 time: 0.0751939 Jan 28 18:23:59.536329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-0b69ec50-b477-44e8-88c2-6f4fa8c2c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:59.537751 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-0b69ec50-b477-44e8-88c2-6f4fa8c2c76c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 1099 time: 0.0692670 Jan 28 18:23:59.629702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-6001c4f6-a9ac-4a24-9ce9-cfab4e50270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:59.631150 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-6001c4f6-a9ac-4a24-9ce9-cfab4e50270c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 1099 time: 0.0680876 Jan 28 18:23:59.759126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-4147a37e-79c7-43c6-8ffe-92de12c69fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:59.760570 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-4147a37e-79c7-43c6-8ffe-92de12c69fbd service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1230562 Jan 28 18:23:59.912611 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-605e00ca-5304-4e7a-bff9-62074d411889 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47749c75-a168-47d7-87ec-1c6db302829a HTTP/1.1" status: 200 len: 1002 time: 0.1443546 Jan 28 18:23:59.982460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2a23-55b2-4351-8394-298e8af63e7a req-129668a5-cdc0-4834-9147-e6a6f0f1c6e3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:59.983934 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-62cf2a23-55b2-4351-8394-298e8af63e7a req-129668a5-cdc0-4834-9147-e6a6f0f1c6e3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.1604881 Jan 28 18:23:59.989102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-15b8f3be-e2f4-4788-8449-23b722f3f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:23:59.990406 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-15b8f3be-e2f4-4788-8449-23b722f3f0e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0712163 Jan 28 18:24:00.079351 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-62cf2a23-55b2-4351-8394-298e8af63e7a req-62c4b872-8270-45e4-88ee-4bb18b2a13eb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879805 Jan 28 18:24:00.095247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-5b515d44-3d08-48b3-a3d4-4d48adc5c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:00.096722 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-5b515d44-3d08-48b3-a3d4-4d48adc5c297 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0931172 Jan 28 18:24:00.225701 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-a1261f40-ac00-4628-9b6e-38884e0ef9d9 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221192 Jan 28 18:24:00.351731 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-de7ee14b-de19-4e4c-a9bb-5b9cc1dc9a94 req-0aa538f2-9732-447a-a96e-abd601f5836d service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203432 Jan 28 18:24:01.261441 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c2a37-ef42-4799-8941-f27341c70301 req-3f070076-5332-4134-b67b-b790661f54a1 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:01.264030 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-939c2a37-ef42-4799-8941-f27341c70301 req-3f070076-5332-4134-b67b-b790661f54a1 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0802174 Jan 28 18:24:01.307662 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-939c2a37-ef42-4799-8941-f27341c70301 req-d04aa65f-99c2-4847-9d49-94e12ef91487 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380034 Jan 28 18:24:02.502099 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4843fdf-4ee6-4440-8013-915015672844 req-eec7fe52-d91c-49d6-a335-007560387c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:02.503680 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b4843fdf-4ee6-4440-8013-915015672844 req-eec7fe52-d91c-49d6-a335-007560387c24 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0774996 Jan 28 18:24:02.549922 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b4843fdf-4ee6-4440-8013-915015672844 req-485a4066-cbf8-4768-9c3f-c3c392c05b43 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405967 Jan 28 18:24:02.852877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 47749c75-a168-47d7-87ec-1c6db302829a details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:24:02.856756 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 47749c75-a168-47d7-87ec-1c6db302829a no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:24:03.099351 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:03.134647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 47749c75-a168-47d7-87ec-1c6db302829a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=47749c75-a168-47d7-87ec-1c6db302829a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:24:03.149821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '47749c75-a168-47d7-87ec-1c6db302829a', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'port_id': '47749c75-a168-47d7-87ec-1c6db302829a', 'mac_address': 'fa:16:3e:2a:91:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:24:03.157712 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:24:03.208849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 47749c75-a168-47d7-87ec-1c6db302829a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=47749c75-a168-47d7-87ec-1c6db302829a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:24:03.221555 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:03.238648 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47749c75-a168-47d7-87ec-1c6db302829a {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:24:03.254329 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a', 'code': 200} Jan 28 18:24:03.263180 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:03.376657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4345829-6616-41d3-aaa9-9cb848131c70 req-e6ad09b5-2914-487d-bf6c-a11b7e4c455a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:03.377951 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:24:03.378105 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b4345829-6616-41d3-aaa9-9cb848131c70 req-e6ad09b5-2914-487d-bf6c-a11b7e4c455a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 944 time: 0.1578710 Jan 28 18:24:03.378301 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:24:03.381574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=47749c75-a168-47d7-87ec-1c6db302829a,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:24:03.385486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-411d8217-b361-49f5-b8c6-1962eca6304d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:03.386842 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-411d8217-b361-49f5-b8c6-1962eca6304d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&binding%3Ahost_id=hv-neutron-8269 HTTP/1.1" status: 200 len: 944 time: 0.1646953 Jan 28 18:24:03.388958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:03.389306 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:03.389644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:03.389976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:03.390304 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:03.390629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:03.390950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:03.391293 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:03.391684 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:03.392003 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:03.392317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:03.392631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:03.570042 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b4345829-6616-41d3-aaa9-9cb848131c70 req-c5b99ba9-9059-44f0-ab8b-d365fc5f39d8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821404 Jan 28 18:24:03.583091 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-5d6d170a-e08f-4061-b9a4-065f5991cbd7 service neutron] 10.222.0.16 "GET /v2.0/ports/47749c75-a168-47d7-87ec-1c6db302829a/bindings/hv-neutron-8269 HTTP/1.1" status: 200 len: 384 time: 0.1792657 Jan 28 18:24:03.680941 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-5de86580-7ca6-4daa-9ca6-b0cfff3ad5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:03.682393 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-5de86580-7ca6-4daa-9ca6-b0cfff3ad5fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 1097 time: 0.0751524 Jan 28 18:24:03.808272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-b7767ace-e7a7-4239-81be-a0b24de09259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:03.810185 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-b7767ace-e7a7-4239-81be-a0b24de09259 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1221764 Jan 28 18:24:03.909606 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-b2adee99-3f6e-4bb6-9ffd-18d680564f68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47749c75-a168-47d7-87ec-1c6db302829a HTTP/1.1" status: 200 len: 1000 time: 0.0929506 Jan 28 18:24:03.931818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:03.948517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47749c75-a168-47d7-87ec-1c6db302829a {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:24:03.963835 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 47749c75-a168-47d7-87ec-1c6db302829a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=47749c75-a168-47d7-87ec-1c6db302829a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:24:03.971147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-f2c94ec4-02da-4871-8399-b9371715d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:03.972575 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-f2c94ec4-02da-4871-8399-b9371715d4ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0577605 Jan 28 18:24:04.023081 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:04.046814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-0096e450-2a08-44c3-94b2-ea1ef96614b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:04.048330 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-0096e450-2a08-44c3-94b2-ea1ef96614b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699990 Jan 28 18:24:04.096440 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['47749c75-a168-47d7-87ec-1c6db302829a'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:24:04.125817 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=47749c75-a168-47d7-87ec-1c6db302829a,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:24:04.192936 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-22cee562-d7b1-4638-b1ce-a7fa82be7bf0 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326046 Jan 28 18:24:04.321883 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-a895b2a6-b0af-4eb6-86a9-7258b92fbf88 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223960 Jan 28 18:24:04.756182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8645d78-0dd8-4df6-954f-47f49df67718 req-103ae829-8f78-4af4-a6c8-848a825c07f9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:04.757615 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f8645d78-0dd8-4df6-954f-47f49df67718 req-103ae829-8f78-4af4-a6c8-848a825c07f9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 945 time: 0.0813861 Jan 28 18:24:04.800876 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f8645d78-0dd8-4df6-954f-47f49df67718 req-0bc8f094-a7de-41a4-ba21-28ac1508b295 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378084 Jan 28 18:24:04.882398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 47749c75-a168-47d7-87ec-1c6db302829a up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:24:04.950757 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 47749c75-a168-47d7-87ec-1c6db302829a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:24:04.951395 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:05.073876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:05.106331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 47749c75-a168-47d7-87ec-1c6db302829a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=47749c75-a168-47d7-87ec-1c6db302829a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:24:05.160787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:05.227908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=47749c75-a168-47d7-87ec-1c6db302829a,revision_number=8']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:24:05.254944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:24:05.310102 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a', 'code': 200} Jan 28 18:24:05.985908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5de02-62bc-4887-950b-ff473dfb82f7 req-22c6639a-401b-4621-9a55-2c7c91126602 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:05.987550 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-aed5de02-62bc-4887-950b-ff473dfb82f7 req-22c6639a-401b-4621-9a55-2c7c91126602 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0816109 Jan 28 18:24:06.032114 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-aed5de02-62bc-4887-950b-ff473dfb82f7 req-fcf93113-3a27-4fdf-a900-cf00643ab899 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391049 Jan 28 18:24:07.271513 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d4967-f922-40de-8fc3-b17791be73cf req-b409b2f4-d2db-43dc-9579-b15289c38b31 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:07.272868 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c96d4967-f922-40de-8fc3-b17791be73cf req-b409b2f4-d2db-43dc-9579-b15289c38b31 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.1359344 Jan 28 18:24:07.296835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-938c05c9-ce8f-4a73-9f5f-6e66313000e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:07.298216 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-938c05c9-ce8f-4a73-9f5f-6e66313000e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 1099 time: 0.1161106 Jan 28 18:24:07.361163 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c96d4967-f922-40de-8fc3-b17791be73cf req-14b53866-a7b9-4017-aa6c-6c5b99f072c8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812001 Jan 28 18:24:07.390872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-dcb424f0-3b51-4db3-a88b-957086c0438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:07.392356 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-dcb424f0-3b51-4db3-a88b-957086c0438c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 1099 time: 0.0735669 Jan 28 18:24:07.522779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-961c0a2c-69e2-4348-a712-7c106603d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:07.524046 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-961c0a2c-69e2-4348-a712-7c106603d714 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1264479 Jan 28 18:24:07.627374 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-adf678b7-f57c-48ab-9041-ab9d1b445063 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47749c75-a168-47d7-87ec-1c6db302829a HTTP/1.1" status: 200 len: 1002 time: 0.0975916 Jan 28 18:24:07.694458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-c2311e79-796a-4a40-89c5-8ffe59d45d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:07.696773 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-c2311e79-796a-4a40-89c5-8ffe59d45d50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0640900 Jan 28 18:24:07.797986 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-1df43b6a-97dd-4cc9-86d2-a268a50ef0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:07.799435 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-1df43b6a-97dd-4cc9-86d2-a268a50ef0a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0972347 Jan 28 18:24:07.859466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-53dafa81-2b8c-4d19-886e-0b4c81a48b31 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 18:24:07.860472 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-53dafa81-2b8c-4d19-886e-0b4c81a48b31 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557709 Jan 28 18:24:07.993316 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-5611f683-af40-4508-9d6e-a127631f9fbb service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269772 Jan 28 18:24:08.220505 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf1f8691-37cf-4215-838a-c4813e47e61f req-b6f1b597-9a5f-4faf-9fee-2261e699f907 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207057 Jan 28 18:24:08.614481 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc7e21-3ba2-4efa-8585-d2af376ff99e req-d74d62af-b8de-4d9d-a8d6-e41ae9e60dcd tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:08.615949 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-44fc7e21-3ba2-4efa-8585-d2af376ff99e req-d74d62af-b8de-4d9d-a8d6-e41ae9e60dcd tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.1508803 Jan 28 18:24:08.659787 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-44fc7e21-3ba2-4efa-8585-d2af376ff99e req-bcda0902-7c1e-4c92-a36f-8fdcf030d5cf tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377145 Jan 28 18:24:09.894720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d34e3f-641a-400f-9ee8-713cfba52c59 req-99563cd4-806e-4bbe-ab00-2578a164f8c1 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:09.896231 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-74d34e3f-641a-400f-9ee8-713cfba52c59 req-99563cd4-806e-4bbe-ab00-2578a164f8c1 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.1285524 Jan 28 18:24:09.942005 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-74d34e3f-641a-400f-9ee8-713cfba52c59 req-a20ba8c9-9cc5-4ad0-9d0d-98d8958ee2ec tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400407 Jan 28 18:24:10.002258 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0c28069a-d1a6-4e5d-8e51-8a3302122509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:10.885837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 47749c75-a168-47d7-87ec-1c6db302829a details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:24:10.888838 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 47749c75-a168-47d7-87ec-1c6db302829a no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:24:11.113693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:11.127554 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6bdcc-c45e-4d09-b02e-915e80908ef0 req-4fc779d4-d83d-40bf-9f7c-d46f829c89b6 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:11.129007 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-54e6bdcc-c45e-4d09-b02e-915e80908ef0 req-4fc779d4-d83d-40bf-9f7c-d46f829c89b6 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0805974 Jan 28 18:24:11.131534 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 47749c75-a168-47d7-87ec-1c6db302829a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=47749c75-a168-47d7-87ec-1c6db302829a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:24:11.156201 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '47749c75-a168-47d7-87ec-1c6db302829a', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'port_id': '47749c75-a168-47d7-87ec-1c6db302829a', 'mac_address': 'fa:16:3e:2a:91:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:24:11.162615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:24:11.182540 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-54e6bdcc-c45e-4d09-b02e-915e80908ef0 req-dfb8c368-4745-4d73-8928-3600aa258b21 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476279 Jan 28 18:24:11.213548 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a', 'code': 200} Jan 28 18:24:11.215812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 47749c75-a168-47d7-87ec-1c6db302829a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=47749c75-a168-47d7-87ec-1c6db302829a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:24:11.249296 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:11.274287 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47749c75-a168-47d7-87ec-1c6db302829a {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:24:11.282000 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:11.397287 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d79fa0-5f7c-41db-9f8d-b0efd81b37eb req-4091eb2a-786e-47de-8fa8-7c8b3bd74009 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:11.398462 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:24:11.398816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:24:11.399399 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-58d79fa0-5f7c-41db-9f8d-b0efd81b37eb req-4091eb2a-786e-47de-8fa8-7c8b3bd74009 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 944 time: 0.0875590 Jan 28 18:24:11.401187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=47749c75-a168-47d7-87ec-1c6db302829a,revision_number=9']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:24:11.445491 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-58d79fa0-5f7c-41db-9f8d-b0efd81b37eb req-344bc493-e051-47d6-8b33-f405e01bc62f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394897 Jan 28 18:24:11.656025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9bdcd-e1e2-4bd6-900f-7a70e89ed0c9 req-3ab2e203-35dd-4539-8caa-69f301c6d582 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:11.657448 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-13c9bdcd-e1e2-4bd6-900f-7a70e89ed0c9 req-3ab2e203-35dd-4539-8caa-69f301c6d582 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 944 time: 0.1019161 Jan 28 18:24:11.700230 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-13c9bdcd-e1e2-4bd6-900f-7a70e89ed0c9 req-8809d895-93e3-457c-90f5-7c28a709e925 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370977 Jan 28 18:24:11.962024 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:11.978469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47749c75-a168-47d7-87ec-1c6db302829a {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:24:11.994463 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 47749c75-a168-47d7-87ec-1c6db302829a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=47749c75-a168-47d7-87ec-1c6db302829a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:24:12.223238 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:12.291928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['47749c75-a168-47d7-87ec-1c6db302829a'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:24:12.397186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=47749c75-a168-47d7-87ec-1c6db302829a,revision_number=10']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:24:12.450596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c7385939-6c86-436d-bd80-863ea3e40a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:12.486065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2afb5-3544-4590-9256-0d56d31efe5b req-1eb13185-dda0-42e9-ab3a-45b88d32866e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:12.487473 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d5d2afb5-3544-4590-9256-0d56d31efe5b req-1eb13185-dda0-42e9-ab3a-45b88d32866e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 946 time: 0.0799010 Jan 28 18:24:12.530927 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d5d2afb5-3544-4590-9256-0d56d31efe5b req-1cf2cd9a-1f95-44aa-ba85-d14b3228623b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377917 Jan 28 18:24:12.885435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 47749c75-a168-47d7-87ec-1c6db302829a up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:24:12.952790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 47749c75-a168-47d7-87ec-1c6db302829a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:24:12.953166 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:13.066603 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:13.097241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 47749c75-a168-47d7-87ec-1c6db302829a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=47749c75-a168-47d7-87ec-1c6db302829a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:24:13.173995 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:13.215685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:24:13.253319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=47749c75-a168-47d7-87ec-1c6db302829a,revision_number=11']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:24:13.264775 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a', 'code': 200} Jan 28 18:24:13.297301 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:13.400341 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:13.714386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a71056-286e-4f21-8597-21447016e708 req-d95ad6e9-dbe1-4b0e-956c-1ec0de42e758 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:13.716330 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-01a71056-286e-4f21-8597-21447016e708 req-d95ad6e9-dbe1-4b0e-956c-1ec0de42e758 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 947 time: 0.0805647 Jan 28 18:24:13.758879 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-01a71056-286e-4f21-8597-21447016e708 req-c711a00c-af53-4ce4-89d3-e99dc42f376d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367844 Jan 28 18:24:14.524285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-9a1f00ce-d3b6-440b-aa21-3796eff96e9a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:14.525673 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-9a1f00ce-d3b6-440b-aa21-3796eff96e9a tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 947 time: 0.0763314 Jan 28 18:24:14.599591 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Deleting port 47749c75-a168-47d7-87ec-1c6db302829a {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:24:14.599911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:14.850369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] For port 47749c75-a168-47d7-87ec-1c6db302829a, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=47749c75-a168-47d7-87ec-1c6db302829a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:24:14.851090 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:14.948713 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52a208-1b73-4463-b417-abb1f31cba65 req-701900cc-66ad-4660-91e7-28f1ae8e8bc0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:14.951351 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ed52a208-1b73-4463-b417-abb1f31cba65 req-701900cc-66ad-4660-91e7-28f1ae8e8bc0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 947 time: 0.0850263 Jan 28 18:24:14.995762 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ed52a208-1b73-4463-b417-abb1f31cba65 req-b4a514c0-ac22-4bcd-a347-2dcacf861204 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388148 Jan 28 18:24:15.025322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:15.138323 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:15.138695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:15.139077 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e disassociated. External IP: 172.26.1.20, port: 47749c75-a168-47d7-87ec-1c6db302829a. Jan 28 18:24:15.145299 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Calling delete_port for 47749c75-a168-47d7-87ec-1c6db302829a owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:24:15.354352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:15.403234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event deleted for resources: {'Port': ['ID=47749c75-a168-47d7-87ec-1c6db302829a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:24:15.414050 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:15.414399 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:15.414739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:15.415100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:15.415430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:15.415759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:15.416085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:15.416411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:15.416737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:15.417062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:15.417384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:15.417702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:24:15.688638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Router d772ace7-d7ed-49de-918b-4a73b9a10889 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:24:15.862587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:24:15.872314 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce545a-e3df-4c49-95e4-6c76deb204b4 None None] Sync routers for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:24:15.881313 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce545a-e3df-4c49-95e4-6c76deb204b4 None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:24:15.881901 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-71ce545a-e3df-4c49-95e4-6c76deb204b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:24:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:24:15.931880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] No DVR routers for this DVR port 47749c75-a168-47d7-87ec-1c6db302829a on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:24:15.935196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:15.937963 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'name': 'network-vif-deleted', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:24:16.027235 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9c329695-6ecb-4687-9370-32aa5a9185e8 req-447b58a3-5cce-43f8-82f7-ba9103378172 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "DELETE /v2.0/ports/47749c75-a168-47d7-87ec-1c6db302829a HTTP/1.1" status: 204 len: 173 time: 1.4963183 Jan 28 18:24:16.053871 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bba20f-780d-4a3b-8973-5d5fd6884684', 'name': 'network-vif-deleted', 'tag': '47749c75-a168-47d7-87ec-1c6db302829a', 'status': 'completed', 'code': 200} Jan 28 18:24:16.103623 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-71ce545a-e3df-4c49-95e4-6c76deb204b4 None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:24:16.155773 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6c317da4-3672-4b49-801a-98d93b492e6e req-47987f31-69d4-4a64-8fd8-addcf7e92225 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5bba20f-780d-4a3b-8973-5d5fd6884684 HTTP/1.1" status: 200 len: 210 time: 0.0437126 Jan 28 18:24:16.417598 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-71ce545a-e3df-4c49-95e4-6c76deb204b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:24:16.421907 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce545a-e3df-4c49-95e4-6c76deb204b4 None None] Checking router: d772ace7-d7ed-49de-918b-4a73b9a10889 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:24:16.429914 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce545a-e3df-4c49-95e4-6c76deb204b4 None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:24:16.430515 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-71ce545a-e3df-4c49-95e4-6c76deb204b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:24:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:24:16.601487 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-71ce545a-e3df-4c49-95e4-6c76deb204b4 None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:24:16.909044 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-71ce545a-e3df-4c49-95e4-6c76deb204b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:24:16.912826 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce545a-e3df-4c49-95e4-6c76deb204b4 None None] The sync data for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv is: [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:24:17.137393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbaa132-3fb4-4942-ac97-134e63780300 None None] New status for floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:24:17.504116 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-c51cfc16-d2d3-41ac-a9ae-ef9801ba0880 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1355421183&fields=id&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 267 time: 0.0445960 Jan 28 18:24:17.648704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295d02-8065-44f5-966e-1a8b7229c41d req-70635626-4887-4a5b-a960-f2cc29cc780f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:17.650101 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-70635626-4887-4a5b-a960-f2cc29cc780f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 812 time: 0.1404767 Jan 28 18:24:17.664415 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-bf16449e-176f-42ff-9933-ec36fedb09fb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/quotas/a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 375 time: 0.0086660 Jan 28 18:24:17.744808 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-27295d02-8065-44f5-966e-1a8b7229c41d req-6d5ea410-512f-4054-b3de-5224826629de tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Synchronizing usage tracker for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:24:17.811616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-27295d02-8065-44f5-966e-1a8b7229c41d req-6d5ea410-512f-4054-b3de-5224826629de tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Unset dirty status for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:24:17.812781 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-6d5ea410-512f-4054-b3de-5224826629de tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1431768 Jan 28 18:24:17.945477 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-87cadbcf-2dd8-43b6-b63f-9eba6ce422a5 service neutron] 10.222.0.26 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211331 Jan 28 18:24:18.077597 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-94adf4a8-2ff2-4762-aba6-da2d07c8d7e2 service neutron] 10.222.0.26 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255941 Jan 28 18:24:18.340509 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fafb7a87-db30-477f-b1b5-93686ec9eb8c req-0f0a105b-c535-4155-b8e2-a4aa01da322f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0417438 Jan 28 18:24:18.954422 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 47749c75-a168-47d7-87ec-1c6db302829a no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:24:18.990348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 47749c75-a168-47d7-87ec-1c6db302829a {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:24:18.990687 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 47749c75-a168-47d7-87ec-1c6db302829a not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:24:19.488296 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-13b0879c-5705-49dc-8571-dac29a799793 req-877a671d-1926-4d59-bbb0-da49e9289c56 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0413544 Jan 28 18:24:20.042790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:20.431273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295d02-8065-44f5-966e-1a8b7229c41d req-8cd7ee43-1259-473f-b206-6087a8019d3d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:20.432689 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-8cd7ee43-1259-473f-b206-6087a8019d3d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 812 time: 0.1423490 Jan 28 18:24:20.479973 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-ea77b1ae-97a4-4be5-9f14-03a5e418122c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 380 time: 0.0386000 Jan 28 18:24:20.488166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Request body: {'port': {'device_id': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'admin_state_up': True, 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'security_groups': ['479c2bc4-c49b-400a-aa96-8dff905ef0bd']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:24:20.642249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:24:20.651141 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-28ffad3f-ab69-44fa-a9ee-0b2c45903eb9 req-aec727e7-03b8-4173-a57f-846d6fe455c2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0466225 Jan 28 18:24:20.653632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:24:20.726400 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Made reservation on behalf of a7a9a5b1dfa24e93bb0d35dbae466bbc for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:24:20.729900 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:20.905929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Allocated IP 172.20.0.5 (44817d90-e60a-42a4-a118-838588592a43/b3643489-6beb-4219-ba00-c11ae61b4b69/87beb2bf-2a16-4f47-ab53-d0ce5923a5b6) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:24:21.089691 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:21.105007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Transition to ACTIVE for port object 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:24:21.191047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:21.358725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Network 44817d90-e60a-42a4-a118-838588592a43 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:24:21.361627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:24:21.365368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:24:21.412234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event updated for resources: {'Port': ['ID=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:24:21.438058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:21.438655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:21.563433 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e204f720-6a23-4980-a3d9-587bb48bbcc4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0785608 Jan 28 18:24:21.574191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Request body: {'port': {'device_id': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:24:21.671066 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7ab05ab3-2ee0-4439-ab3e-195abe594806 None None] Provisioning for port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:24:21.676949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7ab05ab3-2ee0-4439-ab3e-195abe594806 None None] Provisioning complete for port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:24:21.677436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7ab05ab3-2ee0-4439-ab3e-195abe594806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:21.679075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:21.732560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-7ab05ab3-2ee0-4439-ab3e-195abe594806 None None] Port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:24:21.973155 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bc638-731c-4531-9dac-9fb0c9824d57 req-f3dd1de2-4edf-4999-8797-8d1dcfe41973 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:21.973762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-c66bc638-731c-4531-9dac-9fb0c9824d57 req-f3dd1de2-4edf-4999-8797-8d1dcfe41973 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Synchronizing usage tracker for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:24:22.089260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:24:22.093913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-c66bc638-731c-4531-9dac-9fb0c9824d57 req-f3dd1de2-4edf-4999-8797-8d1dcfe41973 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Unset dirty status for tenant:a7a9a5b1dfa24e93bb0d35dbae466bbc on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:24:22.095085 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c66bc638-731c-4531-9dac-9fb0c9824d57 req-f3dd1de2-4edf-4999-8797-8d1dcfe41973 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 931 time: 0.3030703 Jan 28 18:24:22.098657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:22.131160 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Transition to ACTIVE for port object 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:24:22.148831 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c66bc638-731c-4531-9dac-9fb0c9824d57 req-6866cef5-059e-40a5-988a-b32ec4b85f91 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477259 Jan 28 18:24:22.220194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:22.373829 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Pushing event updated for resources: {'Port': ['ID=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:24:22.454640 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Attempting to bind port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:24:22.454974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Attempting to bind port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:24:22.455325 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Attempting to bind port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 on network 44817d90-e60a-42a4-a118-838588592a43 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:24:22.459925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 on network 44817d90-e60a-42a4-a118-838588592a43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:24:22.460241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Attempting to bind port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 on network 44817d90-e60a-42a4-a118-838588592a43 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:24:22.465342 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:24:22.465675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Checking segment: {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:24:22.466051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Bound using segment: {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:24:22.466467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Bound port: 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590613a4-b19a-4413-aedd-bfc7583759e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '44817d90-e60a-42a4-a118-838588592a43'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:24:22.466810 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:22.554795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] For port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:24:22.557590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] For port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:24:22.728248 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:22.787611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:22.788216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:22.789554 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] 10.222.0.16 "PUT /v2.0/ports/87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 HTTP/1.1" status: 200 len: 1093 time: 1.2193654 Jan 28 18:24:22.790030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:24:22.812741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6589f50-3ce7-40b2-814e-4927dff938b8 service neutron] Pushing event updated for resources: {'Port': ['ID=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:24:22.839227 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'status': 'completed', 'code': 200} Jan 28 18:24:22.939067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15427b7f-b4eb-43f8-9bc3-44c1f5e585ee req-04995ed7-45f4-48aa-b06e-4f30713f6587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:22.940601 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-15427b7f-b4eb-43f8-9bc3-44c1f5e585ee req-04995ed7-45f4-48aa-b06e-4f30713f6587 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 1096 time: 0.0772009 Jan 28 18:24:23.078651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15427b7f-b4eb-43f8-9bc3-44c1f5e585ee req-2a3abbca-55d8-4207-89ee-eb508ebd49ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:23.080027 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-15427b7f-b4eb-43f8-9bc3-44c1f5e585ee req-2a3abbca-55d8-4207-89ee-eb508ebd49ba service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1328485 Jan 28 18:24:23.211177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15427b7f-b4eb-43f8-9bc3-44c1f5e585ee req-fe992bf4-716b-4daa-a2ff-0a23924bb579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:23.212647 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-15427b7f-b4eb-43f8-9bc3-44c1f5e585ee req-fe992bf4-716b-4daa-a2ff-0a23924bb579 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268153 Jan 28 18:24:23.483416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb964e8-ff53-4e9f-a6a9-85ef34ff7fd2 req-9ab36f29-ee3b-4fe2-a56a-8d63cf38847b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:23.484840 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ecb964e8-ff53-4e9f-a6a9-85ef34ff7fd2 req-9ab36f29-ee3b-4fe2-a56a-8d63cf38847b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 943 time: 0.2107110 Jan 28 18:24:23.489134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295d02-8065-44f5-966e-1a8b7229c41d req-5ff7719f-8e60-4526-a965-c4856659d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:23.490501 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-5ff7719f-8e60-4526-a965-c4856659d071 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 1096 time: 0.2457905 Jan 28 18:24:23.570921 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-49c7f1b7-02a5-40e9-b106-3dfb66c67e9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 HTTP/1.1" status: 200 len: 217 time: 0.0672050 Jan 28 18:24:23.629720 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ecb964e8-ff53-4e9f-a6a9-85ef34ff7fd2 req-0f2c580d-d93d-40e9-9b5c-1dc04d7ec131 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382763 Jan 28 18:24:23.642159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295d02-8065-44f5-966e-1a8b7229c41d req-9990a49c-9d64-49a2-aa88-40511e681636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:23.643574 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-9990a49c-9d64-49a2-aa88-40511e681636 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0654788 Jan 28 18:24:23.719213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295d02-8065-44f5-966e-1a8b7229c41d req-9591f2ae-0928-445f-ad35-86098f373292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:23.720598 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-9591f2ae-0928-445f-ad35-86098f373292 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707207 Jan 28 18:24:23.852234 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-105228b9-a51b-47a4-bfa2-0f3c786d73fb service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250966 Jan 28 18:24:23.984629 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27295d02-8065-44f5-966e-1a8b7229c41d req-fe3a5cbb-cae5-4135-9402-4393e55c8505 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248631 Jan 28 18:24:24.813447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d2d65-8280-451d-af48-a5b9e7b42b64 req-4ae18146-8e02-4d52-aefe-6229482b39d3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:24.814891 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d76d2d65-8280-451d-af48-a5b9e7b42b64 req-4ae18146-8e02-4d52-aefe-6229482b39d3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 943 time: 0.0798347 Jan 28 18:24:24.857823 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d76d2d65-8280-451d-af48-a5b9e7b42b64 req-7220d112-433a-459d-bf41-39c1fa4ce6f4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372968 Jan 28 18:24:26.042594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a35cc-ea5c-4ea9-a13f-aa05b2e2746e req-9ed8a314-24e4-4206-97ff-d89ad7ae55a7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:26.044675 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-052a35cc-ea5c-4ea9-a13f-aa05b2e2746e req-9ed8a314-24e4-4206-97ff-d89ad7ae55a7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 943 time: 0.0856147 Jan 28 18:24:26.093677 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-052a35cc-ea5c-4ea9-a13f-aa05b2e2746e req-c7d4159b-c4eb-4b54-a02f-cfece6827324 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432005 Jan 28 18:24:26.973350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:24:27.115706 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:24:27.129072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'port_id': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'mac_address': 'fa:16:3e:a2:3e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:24:27.185769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:27.202665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:24:27.217473 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:24:27.279964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33ff75-b0b4-4ff0-adaf-859daf5b8410 req-d8932aaf-b0ca-46f6-827d-569ca839c7fb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:27.281420 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dc33ff75-b0b4-4ff0-adaf-859daf5b8410 req-d8932aaf-b0ca-46f6-827d-569ca839c7fb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 943 time: 0.0822864 Jan 28 18:24:27.317512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:27.326315 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dc33ff75-b0b4-4ff0-adaf-859daf5b8410 req-cee334a1-6858-487f-ae24-d3758aae8230 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390985 Jan 28 18:24:27.385627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:24:27.523985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['87beb2bf-2a16-4f47-ab53-d0ce5923a5b6'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:24:28.517859 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39adb6-fecb-49a2-9460-cb83c902d663 req-22b6e9c1-69ab-41aa-a280-6ce604bebde5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:28.519313 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ab39adb6-fecb-49a2-9460-cb83c902d663 req-22b6e9c1-69ab-41aa-a280-6ce604bebde5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 944 time: 0.0780802 Jan 28 18:24:28.566407 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ab39adb6-fecb-49a2-9460-cb83c902d663 req-47e4d229-4765-4d64-8f13-0be5c1467c5d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414841 Jan 28 18:24:28.988746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:24:29.120301 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:24:29.125731 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:24:29.126085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:29.240100 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:29.266491 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:24:29.275774 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:24:29.313963 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'code': 200} Jan 28 18:24:29.360626 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:29.440724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:24:29.753322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d55ece-16f2-4654-8d9b-317fa0893c01 req-23f84dba-e5e6-4a44-adf0-0f41c8cb8a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:29.754784 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c0d55ece-16f2-4654-8d9b-317fa0893c01 req-23f84dba-e5e6-4a44-adf0-0f41c8cb8a59 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 1098 time: 0.1330688 Jan 28 18:24:29.764663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1c1ab-caa4-4ac6-884c-a075b82c9688 req-18cbf653-6f2c-4507-bfe8-8584fc330e6c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:29.766027 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-daa1c1ab-caa4-4ac6-884c-a075b82c9688 req-18cbf653-6f2c-4507-bfe8-8584fc330e6c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0946481 Jan 28 18:24:29.825089 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c0d55ece-16f2-4654-8d9b-317fa0893c01 req-eb455824-9bf8-41d6-bc3d-9ffac2e8e92b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581169 Jan 28 18:24:29.834226 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-daa1c1ab-caa4-4ac6-884c-a075b82c9688 req-37174790-6110-4106-b9c8-55d36d57ecd7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553596 Jan 28 18:24:31.027082 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cc54b-201c-44be-a248-3943f4288725 req-9e880658-f735-4227-8fba-a2bd6985181f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:31.029140 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-725cc54b-201c-44be-a248-3943f4288725 req-9e880658-f735-4227-8fba-a2bd6985181f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0825491 Jan 28 18:24:31.073365 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-725cc54b-201c-44be-a248-3943f4288725 req-0431f862-2a95-4c62-8852-79a5b576e660 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384581 Jan 28 18:24:32.252553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966f2a1-ad80-4828-93f7-caa71e67b83e req-267fdc71-70b3-4f76-9f59-17e56acef155 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:32.254021 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1966f2a1-ad80-4828-93f7-caa71e67b83e req-267fdc71-70b3-4f76-9f59-17e56acef155 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0785217 Jan 28 18:24:32.300162 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1966f2a1-ad80-4828-93f7-caa71e67b83e req-16db5908-5ab2-41af-8450-b73c72ef36c6 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404925 Jan 28 18:24:32.476257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acd0f4-9e2e-44ef-9a2e-c91c405a6ce9 req-2be23a7a-5d4e-4833-942c-e49f540901d4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:32.477659 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-66acd0f4-9e2e-44ef-9a2e-c91c405a6ce9 req-2be23a7a-5d4e-4833-942c-e49f540901d4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0814741 Jan 28 18:24:32.486774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 51722) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:24:32.491696 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-cb7030fe-2d86-45ad-83f7-2a5aa62bb601 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Request body: {'floatingip': {'port_id': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:24:32.568287 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cb7030fe-2d86-45ad-83f7-2a5aa62bb601 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:33.252042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cb7030fe-2d86-45ad-83f7-2a5aa62bb601 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:33.316586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cb7030fe-2d86-45ad-83f7-2a5aa62bb601 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:33.482362 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-cb7030fe-2d86-45ad-83f7-2a5aa62bb601 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e associated. External IP: 172.26.1.20, port: 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6. Jan 28 18:24:33.818401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7030fe-2d86-45ad-83f7-2a5aa62bb601 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Router d772ace7-d7ed-49de-918b-4a73b9a10889 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:24:33.990923 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7030fe-2d86-45ad-83f7-2a5aa62bb601 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:24:33.995255 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cb7030fe-2d86-45ad-83f7-2a5aa62bb601 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:34.001237 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5f97d-3078-4316-a2b2-356b82ecaffd None None] Sync routers for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:24:34.011896 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5f97d-3078-4316-a2b2-356b82ecaffd None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:24:34.012669 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-efa5f97d-3078-4316-a2b2-356b82ecaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:24:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:24:34.052434 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cb7030fe-2d86-45ad-83f7-2a5aa62bb601 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "PUT /v2.0/floatingips/25a5ef00-e40a-4aa3-b68d-64aded4ead8e HTTP/1.1" status: 200 len: 991 time: 1.5645831 Jan 28 18:24:34.053002 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:24:34.105111 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'status': 'completed', 'code': 200} Jan 28 18:24:34.195510 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9fc64-786f-4dba-98b0-aaff80f04cc6 req-0def3bfc-c3aa-4c3b-ba24-edb5eaf2e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:34.197850 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6bb9fc64-786f-4dba-98b0-aaff80f04cc6 req-0def3bfc-c3aa-4c3b-ba24-edb5eaf2e0d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 1098 time: 0.0717134 Jan 28 18:24:34.198768 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-efa5f97d-3078-4316-a2b2-356b82ecaffd None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:24:34.334481 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9fc64-786f-4dba-98b0-aaff80f04cc6 req-a254a92c-f467-4350-9741-ad8bdc6f070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:34.335952 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6bb9fc64-786f-4dba-98b0-aaff80f04cc6 req-a254a92c-f467-4350-9741-ad8bdc6f070b service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1322980 Jan 28 18:24:34.439653 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6bb9fc64-786f-4dba-98b0-aaff80f04cc6 req-a7917166-f9a8-42a9-a560-99a91e3d0ce7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 HTTP/1.1" status: 200 len: 999 time: 0.0977540 Jan 28 18:24:34.501615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9fc64-786f-4dba-98b0-aaff80f04cc6 req-e3e0f338-36ab-4c98-bd09-cab569e86527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:34.503114 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6bb9fc64-786f-4dba-98b0-aaff80f04cc6 req-e3e0f338-36ab-4c98-bd09-cab569e86527 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0578873 Jan 28 18:24:34.580316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9fc64-786f-4dba-98b0-aaff80f04cc6 req-fcd71d86-ee69-4408-a471-6b0427523570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:34.581792 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6bb9fc64-786f-4dba-98b0-aaff80f04cc6 req-fcd71d86-ee69-4408-a471-6b0427523570 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729671 Jan 28 18:24:34.582156 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-efa5f97d-3078-4316-a2b2-356b82ecaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '25a5ef00-e40a-4aa3-b68d-64aded4ead8e', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'port_id': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'mac_address': 'fa:16:3e:a2:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:21:13Z', 'updated_at': '2022-01-28T18:24:33Z', 'revision_number': 13, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:24:34.587485 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5f97d-3078-4316-a2b2-356b82ecaffd None None] Checking router: d772ace7-d7ed-49de-918b-4a73b9a10889 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:24:34.597531 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5f97d-3078-4316-a2b2-356b82ecaffd None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:24:34.598439 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-efa5f97d-3078-4316-a2b2-356b82ecaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:24:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:24:34.782317 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-efa5f97d-3078-4316-a2b2-356b82ecaffd None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:24:34.816843 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6bb9fc64-786f-4dba-98b0-aaff80f04cc6 req-298c44c2-2a85-4b2b-bc4c-d4e528b80e3a service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288487 Jan 28 18:24:34.962843 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6bb9fc64-786f-4dba-98b0-aaff80f04cc6 req-1dd118ca-f8e4-4b40-a2ed-74102dc3048b service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397533 Jan 28 18:24:35.130951 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:24:35.139641 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-efa5f97d-3078-4316-a2b2-356b82ecaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '25a5ef00-e40a-4aa3-b68d-64aded4ead8e', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'port_id': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'mac_address': 'fa:16:3e:a2:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:21:13Z', 'updated_at': '2022-01-28T18:24:33Z', 'revision_number': 13, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:24:35.143433 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5f97d-3078-4316-a2b2-356b82ecaffd None None] The sync data for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv is: [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '25a5ef00-e40a-4aa3-b68d-64aded4ead8e', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'port_id': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'mac_address': 'fa:16:3e:a2:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:21:13Z', 'updated_at': '2022-01-28T18:24:33Z', 'revision_number': 13, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:24:35.350168 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72791ebf-ecc8-46f6-bc77-643645b0c08a None None] New status for floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:24:37.229828 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc7841-b849-4a6b-bdc3-7f6046d240a5 req-39f2f6eb-95aa-46f9-b09d-a5f99e499e63 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:37.231680 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-23dc7841-b849-4a6b-bdc3-7f6046d240a5 req-39f2f6eb-95aa-46f9-b09d-a5f99e499e63 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0770297 Jan 28 18:24:37.273784 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-23dc7841-b849-4a6b-bdc3-7f6046d240a5 req-2c711e72-babd-48f5-b753-f75a7f6855d8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365860 Jan 28 18:24:39.978000 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aabc215a-45bd-4750-84cd-7106fc9ceaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:42.322740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-28ab2022-dd50-4ad0-ab3a-d9d6c1379783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:43.327035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:43.396866 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:45.099453 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:47.727513 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4320b-caeb-44d1-8523-5c1b81f81616 req-6349c71b-ca86-4482-bbc1-9106dc99a232 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:47.735025 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bdc4320b-caeb-44d1-8523-5c1b81f81616 req-6349c71b-ca86-4482-bbc1-9106dc99a232 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0783749 Jan 28 18:24:47.777246 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bdc4320b-caeb-44d1-8523-5c1b81f81616 req-294cc51e-edbd-4942-8b7e-474f1675bd38 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424399 Jan 28 18:24:47.912261 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-f24272b2-1130-4fb7-8c96-d1eee7c053cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1826811 Jan 28 18:24:48.688736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7256e72-5050-4648-94ab-d9a065a48690 req-5e8964d6-0c41-4877-90b6-33c18c731e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:48.690821 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7256e72-5050-4648-94ab-d9a065a48690 req-5e8964d6-0c41-4877-90b6-33c18c731e11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 1098 time: 0.0751050 Jan 28 18:24:48.833554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7256e72-5050-4648-94ab-d9a065a48690 req-0c6afa85-477c-47fb-8984-c84222c300b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:48.835037 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7256e72-5050-4648-94ab-d9a065a48690 req-0c6afa85-477c-47fb-8984-c84222c300b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1262474 Jan 28 18:24:48.940289 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7256e72-5050-4648-94ab-d9a065a48690 req-8de16d90-2c0d-4350-b51d-cca5de33a18e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 HTTP/1.1" status: 200 len: 1001 time: 0.0986161 Jan 28 18:24:48.964258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb69742-de14-4643-802c-21b7a51bb212 req-6e8d7b52-fdf4-4876-af01-81ce3f8b39eb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:48.966459 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3bb69742-de14-4643-802c-21b7a51bb212 req-6e8d7b52-fdf4-4876-af01-81ce3f8b39eb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0800364 Jan 28 18:24:49.007798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7256e72-5050-4648-94ab-d9a065a48690 req-48f0abba-829f-49e9-aa9c-4ff4807a50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:49.009598 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7256e72-5050-4648-94ab-d9a065a48690 req-48f0abba-829f-49e9-aa9c-4ff4807a50e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0635657 Jan 28 18:24:49.010795 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3bb69742-de14-4643-802c-21b7a51bb212 req-43bfd823-d162-42f4-8fb3-0f936e28081d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382504 Jan 28 18:24:49.087141 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7256e72-5050-4648-94ab-d9a065a48690 req-31ba0869-b908-4da3-ab13-5ec38601fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:49.088588 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7256e72-5050-4648-94ab-d9a065a48690 req-31ba0869-b908-4da3-ab13-5ec38601fa50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736630 Jan 28 18:24:49.220156 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7256e72-5050-4648-94ab-d9a065a48690 req-ac916558-7938-4bfb-b137-91225c72c2ae service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248727 Jan 28 18:24:49.356858 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f7256e72-5050-4648-94ab-d9a065a48690 req-ad356d21-80ea-43ed-96eb-38b799dc663e service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297710 Jan 28 18:24:49.932130 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-d9afa984-8155-4a94-841c-571b72906c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:49.933637 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-d9afa984-8155-4a94-841c-571b72906c11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 1098 time: 0.0716577 Jan 28 18:24:50.067572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-4bdab9bb-d8c6-455b-9949-353124342152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:50.069011 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-4bdab9bb-d8c6-455b-9949-353124342152 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1293640 Jan 28 18:24:50.076091 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:24:50.221325 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-e2622741-dcde-4172-a91f-085faa24c961 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 HTTP/1.1" status: 200 len: 1001 time: 0.1450360 Jan 28 18:24:50.291940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdbb28-0845-45dd-a3f4-402283568e4d req-1e4232ec-7823-40d8-aaed-206e6ab6e3a0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:50.293650 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8bfdbb28-0845-45dd-a3f4-402283568e4d req-1e4232ec-7823-40d8-aaed-206e6ab6e3a0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.1630242 Jan 28 18:24:50.319936 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-1abe1e4e-de25-42d1-aa0b-012b8b5eb190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:50.321318 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-1abe1e4e-de25-42d1-aa0b-012b8b5eb190 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0911481 Jan 28 18:24:50.383899 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8bfdbb28-0845-45dd-a3f4-402283568e4d req-94766ed4-b281-442f-951b-17bda9c59e68 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824740 Jan 28 18:24:50.411392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-37eb8649-5f98-41d0-848b-555180d81898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:50.412852 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-37eb8649-5f98-41d0-848b-555180d81898 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784929 Jan 28 18:24:50.632039 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-ec6ae2b9-27d4-4088-8710-ce36a62061d3 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121320 Jan 28 18:24:50.759233 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-0355fede-8cce-4bca-b71d-a267bb3f1c8c service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202371 Jan 28 18:24:51.719132 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b72f45-b4ea-472e-9b08-3665bb443ad1 req-d9335d2f-2a81-4ff0-86d0-9d688c27470e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:51.720493 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-66b72f45-b4ea-472e-9b08-3665bb443ad1 req-d9335d2f-2a81-4ff0-86d0-9d688c27470e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0832698 Jan 28 18:24:51.763394 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-66b72f45-b4ea-472e-9b08-3665bb443ad1 req-10335996-460c-4756-bab3-4c3f686d1118 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373082 Jan 28 18:24:52.946406 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed7fe-13f0-44f9-942d-b46750a0534a req-ee008f71-f09e-43b0-9754-c525bb16ae32 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:52.947937 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3a8ed7fe-13f0-44f9-942d-b46750a0534a req-ee008f71-f09e-43b0-9754-c525bb16ae32 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0816705 Jan 28 18:24:52.990745 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3a8ed7fe-13f0-44f9-942d-b46750a0534a req-9f9a665b-1424-484e-8538-7a89a5a70766 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371699 Jan 28 18:24:54.170498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bee4c3-6291-49cb-a229-889a173a3593 req-adc5edd4-4f3c-432c-90d8-bf2948caa30f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:54.171941 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-84bee4c3-6291-49cb-a229-889a173a3593 req-adc5edd4-4f3c-432c-90d8-bf2948caa30f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0776911 Jan 28 18:24:54.218726 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-84bee4c3-6291-49cb-a229-889a173a3593 req-13cc2a15-a51c-4898-8c71-42afec011c79 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Jan 28 18:24:55.400390 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79031a1-b012-45e1-a0a0-40b08e54243f req-ad139354-9bee-42ce-b289-97b823736e41 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:55.402141 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c79031a1-b012-45e1-a0a0-40b08e54243f req-ad139354-9bee-42ce-b289-97b823736e41 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0785019 Jan 28 18:24:55.449455 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c79031a1-b012-45e1-a0a0-40b08e54243f req-aaedf1fd-1ae5-40f3-9606-8de16fd092d9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409300 Jan 28 18:24:56.631898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2228998-cd2b-4bdc-a0a3-a51e3bc781e8 req-f39b9493-99d0-452d-9d0b-040a433d9aa2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:56.633334 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b2228998-cd2b-4bdc-a0a3-a51e3bc781e8 req-f39b9493-99d0-452d-9d0b-040a433d9aa2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0809979 Jan 28 18:24:56.678265 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b2228998-cd2b-4bdc-a0a3-a51e3bc781e8 req-f3f428b6-0545-4301-8f83-77e0ad3c913d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379837 Jan 28 18:24:57.867106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c4a36-8d02-4eb5-a804-45e1bf5ebad8 req-b63097c6-9bf7-41b2-911e-8654edfaedca tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:57.868528 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-202c4a36-8d02-4eb5-a804-45e1bf5ebad8 req-b63097c6-9bf7-41b2-911e-8654edfaedca tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0849195 Jan 28 18:24:57.910396 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-202c4a36-8d02-4eb5-a804-45e1bf5ebad8 req-1a30d06f-67e7-4215-a3ea-55a02dc01341 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363293 Jan 28 18:24:59.095667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057ce88-3557-4610-99f4-1a8423b5e9dc req-e83719f3-665b-47e8-a412-135b29ff4cf2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:24:59.097084 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c057ce88-3557-4610-99f4-1a8423b5e9dc req-e83719f3-665b-47e8-a412-135b29ff4cf2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0812044 Jan 28 18:24:59.140228 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c057ce88-3557-4610-99f4-1a8423b5e9dc req-33f03bce-f916-4813-94dc-e0015bb64281 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374167 Jan 28 18:25:00.335823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76489d1c-2065-4b5a-a854-a248e6ccfcaa req-2c155620-f331-4112-9c5f-aa44b73d270d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:00.337172 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-76489d1c-2065-4b5a-a854-a248e6ccfcaa req-2c155620-f331-4112-9c5f-aa44b73d270d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0865948 Jan 28 18:25:00.381854 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-76489d1c-2065-4b5a-a854-a248e6ccfcaa req-d3f38f32-70d1-41c3-ae69-344f3faf511e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389867 Jan 28 18:25:01.567384 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce94e0-1589-4cf9-999a-d3166506d7b7 req-11324a26-1257-4ec7-8c29-476d95612d8c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:01.568799 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-12ce94e0-1589-4cf9-999a-d3166506d7b7 req-11324a26-1257-4ec7-8c29-476d95612d8c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0831971 Jan 28 18:25:01.611718 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-12ce94e0-1589-4cf9-999a-d3166506d7b7 req-2682633f-6a8f-481f-b881-678c747c111e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373461 Jan 28 18:25:02.792033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a5ee1-725a-4a67-8e8f-c2c38ae5b007 req-46620303-fc8b-4a92-9dac-26d09f9a4b3f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:02.793449 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9d9a5ee1-725a-4a67-8e8f-c2c38ae5b007 req-46620303-fc8b-4a92-9dac-26d09f9a4b3f tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0782096 Jan 28 18:25:02.835979 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9d9a5ee1-725a-4a67-8e8f-c2c38ae5b007 req-765c888d-02d8-4873-b806-21e1cc306bb5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369139 Jan 28 18:25:03.721039 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-18411f3f-d902-41b5-9e02-36cff2cca059 service neutron] 10.222.0.16 "GET /v2.0/ports/87beb2bf-2a16-4f47-ab53-d0ce5923a5b6/bindings/hv-neutron-8269 HTTP/1.1" status: 200 len: 384 time: 0.0765574 Jan 28 18:25:04.017655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de318118-5fc6-47a2-be84-616acd59ccbc req-68462650-cec3-485e-88e9-df70af9c2cc7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:04.019215 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-de318118-5fc6-47a2-be84-616acd59ccbc req-68462650-cec3-485e-88e9-df70af9c2cc7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0792234 Jan 28 18:25:04.067675 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-de318118-5fc6-47a2-be84-616acd59ccbc req-38187a92-01e9-4787-9a0a-cb65a58fbe60 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428309 Jan 28 18:25:04.340978 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-8e831a95-d257-4212-8122-447a3c0c5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:04.342436 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-8e831a95-d257-4212-8122-447a3c0c5a0b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 1098 time: 0.0719521 Jan 28 18:25:04.435447 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-fe1d93fc-e40c-4cfd-bf4c-4d8dde00d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:04.436902 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-fe1d93fc-e40c-4cfd-bf4c-4d8dde00d169 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 1098 time: 0.0736625 Jan 28 18:25:04.564801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-8afbf7b3-dd79-4eaa-8b45-d27087cb55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:04.566254 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-8afbf7b3-dd79-4eaa-8b45-d27087cb55a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1230702 Jan 28 18:25:04.665872 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-8b514eee-1352-445d-adf1-2636e89840b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 HTTP/1.1" status: 200 len: 1001 time: 0.0936985 Jan 28 18:25:04.739994 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-6b3658d7-bd61-4533-8135-7ea560578851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:04.741420 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-6b3658d7-bd61-4533-8135-7ea560578851 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0699003 Jan 28 18:25:04.815499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-0c257b8a-8c79-416e-9479-4c946090c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:04.816966 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-0c257b8a-8c79-416e-9479-4c946090c087 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701213 Jan 28 18:25:04.942749 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-8adc1a8d-3115-4808-bd73-7fbdc2447c26 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195788 Jan 28 18:25:05.071423 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5bbc43-38f5-451a-8e9e-e5a1d74b27e0 req-e1b6641c-901a-48ef-8a7c-c701a6e773f9 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227620 Jan 28 18:25:05.256083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a42196-eb8f-4747-938a-1711f9af35b8 req-906e967a-c3d6-465e-888d-ed6a274227bb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:05.257485 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-17a42196-eb8f-4747-938a-1711f9af35b8 req-906e967a-c3d6-465e-888d-ed6a274227bb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0819054 Jan 28 18:25:05.302580 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-17a42196-eb8f-4747-938a-1711f9af35b8 req-231080a8-2dbc-4608-9a05-184420087fe8 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395236 Jan 28 18:25:06.495431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f09d6-dff2-441c-95ae-036e84f9445b req-c346cd63-1fbd-44f1-b9d2-b2d5e4a3ea1d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:06.496860 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c64f09d6-dff2-441c-95ae-036e84f9445b req-c346cd63-1fbd-44f1-b9d2-b2d5e4a3ea1d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0813012 Jan 28 18:25:06.539992 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c64f09d6-dff2-441c-95ae-036e84f9445b req-8be02d5b-37c6-4050-9d80-be857e1b293e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368278 Jan 28 18:25:07.165100 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:25:07.274009 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:07.300147 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:25:07.309830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:25:07.351281 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'code': 200} Jan 28 18:25:07.374214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:07.444244 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:07.451211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:07.451557 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:07.451894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:07.452221 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:07.452544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:07.452864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:07.453185 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:07.453502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:07.453820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:07.454719 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:07.455073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:07.455429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:07.724454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e7688-b74c-4209-bff1-1e1673a33e95 req-fc6351a3-3192-47b8-828b-7bffc847a8a6 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:07.725789 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a47e7688-b74c-4209-bff1-1e1673a33e95 req-fc6351a3-3192-47b8-828b-7bffc847a8a6 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 943 time: 0.0806293 Jan 28 18:25:07.768393 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a47e7688-b74c-4209-bff1-1e1673a33e95 req-31bb2a40-b993-4084-9904-8a2cb71768c4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371647 Jan 28 18:25:08.950984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37abcf9-c791-43bd-917f-6469c431ba8a req-0ef0ee08-4833-4965-8c28-6f029a13709c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:08.952480 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e37abcf9-c791-43bd-917f-6469c431ba8a req-0ef0ee08-4833-4965-8c28-6f029a13709c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 943 time: 0.0795264 Jan 28 18:25:09.000366 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e37abcf9-c791-43bd-917f-6469c431ba8a req-8243f600-2b05-4e3f-b1f8-ea26d830f503 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417891 Jan 28 18:25:09.161039 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:25:09.291154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:25:09.304201 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'port_id': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'mac_address': 'fa:16:3e:a2:3e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:25:09.356805 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:09.372488 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:25:09.386909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:25:09.470263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:09.533460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['87beb2bf-2a16-4f47-ab53-d0ce5923a5b6'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:25:09.584237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:10.058532 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b19cec97-357e-4834-8016-64679030f1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:10.197078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891de10-57ee-4764-a8da-133c2eaa5d7d req-8b3b8b3d-a0d3-47b1-90f5-181b878f07ef tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:10.198529 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f891de10-57ee-4764-a8da-133c2eaa5d7d req-8b3b8b3d-a0d3-47b1-90f5-181b878f07ef tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 944 time: 0.0882275 Jan 28 18:25:10.242577 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f891de10-57ee-4764-a8da-133c2eaa5d7d req-43ebbfdc-3aec-4523-8f33-6687e9ef80b9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381479 Jan 28 18:25:11.172930 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:25:11.240702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:25:11.240988 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:11.357669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:11.384383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:25:11.394519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:25:11.430618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d61c86-1231-4c1c-9f9e-d7f2df25b181 req-4fdfe855-69df-4d4c-83d4-ecee029b6954 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:11.434091 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-03d61c86-1231-4c1c-9f9e-d7f2df25b181 req-4fdfe855-69df-4d4c-83d4-ecee029b6954 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 944 time: 0.0826061 Jan 28 18:25:11.440728 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'code': 200} Jan 28 18:25:11.477166 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-03d61c86-1231-4c1c-9f9e-d7f2df25b181 req-11b1e346-20a6-4b42-82c4-65cfc42e1dce tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390930 Jan 28 18:25:11.487392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:11.554441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,revision_number=8']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:12.129347 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:25:12.328574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-52e12fda-a54e-4c2e-957b-1a15b8a6b26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:12.676119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dbc84-b041-4b2b-990b-a45b6282377e req-4b03b2bc-46b6-4611-bab1-e3d1521501b7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:12.677537 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b2dbc84-b041-4b2b-990b-a45b6282377e req-4b03b2bc-46b6-4611-bab1-e3d1521501b7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0819845 Jan 28 18:25:12.720361 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b2dbc84-b041-4b2b-990b-a45b6282377e req-bf9f3301-0fa4-4ee9-8f1b-ad6792ddd647 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373719 Jan 28 18:25:13.329991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:13.403141 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:13.909088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46ab17-3225-4f4d-a487-5d87ae45fc02 req-512aedc9-a27c-4d7b-9d48-54d6a7002aff tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:13.910447 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cd46ab17-3225-4f4d-a487-5d87ae45fc02 req-512aedc9-a27c-4d7b-9d48-54d6a7002aff tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0827999 Jan 28 18:25:14.040138 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cd46ab17-3225-4f4d-a487-5d87ae45fc02 req-a5f27c49-8ecb-40e5-ac81-f6d3ba6a5953 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238945 Jan 28 18:25:15.041468 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:15.218970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f4e1f-cda7-4d95-ac81-c4206184e4af req-b24ab9c9-2043-4925-a129-c1352d6e9844 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:15.220995 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-039f4e1f-cda7-4d95-ac81-c4206184e4af req-b24ab9c9-2043-4925-a129-c1352d6e9844 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0780964 Jan 28 18:25:15.267524 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-039f4e1f-cda7-4d95-ac81-c4206184e4af req-1c54b3f2-3c41-43c2-a9a9-fc8b2e491fb4 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409904 Jan 28 18:25:15.983030 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-f92c38ed-e013-49fb-8c24-00ac27810a11 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:15.983618 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a409a9-339f-40d8-be53-2b6d79d17836 req-50f156c7-15ff-47df-95cb-ea5068a9caac tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:15.984531 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-f92c38ed-e013-49fb-8c24-00ac27810a11 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&binding%3Ahost_id=hv-neutron-8269 HTTP/1.1" status: 200 len: 945 time: 0.0873966 Jan 28 18:25:15.985062 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-50a409a9-339f-40d8-be53-2b6d79d17836 req-50f156c7-15ff-47df-95cb-ea5068a9caac tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0841455 Jan 28 18:25:16.039363 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-50a409a9-339f-40d8-be53-2b6d79d17836 req-79d30181-7067-4b2a-ae05-ac2c79318198 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480769 Jan 28 18:25:16.068810 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-6f6dc483-8b18-455a-baff-1c221de4d455 service neutron] 10.222.0.16 "GET /v2.0/ports/87beb2bf-2a16-4f47-ab53-d0ce5923a5b6/bindings/hv-neutron-8269 HTTP/1.1" status: 200 len: 384 time: 0.0787728 Jan 28 18:25:16.160870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-62d829ab-24ea-4355-a95b-17d4e1b4483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:16.162295 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-62d829ab-24ea-4355-a95b-17d4e1b4483e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 1098 time: 0.0694001 Jan 28 18:25:16.291237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-03008bad-e180-4e5b-9a10-660b997e1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:16.293704 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-03008bad-e180-4e5b-9a10-660b997e1b9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1259191 Jan 28 18:25:16.397143 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-e2b92ae2-6a25-485f-9b16-4767e20e11d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 HTTP/1.1" status: 200 len: 1001 time: 0.0971665 Jan 28 18:25:16.456897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-c3a0e421-0e7e-4cf0-b1bf-21dd8e8d6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:16.458269 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-c3a0e421-0e7e-4cf0-b1bf-21dd8e8d6bef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0557709 Jan 28 18:25:16.537770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-78c0f06f-770d-400e-8820-35ff91343757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:16.539241 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-78c0f06f-770d-400e-8820-35ff91343757 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755455 Jan 28 18:25:16.666115 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-54328ca4-c332-4000-bbc9-dc1649f4b2f5 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206715 Jan 28 18:25:16.791507 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-ebb93c67-989b-48bd-9d85-2606d2f659da service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196370 Jan 28 18:25:17.223904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d3f1-e206-4464-9a38-12f55cc03200 req-61de2b52-adc4-4b17-ab44-d21bd630897b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:17.225232 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ab94d3f1-e206-4464-9a38-12f55cc03200 req-61de2b52-adc4-4b17-ab44-d21bd630897b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0781274 Jan 28 18:25:17.268185 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ab94d3f1-e206-4464-9a38-12f55cc03200 req-3d243415-2901-4971-bc51-0589d6d04d78 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373957 Jan 28 18:25:18.467896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee29da-b6fa-4a36-9ff8-6b3510836dc2 req-78aa2837-13d3-4c65-832b-416a22fe9fb0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:18.469348 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1cee29da-b6fa-4a36-9ff8-6b3510836dc2 req-78aa2837-13d3-4c65-832b-416a22fe9fb0 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0894167 Jan 28 18:25:18.512133 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1cee29da-b6fa-4a36-9ff8-6b3510836dc2 req-dc3a628b-285f-4f76-b584-75d9c57c897c tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367053 Jan 28 18:25:19.698580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1d0c7-f939-4e91-922b-4df21c7cf540 req-7154dfe1-507d-477f-bd5e-0c42c340bb5e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:19.699969 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3eb1d0c7-f939-4e91-922b-4df21c7cf540 req-7154dfe1-507d-477f-bd5e-0c42c340bb5e tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0826604 Jan 28 18:25:19.743409 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3eb1d0c7-f939-4e91-922b-4df21c7cf540 req-65366acf-0902-4501-97f2-114eaa7da088 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375440 Jan 28 18:25:20.106366 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:20.849748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-395e62d4-b6f7-47a2-99f3-3cb6bd8c4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:20.851210 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-395e62d4-b6f7-47a2-99f3-3cb6bd8c4df7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7&tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc HTTP/1.1" status: 200 len: 1098 time: 0.0705664 Jan 28 18:25:20.926662 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2bea8-0cbe-411d-9172-5e9aea18ef27 req-5c076e28-8801-4c0e-ba19-b17c98129409 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:20.928136 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0fe2bea8-0cbe-411d-9172-5e9aea18ef27 req-5c076e28-8801-4c0e-ba19-b17c98129409 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0784795 Jan 28 18:25:20.943552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-d85b21ca-4641-47e5-ba92-606fe458579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:20.945043 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-d85b21ca-4641-47e5-ba92-606fe458579d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 1098 time: 0.0739412 Jan 28 18:25:20.972567 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0fe2bea8-0cbe-411d-9172-5e9aea18ef27 req-99a79c0f-916d-4ac1-87e5-2dbe8218f8a9 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387607 Jan 28 18:25:21.073548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-4cfe6c8f-01db-4045-aec1-6de0e5467674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:21.075146 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-4cfe6c8f-01db-4045-aec1-6de0e5467674 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 200 len: 913 time: 0.1242270 Jan 28 18:25:21.175408 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-90c32ac1-4ff3-4111-995d-7859b9f21e7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 HTTP/1.1" status: 200 len: 1001 time: 0.0945876 Jan 28 18:25:21.233529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-4e55d429-e825-4291-9a56-d957b081f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:21.234878 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-4e55d429-e825-4291-9a56-d957b081f1b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 200 len: 851 time: 0.0544181 Jan 28 18:25:21.310387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-d854ba43-0bd8-473d-8013-96572c13cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:21.311865 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-d854ba43-0bd8-473d-8013-96572c13cfb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44817d90-e60a-42a4-a118-838588592a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715172 Jan 28 18:25:21.531835 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-22fd68d2-8e7d-44be-9947-60a4ab9b1c4f service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135575 Jan 28 18:25:21.661930 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c9711e5-e39d-477e-95f5-a2f621c8c329 req-39d3dd5c-318c-4d10-975b-3ef4842b6330 service neutron] 10.222.0.16 "GET /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244726 Jan 28 18:25:22.171143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447b79c-ddb9-4ca9-8a59-99e2abbf4c16 req-1a30530a-5f67-4add-babd-833bdf2af070 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:22.178934 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d447b79c-ddb9-4ca9-8a59-99e2abbf4c16 req-1a30530a-5f67-4add-babd-833bdf2af070 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0911274 Jan 28 18:25:22.218061 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d447b79c-ddb9-4ca9-8a59-99e2abbf4c16 req-3467481b-0534-4376-8079-f0b0fe620574 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397305 Jan 28 18:25:23.282934 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:25:23.398726 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:23.422849 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1257c-896e-40d1-beea-2589a115f894 req-460d44c0-eb73-4841-a80e-e213cab0d9fd tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:23.428649 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-57a1257c-896e-40d1-beea-2589a115f894 req-460d44c0-eb73-4841-a80e-e213cab0d9fd tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.1008601 Jan 28 18:25:23.435241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:25:23.445220 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:25:23.486290 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-57a1257c-896e-40d1-beea-2589a115f894 req-05800a6a-3a10-4d6c-8a0e-3156e70ca048 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511510 Jan 28 18:25:23.488120 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'code': 200} Jan 28 18:25:23.523186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:23.633846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,revision_number=9']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:24.681159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58000296-cad4-4cf2-8bce-1c30b8e23796 req-4a8807bc-948c-4e72-82bc-cf13c872bd27 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:24.682620 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-58000296-cad4-4cf2-8bce-1c30b8e23796 req-4a8807bc-948c-4e72-82bc-cf13c872bd27 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 943 time: 0.0846624 Jan 28 18:25:24.725655 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-58000296-cad4-4cf2-8bce-1c30b8e23796 req-afd9db2a-28e9-4f90-ba51-3af60815bf44 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374579 Jan 28 18:25:25.301384 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:25:25.428888 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:25:25.441815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'port_id': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'mac_address': 'fa:16:3e:a2:3e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:25:25.494444 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:25.510612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:25:25.525801 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:25:25.608941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:25.675661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['87beb2bf-2a16-4f47-ab53-d0ce5923a5b6'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:25:25.720822 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,revision_number=10']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:25.909680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc6ccd-a20f-4248-acf4-847d6e15fb80 req-d26425eb-9dba-4843-a37e-92f2fc1371e5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:25.911145 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5abc6ccd-a20f-4248-acf4-847d6e15fb80 req-d26425eb-9dba-4843-a37e-92f2fc1371e5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0780451 Jan 28 18:25:25.954708 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5abc6ccd-a20f-4248-acf4-847d6e15fb80 req-b7b57ad5-eca2-4614-9e28-e5e76dcb6ad5 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380759 Jan 28 18:25:27.133515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8da22-b019-40cf-b424-cee70c03d845 req-c42df534-383e-43c0-8ad7-d810f1aacbd3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:27.134930 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-74f8da22-b019-40cf-b424-cee70c03d845 req-c42df534-383e-43c0-8ad7-d810f1aacbd3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0770543 Jan 28 18:25:27.177045 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-74f8da22-b019-40cf-b424-cee70c03d845 req-bda81b68-34eb-4c8e-8b69-8350bafdb908 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366838 Jan 28 18:25:27.317250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:25:27.385575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:25:27.385943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:27.498245 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:27.524174 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:25:27.534633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:25:27.582104 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'code': 200} Jan 28 18:25:27.591662 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:27.657763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,revision_number=11']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:28.367876 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be757324-602e-40fc-aa69-a5b2693bc762 req-c1eea382-2fe8-4d9d-b7c2-d6ec55a70942 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:28.369238 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be757324-602e-40fc-aa69-a5b2693bc762 req-c1eea382-2fe8-4d9d-b7c2-d6ec55a70942 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 946 time: 0.0845098 Jan 28 18:25:28.412787 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be757324-602e-40fc-aa69-a5b2693bc762 req-e61e84ed-5e8a-49da-b5b9-856bf63844f6 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378501 Jan 28 18:25:29.598049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2793750-8327-4892-8278-f00dad3d3f01 req-a4892d66-5c50-4750-8dc9-3ab2e89c3dcb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:29.599472 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e2793750-8327-4892-8278-f00dad3d3f01 req-a4892d66-5c50-4750-8dc9-3ab2e89c3dcb tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 946 time: 0.0806451 Jan 28 18:25:29.642911 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e2793750-8327-4892-8278-f00dad3d3f01 req-c95c9549-0acc-4348-b993-eb33b70baa06 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379369 Jan 28 18:25:30.825056 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a5859-7cc6-431e-9c91-99fe33a39276 req-70cd25ed-c465-4e06-a98a-635c526b8f49 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:30.826530 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-637a5859-7cc6-431e-9c91-99fe33a39276 req-70cd25ed-c465-4e06-a98a-635c526b8f49 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 946 time: 0.0792568 Jan 28 18:25:30.872588 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-637a5859-7cc6-431e-9c91-99fe33a39276 req-df29323e-e6f2-4073-a0b9-2ee580dfb584 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397227 Jan 28 18:25:31.053934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbbd21-11aa-44c9-8785-f9ff9ebc9bd2 req-eed94e10-78f6-4886-9e4f-aba59c85b424 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:31.055397 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cbcbbd21-11aa-44c9-8785-f9ff9ebc9bd2 req-eed94e10-78f6-4886-9e4f-aba59c85b424 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 946 time: 0.0788195 Jan 28 18:25:31.101417 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cbcbbd21-11aa-44c9-8785-f9ff9ebc9bd2 req-2f9ec1d3-f064-4198-b5a2-903f864420c2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405595 Jan 28 18:25:31.280040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ea614-05a3-4783-88c8-57737d7eac5a req-27134cc1-1a78-4976-9d27-982218e92073 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:31.281570 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4a8ea614-05a3-4783-88c8-57737d7eac5a req-27134cc1-1a78-4976-9d27-982218e92073 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 946 time: 0.0779388 Jan 28 18:25:31.326369 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4a8ea614-05a3-4783-88c8-57737d7eac5a req-f76f67dd-0020-476e-954d-78721dc06bff tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392685 Jan 28 18:25:31.870700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605427ec-958c-4fd4-bfdd-544f40d5ce86 req-e1d77f22-c53a-41a7-b0b4-0a5f92b3ef84 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:31.872137 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-605427ec-958c-4fd4-bfdd-544f40d5ce86 req-e1d77f22-c53a-41a7-b0b4-0a5f92b3ef84 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 946 time: 0.0813456 Jan 28 18:25:31.916366 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-605427ec-958c-4fd4-bfdd-544f40d5ce86 req-5e120b20-98cb-41eb-a2f2-5364385a91ce tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385807 Jan 28 18:25:33.097340 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00696f5a-b30a-4099-a1a7-a14fbba6ebe0 req-59dce4b7-d2a3-4db5-90bd-a35a9a389ef3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:33.098782 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-00696f5a-b30a-4099-a1a7-a14fbba6ebe0 req-59dce4b7-d2a3-4db5-90bd-a35a9a389ef3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 946 time: 0.0787385 Jan 28 18:25:33.141440 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-00696f5a-b30a-4099-a1a7-a14fbba6ebe0 req-2542303d-9b32-4f8a-ae76-7c630e95218d tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370741 Jan 28 18:25:34.238596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-5d33cdba-4ae1-475b-b71f-5b1b76e11c6b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:34.240061 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-5d33cdba-4ae1-475b-b71f-5b1b76e11c6b tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 946 time: 0.0805371 Jan 28 18:25:34.361335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Deleting port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:25:34.361552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:34.463811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb650b-819b-4af4-aa8d-cd3c3ec04841 req-4388f78a-2e73-474a-ad05-52c6968513d3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:34.465246 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27cb650b-819b-4af4-aa8d-cd3c3ec04841 req-4388f78a-2e73-474a-ad05-52c6968513d3 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 946 time: 0.1883824 Jan 28 18:25:34.588954 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-27cb650b-819b-4af4-aa8d-cd3c3ec04841 req-60948497-1e83-44b9-a44a-488de86c1560 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups?id=479c2bc4-c49b-400a-aa96-8dff905ef0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172314 Jan 28 18:25:34.650349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] For port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:25:34.650709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:35.024458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:35.024821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:35.025132 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e disassociated. External IP: 172.26.1.20, port: 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6. Jan 28 18:25:35.025474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Calling delete_port for 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:25:35.231821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:35.281335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event deleted for resources: {'Port': ['ID=87beb2bf-2a16-4f47-ab53-d0ce5923a5b6,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:35.293659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:35.293999 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:35.294360 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:35.294651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:35.294976 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:35.295337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:35.295631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:35.295948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:35.296267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:35.296582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:35.296897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:35.297203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:35.482326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Router d772ace7-d7ed-49de-918b-4a73b9a10889 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:25:35.667494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:25:35.678350 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3affad7-1ab0-4ab6-b209-5206cf1ee06e None None] Sync routers for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:25:35.687614 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3affad7-1ab0-4ab6-b209-5206cf1ee06e None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:25:35.688225 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-a3affad7-1ab0-4ab6-b209-5206cf1ee06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:25:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:25:35.741704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] No DVR routers for this DVR port 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:25:35.744240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:35.745413 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2ab3596e-f2d1-427d-9672-324344dc34d9 req-694c6e96-acf9-4448-8375-88153e383f20 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0483222 Jan 28 18:25:35.746851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'name': 'network-vif-deleted', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:25:35.794364 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe0bf3b-e796-4060-9815-c724ddb0aaa7', 'name': 'network-vif-deleted', 'tag': '87beb2bf-2a16-4f47-ab53-d0ce5923a5b6', 'status': 'completed', 'code': 200} Jan 28 18:25:35.832576 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-09d73af0-8113-47cb-899b-f76e4b5cb62e req-4c059f0b-34b0-48fb-9406-480a9a1402f7 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.16 "DELETE /v2.0/ports/87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 HTTP/1.1" status: 204 len: 173 time: 1.5838697 Jan 28 18:25:35.878945 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-a3affad7-1ab0-4ab6-b209-5206cf1ee06e None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:25:36.200218 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-a3affad7-1ab0-4ab6-b209-5206cf1ee06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:25:36.204099 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3affad7-1ab0-4ab6-b209-5206cf1ee06e None None] Checking router: d772ace7-d7ed-49de-918b-4a73b9a10889 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:25:36.212778 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3affad7-1ab0-4ab6-b209-5206cf1ee06e None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:25:36.213363 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-a3affad7-1ab0-4ab6-b209-5206cf1ee06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:25:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:25:36.414908 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-a3affad7-1ab0-4ab6-b209-5206cf1ee06e None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:25:36.722587 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-a3affad7-1ab0-4ab6-b209-5206cf1ee06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:25:36.726466 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3affad7-1ab0-4ab6-b209-5206cf1ee06e None None] The sync data for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv is: [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:21:09Z', 'revision_number': 4, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '92c05edd-3be1-4373-8172-b567447dbb9c', 'name': '', 'network_id': '44817d90-e60a-42a4-a118-838588592a43', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'mac_address': 'fa:16:3e:ea:c0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:09Z', 'updated_at': '2022-01-28T18:21:15Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'subnets': [{'id': 'b3643489-6beb-4219-ba00-c11ae61b4b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:25:36.913763 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dce9d453-af81-4dc7-9000-cabca3bb1211 req-1c01a270-91fc-4e06-b871-af1cffd0b312 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe0bf3b-e796-4060-9815-c724ddb0aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0435791 Jan 28 18:25:36.951543 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23d1e94-03e6-4c9d-b36a-97dc7ed5a714 None None] New status for floating IP 25a5ef00-e40a-4aa3-b68d-64aded4ead8e: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:25:37.363927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:25:37.400190 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:25:37.400538 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 87beb2bf-2a16-4f47-ab53-d0ce5923a5b6 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:25:39.963671 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1563e401-710a-46b2-98c0-adb991bba35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:41.348237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 51938) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:25:41.411496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7934177-f0db-4f8a-aa79-674d89d52955 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:41.439071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7934177-f0db-4f8a-aa79-674d89d52955 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:41.561622 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7934177-f0db-4f8a-aa79-674d89d52955 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:41.583099 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7934177-f0db-4f8a-aa79-674d89d52955 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=479c2bc4-c49b-400a-aa96-8dff905ef0bd,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:41.663937 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7934177-f0db-4f8a-aa79-674d89d52955 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:41.665070 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f7934177-f0db-4f8a-aa79-674d89d52955 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "DELETE /v2.0/security-groups/479c2bc4-c49b-400a-aa96-8dff905ef0bd HTTP/1.1" status: 204 len: 168 time: 0.3171828 Jan 28 18:25:41.667520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 51942) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:25:41.683576 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-a355b57d-a2d8-4af5-a1d8-acb95b69a9e2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] show failed (client error): The resource could not be found. Jan 28 18:25:41.685450 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a355b57d-a2d8-4af5-a1d8-acb95b69a9e2 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "GET /v2.0/security-groups/479c2bc4-c49b-400a-aa96-8dff905ef0bd HTTP/1.1" status: 404 len: 347 time: 0.0170422 Jan 28 18:25:41.687948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 51946) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:25:41.841572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-326a2b58-758e-4241-ab5a-6ee1db539862 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Deleting port 7eb8c2dd-bcda-4ffa-9367-a89e249ecfc7 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:25:41.841905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-326a2b58-758e-4241-ab5a-6ee1db539862 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:42.008175 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-326a2b58-758e-4241-ab5a-6ee1db539862 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:42.008498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-326a2b58-758e-4241-ab5a-6ee1db539862 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:42.131426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-326a2b58-758e-4241-ab5a-6ee1db539862 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Calling delete_port for 7eb8c2dd-bcda-4ffa-9367-a89e249ecfc7 owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:25:42.335073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2b70dbdd-d16a-4cf7-8ffe-83502f835117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:42.466370 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-326a2b58-758e-4241-ab5a-6ee1db539862 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:42.513677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a2b58-758e-4241-ab5a-6ee1db539862 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Pushing event deleted for resources: {'Port': ['ID=7eb8c2dd-bcda-4ffa-9367-a89e249ecfc7,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:42.607528 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-326a2b58-758e-4241-ab5a-6ee1db539862 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:42.621538 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-326a2b58-758e-4241-ab5a-6ee1db539862 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:42.622636 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-326a2b58-758e-4241-ab5a-6ee1db539862 tempest-ServerActionsTestJSON-1362488992 tempest-ServerActionsTestJSON-1362488992-project] 10.222.0.26 "DELETE /v2.0/floatingips/25a5ef00-e40a-4aa3-b68d-64aded4ead8e HTTP/1.1" status: 204 len: 168 time: 0.9338543 Jan 28 18:25:42.625503 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 51950) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:25:43.147967 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-389cc9e0-1141-406e-92de-ff83c1f9c9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:43.300517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:43.374885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:43.495882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-389cc9e0-1141-406e-92de-ff83c1f9c9d0 admin admin] Deleting port 92c05edd-3be1-4373-8172-b567447dbb9c {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:25:43.496450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-389cc9e0-1141-406e-92de-ff83c1f9c9d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:43.657223 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-389cc9e0-1141-406e-92de-ff83c1f9c9d0 admin admin] For port 92c05edd-3be1-4373-8172-b567447dbb9c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=92c05edd-3be1-4373-8172-b567447dbb9c,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:25:43.657573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-389cc9e0-1141-406e-92de-ff83c1f9c9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:43.879975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-389cc9e0-1141-406e-92de-ff83c1f9c9d0 admin admin] Calling delete_port for 92c05edd-3be1-4373-8172-b567447dbb9c owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:25:44.112093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-389cc9e0-1141-406e-92de-ff83c1f9c9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:44.187789 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cc9e0-1141-406e-92de-ff83c1f9c9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c05edd-3be1-4373-8172-b567447dbb9c,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:44.435457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-389cc9e0-1141-406e-92de-ff83c1f9c9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:44.782116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389cc9e0-1141-406e-92de-ff83c1f9c9d0 admin admin] Router d772ace7-d7ed-49de-918b-4a73b9a10889 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:25:44.952975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389cc9e0-1141-406e-92de-ff83c1f9c9d0 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:25:44.966238 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-389cc9e0-1141-406e-92de-ff83c1f9c9d0 admin admin] 10.222.0.26 "PUT /v2.0/routers/d772ace7-d7ed-49de-918b-4a73b9a10889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3386760 Jan 28 18:25:44.968192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 51954) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:25:44.968998 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22920252-6062-47ea-8f83-55e68200e4b4 None None] Sync routers for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:25:44.996385 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22920252-6062-47ea-8f83-55e68200e4b4 None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:25:44.997400 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-22920252-6062-47ea-8f83-55e68200e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:25:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:25:45.077661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:45.144457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:45.176888 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-22920252-6062-47ea-8f83-55e68200e4b4 None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:25:45.421204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:45.453414 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-22920252-6062-47ea-8f83-55e68200e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:25:43Z', 'revision_number': 5, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port': {'id': 'f413e7bf-eec9-4203-a5d3-0b01c635cbba', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:21:06Z', 'updated_at': '2022-01-28T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:25:45.457646 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22920252-6062-47ea-8f83-55e68200e4b4 None None] Checking router: d772ace7-d7ed-49de-918b-4a73b9a10889 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:25:45.466819 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22920252-6062-47ea-8f83-55e68200e4b4 None None] Routers {'d772ace7-d7ed-49de-918b-4a73b9a10889'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:25:45.468125 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-22920252-6062-47ea-8f83-55e68200e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:25:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d772ace7-d7ed-49de-918b-4a73b9a10889'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:25:45.510296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] Deleting port f413e7bf-eec9-4203-a5d3-0b01c635cbba {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:25:45.510669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:45.613537 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-22920252-6062-47ea-8f83-55e68200e4b4 None None] Set router d772ace7-d7ed-49de-918b-4a73b9a10889 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:25:45.685341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] For port f413e7bf-eec9-4203-a5d3-0b01c635cbba, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f413e7bf-eec9-4203-a5d3-0b01c635cbba,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:25:45.685639 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:45.719040 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-22920252-6062-47ea-8f83-55e68200e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:25:45Z', 'revision_number': 6, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:25:45.722936 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22920252-6062-47ea-8f83-55e68200e4b4 None None] The sync data for ids ['d772ace7-d7ed-49de-918b-4a73b9a10889'] in dv-neutron-826919-1-hyperv is: [{'id': 'd772ace7-d7ed-49de-918b-4a73b9a10889', 'name': 'tempest-ServerActionsTestJSON-1830344227-router', 'tenant_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:21:05Z', 'updated_at': '2022-01-28T18:25:45Z', 'revision_number': 6, 'project_id': 'a7a9a5b1dfa24e93bb0d35dbae466bbc', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:25:45.809002 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] Calling delete_port for f413e7bf-eec9-4203-a5d3-0b01c635cbba owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:25:46.036474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:46.084359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=f413e7bf-eec9-4203-a5d3-0b01c635cbba,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:46.181039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:46.347736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:46.349792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:46.495153 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:46.499152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d772ace7-d7ed-49de-918b-4a73b9a10889 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:25:46.508359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:46.509638 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e9460c46-c9f2-4c97-92bc-3e5720b17a4d admin admin] 10.222.0.26 "DELETE /v2.0/routers/d772ace7-d7ed-49de-918b-4a73b9a10889 HTTP/1.1" status: 204 len: 168 time: 1.5405164 Jan 28 18:25:46.512199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 51958) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:25:46.570614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-a281454f-c638-4a19-a754-61f03c90225f admin admin] Deleting subnet b3643489-6beb-4219-ba00-c11ae61b4b69 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:25:46.575100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a281454f-c638-4a19-a754-61f03c90225f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:46.631257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a281454f-c638-4a19-a754-61f03c90225f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:46.708053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a281454f-c638-4a19-a754-61f03c90225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:46.847928 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a281454f-c638-4a19-a754-61f03c90225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:46.887587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281454f-c638-4a19-a754-61f03c90225f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3643489-6beb-4219-ba00-c11ae61b4b69,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:46.891375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a281454f-c638-4a19-a754-61f03c90225f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:46.898511 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb63e8a-b850-4df2-a95e-b6ab0e9ba6b7 None None] Network 44817d90-e60a-42a4-a118-838588592a43 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:25:46.899060 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a281454f-c638-4a19-a754-61f03c90225f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b3643489-6beb-4219-ba00-c11ae61b4b69 HTTP/1.1" status: 204 len: 168 time: 0.3847928 Jan 28 18:25:46.900389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 51962) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:25:47.051378 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 92c05edd-3be1-4373-8172-b567447dbb9c no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:25:47.099379 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 92c05edd-3be1-4373-8172-b567447dbb9c {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:25:47.099716 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 92c05edd-3be1-4373-8172-b567447dbb9c not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:25:47.100140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f413e7bf-eec9-4203-a5d3-0b01c635cbba no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:25:47.118348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:47.128344 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Deleting port 5593c34d-f755-450a-8a66-523d0844098a {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:25:47.128664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:47.138194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: f413e7bf-eec9-4203-a5d3-0b01c635cbba {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:25:47.138473 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f413e7bf-eec9-4203-a5d3-0b01c635cbba not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:25:47.209989 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa4e3f5-5fcb-46ea-ac18-f17c5bf57f6c None None] DHCP port deletion for 44817d90-e60a-42a4-a118-838588592a43 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:25:47.213916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4e3f5-5fcb-46ea-ac18-f17c5bf57f6c None None] Deleting port 5593c34d-f755-450a-8a66-523d0844098a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:25:47.214283 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fa4e3f5-5fcb-46ea-ac18-f17c5bf57f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:47.335064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] For port 5593c34d-f755-450a-8a66-523d0844098a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5593c34d-f755-450a-8a66-523d0844098a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:25:47.335426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:47.443732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-1fa4e3f5-5fcb-46ea-ac18-f17c5bf57f6c None None] For port 5593c34d-f755-450a-8a66-523d0844098a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=5593c34d-f755-450a-8a66-523d0844098a,segment=NetworkSegment(590613a4-b19a-4413-aedd-bfc7583759e2),segment_id=590613a4-b19a-4413-aedd-bfc7583759e2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:25:47.444023 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fa4e3f5-5fcb-46ea-ac18-f17c5bf57f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:47.462409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Calling delete_port for 5593c34d-f755-450a-8a66-523d0844098a owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:25:47.561406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4e3f5-5fcb-46ea-ac18-f17c5bf57f6c None None] Calling delete_port for 5593c34d-f755-450a-8a66-523d0844098a owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:25:47.591065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: from cryptography.utils import int_from_bytes Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: from cryptography.utils import int_from_bytes Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn_limited( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn_limited( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 18:25:47.629792 dv-neutron-826919-1-hyperv neutron-server[88160]: util.warn( Jan 28 18:25:47.633734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-1fa4e3f5-5fcb-46ea-ac18-f17c5bf57f6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:25:47.634117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-1fa4e3f5-5fcb-46ea-ac18-f17c5bf57f6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:25:47.642247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] No DVR routers for this DVR port 5593c34d-f755-450a-8a66-523d0844098a on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:25:47.643933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Pushing event deleted for resources: {'Port': ['ID=5593c34d-f755-450a-8a66-523d0844098a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:47.757157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:47.780888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44817d90-e60a-42a4-a118-838588592a43']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:25:47.792354 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590613a4-b19a-4413-aedd-bfc7583759e2') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:25:47.792642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590613a4-b19a-4413-aedd-bfc7583759e2') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:25:47.804101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:47.819644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:47.825547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:25:47.829995 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:25:47.838427 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:25:47.992330 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:48.013125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:48.017525 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] Pushing event deleted for resources: {'Network': ['ID=44817d90-e60a-42a4-a118-838588592a43,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:48.084485 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8f43b08a-6f26-44a1-9e47-540d170e131e admin admin] 10.222.0.26 "DELETE /v2.0/networks/44817d90-e60a-42a4-a118-838588592a43 HTTP/1.1" status: 204 len: 168 time: 1.1830881 Jan 28 18:25:48.135683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4e3f5-5fcb-46ea-ac18-f17c5bf57f6c None None] Deleting port 5593c34d-f755-450a-8a66-523d0844098a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:25:48.136151 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fa4e3f5-5fcb-46ea-ac18-f17c5bf57f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:48.200751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4e3f5-5fcb-46ea-ac18-f17c5bf57f6c None None] The port '5593c34d-f755-450a-8a66-523d0844098a' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:25:48.462729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 51968) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:25:48.510275 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a890cb22-0539-49e5-aa6b-0b1440a93cc2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7a9a5b1dfa24e93bb0d35dbae466bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464318 Jan 28 18:25:48.512678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 51972) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:25:48.569486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f656-5f35-49cb-9786-76b355abbecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:48.596944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f656-5f35-49cb-9786-76b355abbecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:48.728816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f656-5f35-49cb-9786-76b355abbecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:48.748484 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1f656-5f35-49cb-9786-76b355abbecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee0434e-f4c5-4534-a785-e6e0c8963be9,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:48.755984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e1c1f656-5f35-49cb-9786-76b355abbecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:48.757355 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e1c1f656-5f35-49cb-9786-76b355abbecb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eee0434e-f4c5-4534-a785-e6e0c8963be9 HTTP/1.1" status: 204 len: 168 time: 0.2437987 Jan 28 18:25:49.034232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5593c34d-f755-450a-8a66-523d0844098a no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:25:49.071113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 5593c34d-f755-450a-8a66-523d0844098a {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:25:49.071450 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 5593c34d-f755-450a-8a66-523d0844098a not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:25:49.129062 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:25:49.876981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 51996) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:25:49.979867 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-780571043-network', 'tenant_id': '001b7c5012d94c49b5a70b51008b47c6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:25:49.984592 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:25:49.988421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Usage tracker for resource:network and tenant:001b7c5012d94c49b5a70b51008b47c6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:25:49.991209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:25:49.996822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:25:50.058740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Made reservation on behalf of 001b7c5012d94c49b5a70b51008b47c6 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:25:50.061010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:50.072953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:50.087073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:25:50.087320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:50.090770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:001b7c5012d94c49b5a70b51008b47c6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:25:50.093507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:25:50.099882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:25:50.179821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:50.260108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:50.286479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:25:50.298225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:50.302466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:50.302804 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Added segment 263a582d-7964-4dd3-b405-670f954ba36c of type vlan for network 290a0571-5ea2-4be2-8123-c5d031807a73 Jan 28 18:25:50.327904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:50.412953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:50.413888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:50.414485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:50.514737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=290a0571-5ea2-4be2-8123-c5d031807a73,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:50.524846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 290a0571-5ea2-4be2-8123-c5d031807a73 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:25:50.585371 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f846ed48-23ba-4371-b485-aca8bec49ce7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7072303 Jan 28 18:25:50.588298 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52002) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:25:50.594039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Request body: {'subnet': {'network_id': '290a0571-5ea2-4be2-8123-c5d031807a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-780571043-subnet', 'tenant_id': '001b7c5012d94c49b5a70b51008b47c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:25:50.599089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:25:50.602840 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Usage tracker for resource:subnet and tenant:001b7c5012d94c49b5a70b51008b47c6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:25:50.605854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:25:50.612562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:25:50.693439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Made reservation on behalf of 001b7c5012d94c49b5a70b51008b47c6 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:25:50.695907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:50.980916 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:51.152914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=47906b0d-50a6-474b-9f21-defbad138752,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:51.164059 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Checking segment: {'id': '263a582d-7964-4dd3-b405-670f954ba36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '290a0571-5ea2-4be2-8123-c5d031807a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:25:51.164414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Network hostable DHCP agents. Network: 290a0571-5ea2-4be2-8123-c5d031807a73, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:25:51.169004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:51.169349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:51.169683 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:51.170030 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:51.170340 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:51.170665 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:51.171008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:51.171334 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:51.171655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:51.171975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:51.172291 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:51.172605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:25:51.271896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Network 290a0571-5ea2-4be2-8123-c5d031807a73 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:25:51.403158 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 290a0571-5ea2-4be2-8123-c5d031807a73) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:25:51.407432 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:51.408641 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:51.412854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe7c4eb-2ef4-46b2-8e4b-8aad7e5b84ae None None] Network 290a0571-5ea2-4be2-8123-c5d031807a73 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:25:51.518790 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-4d4d17e7-936f-46ff-828c-5dcfe5b768ad admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9293447 Jan 28 18:25:51.623003 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4974130-6726-443b-b987-a6fd98d4bc4f None None] Network 290a0571-5ea2-4be2-8123-c5d031807a73 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:25:52.039357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-a079992e-e582-49df-a1ec-ea44753a78e9 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:52.040795 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-a079992e-e582-49df-a1ec-ea44753a78e9 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/networks?id=290a0571-5ea2-4be2-8123-c5d031807a73 HTTP/1.1" status: 200 len: 813 time: 0.1566482 Jan 28 18:25:52.055632 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-761eb9fe-752e-47ab-a276-6304d1c905e4 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/quotas/001b7c5012d94c49b5a70b51008b47c6 HTTP/1.1" status: 200 len: 375 time: 0.0094452 Jan 28 18:25:52.100534 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-3163628d-eda4-45bf-b70b-2d684a8cdc71 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=001b7c5012d94c49b5a70b51008b47c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401447 Jan 28 18:25:52.229511 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-6a1a35d3-ed73-4000-9523-854dd347a1a0 service neutron] 10.222.0.26 "GET /v2.0/networks/290a0571-5ea2-4be2-8123-c5d031807a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225989 Jan 28 18:25:52.356915 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-eee16140-60b4-441d-a21c-a89381c94c79 service neutron] 10.222.0.26 "GET /v2.0/networks/290a0571-5ea2-4be2-8123-c5d031807a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216300 Jan 28 18:25:52.629080 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1ec0c869-d5f8-4695-adc8-d0021b44787c req-f5a479a6-5d5d-4614-9c95-f135524e3b49 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 210 time: 0.0421340 Jan 28 18:25:53.727478 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c11ef94d-801a-4d67-94b2-a1c9cc54e333 req-5728a8b5-3499-46fe-a5b0-2447b130e7e6 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 210 time: 0.0456121 Jan 28 18:25:54.890325 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b436fe17-3bea-4695-9807-e73af253ef89 req-17a1cef9-7cd5-48ff-aecf-89bddb4441c6 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 210 time: 0.0539210 Jan 28 18:25:54.935727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-ddf22b99-6fec-45ab-9a95-4865d3c4e124 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:54.936382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-ddf22b99-6fec-45ab-9a95-4865d3c4e124 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Synchronizing usage tracker for tenant:001b7c5012d94c49b5a70b51008b47c6 on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:25:55.048091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-ddf22b99-6fec-45ab-9a95-4865d3c4e124 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Unset dirty status for tenant:001b7c5012d94c49b5a70b51008b47c6 on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:25:55.049145 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-ddf22b99-6fec-45ab-9a95-4865d3c4e124 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.16 "GET /v2.0/networks?id=290a0571-5ea2-4be2-8123-c5d031807a73 HTTP/1.1" status: 200 len: 813 time: 0.2976103 Jan 28 18:25:55.060234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Request body: {'port': {'device_id': '43b3f4dc-87e4-454d-acf3-d879e745de4e', 'network_id': '290a0571-5ea2-4be2-8123-c5d031807a73', 'admin_state_up': True, 'tenant_id': '001b7c5012d94c49b5a70b51008b47c6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:25:55.285655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:25:55.289224 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Usage tracker for resource:port and tenant:001b7c5012d94c49b5a70b51008b47c6 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:25:55.296905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:25:55.297686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:25:55.386127 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Made reservation on behalf of 001b7c5012d94c49b5a70b51008b47c6 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:25:55.389649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:55.546291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Allocated IP 172.20.0.5 (290a0571-5ea2-4be2-8123-c5d031807a73/47906b0d-50a6-474b-9f21-defbad138752/7913e3c8-b81b-421d-bb3b-05f138164b74) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:25:55.740366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:55.855381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:55.930208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Network 290a0571-5ea2-4be2-8123-c5d031807a73 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:25:55.933144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:25:55.937230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:25:55.978595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Pushing event updated for resources: {'Port': ['ID=7913e3c8-b81b-421d-bb3b-05f138164b74,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:56.005363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:56.006056 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:56.078102 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca49d3a-9650-4a40-b4aa-484f0bf4d7df req-659db3e4-75eb-4547-8f06-91abb9c7ec07 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:56.079621 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5ca49d3a-9650-4a40-b4aa-484f0bf4d7df req-659db3e4-75eb-4547-8f06-91abb9c7ec07 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 931 time: 0.0815306 Jan 28 18:25:56.088309 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-e4cf420f-fdb3-4aa6-a066-df1ba2f117bd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0317578 Jan 28 18:25:56.100522 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Request body: {'port': {'device_id': '43b3f4dc-87e4-454d-acf3-d879e745de4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:25:56.124253 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5ca49d3a-9650-4a40-b4aa-484f0bf4d7df req-e835e20e-a60d-4b3e-b5a8-af041ac03429 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386062 Jan 28 18:25:56.213783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:56.547762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7913e3c8-b81b-421d-bb3b-05f138164b74 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:25:56.554665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:56.568180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Transition to ACTIVE for port object 7913e3c8-b81b-421d-bb3b-05f138164b74 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:25:56.641645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:56.795689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Pushing event updated for resources: {'Port': ['ID=7913e3c8-b81b-421d-bb3b-05f138164b74,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:56.869692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Attempting to bind port 7913e3c8-b81b-421d-bb3b-05f138164b74 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:25:56.870024 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Attempting to bind port 7913e3c8-b81b-421d-bb3b-05f138164b74 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '263a582d-7964-4dd3-b405-670f954ba36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '290a0571-5ea2-4be2-8123-c5d031807a73'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:25:56.870348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Attempting to bind port 7913e3c8-b81b-421d-bb3b-05f138164b74 on network 290a0571-5ea2-4be2-8123-c5d031807a73 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:25:56.874786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Port 7913e3c8-b81b-421d-bb3b-05f138164b74 on network 290a0571-5ea2-4be2-8123-c5d031807a73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:25:56.875151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Attempting to bind port 7913e3c8-b81b-421d-bb3b-05f138164b74 on network 290a0571-5ea2-4be2-8123-c5d031807a73 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:25:56.880114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:25:56.880448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Checking segment: {'id': '263a582d-7964-4dd3-b405-670f954ba36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '290a0571-5ea2-4be2-8123-c5d031807a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:25:56.880825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Bound using segment: {'id': '263a582d-7964-4dd3-b405-670f954ba36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '290a0571-5ea2-4be2-8123-c5d031807a73'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:25:56.881240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Bound port: 7913e3c8-b81b-421d-bb3b-05f138164b74, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263a582d-7964-4dd3-b405-670f954ba36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '290a0571-5ea2-4be2-8123-c5d031807a73'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:25:56.881578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:56.976575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] For port 7913e3c8-b81b-421d-bb3b-05f138164b74, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:25:56.979438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] For port 7913e3c8-b81b-421d-bb3b-05f138164b74, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=7913e3c8-b81b-421d-bb3b-05f138164b74,segment=NetworkSegment(263a582d-7964-4dd3-b405-670f954ba36c),segment_id=263a582d-7964-4dd3-b405-670f954ba36c)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:25:57.036641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:57.095955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:57.096556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:25:57.097891 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] 10.222.0.16 "PUT /v2.0/ports/7913e3c8-b81b-421d-bb3b-05f138164b74 HTTP/1.1" status: 200 len: 1093 time: 1.0014396 Jan 28 18:25:57.098327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b3f4dc-87e4-454d-acf3-d879e745de4e', 'tag': '7913e3c8-b81b-421d-bb3b-05f138164b74'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:25:57.116527 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b78097-7db3-42e4-bd24-4d03e3ea3fea service neutron] Pushing event updated for resources: {'Port': ['ID=7913e3c8-b81b-421d-bb3b-05f138164b74,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:25:57.141599 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b3f4dc-87e4-454d-acf3-d879e745de4e', 'tag': '7913e3c8-b81b-421d-bb3b-05f138164b74', 'status': 'completed', 'code': 200} Jan 28 18:25:57.236398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107a4cb-91b3-4c2d-8616-c449261fe1f8 req-4b84183e-d4f3-46e7-97c6-5b29b549c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:57.237858 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b107a4cb-91b3-4c2d-8616-c449261fe1f8 req-4b84183e-d4f3-46e7-97c6-5b29b549c4ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=001b7c5012d94c49b5a70b51008b47c6&device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 1096 time: 0.0759070 Jan 28 18:25:57.308217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83603bb2-f2ff-4f7a-b132-c8a24d027140 req-aa050cfd-60b9-4367-85ec-0be53acec92e tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:57.309654 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-83603bb2-f2ff-4f7a-b132-c8a24d027140 req-aa050cfd-60b9-4367-85ec-0be53acec92e tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 943 time: 0.0815625 Jan 28 18:25:57.354055 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-83603bb2-f2ff-4f7a-b132-c8a24d027140 req-e378214e-3eb3-4ac6-8ccc-171b0bf046f6 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376432 Jan 28 18:25:57.466964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107a4cb-91b3-4c2d-8616-c449261fe1f8 req-347398f9-b526-4707-8916-340c9cd55a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:57.468416 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b107a4cb-91b3-4c2d-8616-c449261fe1f8 req-347398f9-b526-4707-8916-340c9cd55a92 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=001b7c5012d94c49b5a70b51008b47c6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2242877 Jan 28 18:25:57.600175 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107a4cb-91b3-4c2d-8616-c449261fe1f8 req-5bd9294c-67d6-461d-bba3-5acba0ed567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:57.601631 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b107a4cb-91b3-4c2d-8616-c449261fe1f8 req-5bd9294c-67d6-461d-bba3-5acba0ed567a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275179 Jan 28 18:25:57.701731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-9fa3e4e2-d762-484f-b9d5-249e42c29418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:57.703185 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-9fa3e4e2-d762-484f-b9d5-249e42c29418 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=001b7c5012d94c49b5a70b51008b47c6&device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 1096 time: 0.0683630 Jan 28 18:25:57.771300 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-6f5b9ff6-71c0-467d-b35f-218f9c0d8a0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7913e3c8-b81b-421d-bb3b-05f138164b74 HTTP/1.1" status: 200 len: 217 time: 0.0617762 Jan 28 18:25:57.830862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-dc90b829-ba2c-435c-98b7-ecc3b7b0c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:57.832244 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-dc90b829-ba2c-435c-98b7-ecc3b7b0c2b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47906b0d-50a6-474b-9f21-defbad138752 HTTP/1.1" status: 200 len: 853 time: 0.0554399 Jan 28 18:25:57.881470 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-352501e8-660d-4a14-86ac-062f47f0002e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=290a0571-5ea2-4be2-8123-c5d031807a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427325 Jan 28 18:25:58.012083 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-da6da3f8-32bc-4ee4-8c21-d89fae7acda9 service neutron] 10.222.0.16 "GET /v2.0/networks/290a0571-5ea2-4be2-8123-c5d031807a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246910 Jan 28 18:25:58.138367 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ea4da92d-45bd-4399-9677-3a9653f3fbaa req-63016504-f61e-4246-ab7c-4a99fe4cc8b8 service neutron] 10.222.0.16 "GET /v2.0/networks/290a0571-5ea2-4be2-8123-c5d031807a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208808 Jan 28 18:25:58.543044 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cba35-8163-4113-970a-a73d45d7c556 req-7ee5cb48-4010-41f1-a6c6-6df915664356 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:58.543727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-109cba35-8163-4113-970a-a73d45d7c556 req-7ee5cb48-4010-41f1-a6c6-6df915664356 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Synchronizing usage tracker for tenant:001b7c5012d94c49b5a70b51008b47c6 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:25:58.614581 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-109cba35-8163-4113-970a-a73d45d7c556 req-7ee5cb48-4010-41f1-a6c6-6df915664356 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Unset dirty status for tenant:001b7c5012d94c49b5a70b51008b47c6 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:25:58.615726 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-109cba35-8163-4113-970a-a73d45d7c556 req-7ee5cb48-4010-41f1-a6c6-6df915664356 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 943 time: 0.1499369 Jan 28 18:25:58.659146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-109cba35-8163-4113-970a-a73d45d7c556 req-f2c24609-3754-470c-ab6d-bffc4e8b3a10 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Synchronizing usage tracker for tenant:001b7c5012d94c49b5a70b51008b47c6 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:25:58.727745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-109cba35-8163-4113-970a-a73d45d7c556 req-f2c24609-3754-470c-ab6d-bffc4e8b3a10 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Unset dirty status for tenant:001b7c5012d94c49b5a70b51008b47c6 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:25:58.728875 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-109cba35-8163-4113-970a-a73d45d7c556 req-f2c24609-3754-470c-ab6d-bffc4e8b3a10 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075919 Jan 28 18:25:59.908586 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5215c3-961e-4cd9-a61d-1dc7f7d631dc req-c1f535c7-7ff5-4268-b837-f1cad27bd641 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:25:59.909991 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6a5215c3-961e-4cd9-a61d-1dc7f7d631dc req-c1f535c7-7ff5-4268-b837-f1cad27bd641 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 943 time: 0.0779631 Jan 28 18:25:59.951632 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6a5215c3-961e-4cd9-a61d-1dc7f7d631dc req-5fe1d4d2-d3d2-4126-84de-6e8073e5c926 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362663 Jan 28 18:26:01.134575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95319fc5-565c-4895-9ebc-99eecca50475 req-86818b46-6e1e-49bb-997f-d7e43d42c707 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:01.136030 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-95319fc5-565c-4895-9ebc-99eecca50475 req-86818b46-6e1e-49bb-997f-d7e43d42c707 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 943 time: 0.0813704 Jan 28 18:26:01.178958 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-95319fc5-565c-4895-9ebc-99eecca50475 req-de811223-89f7-4546-9b4b-844653b0df84 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373034 Jan 28 18:26:01.485584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 7913e3c8-b81b-421d-bb3b-05f138164b74 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:26:01.615012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 7913e3c8-b81b-421d-bb3b-05f138164b74, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=7913e3c8-b81b-421d-bb3b-05f138164b74,segment=NetworkSegment(263a582d-7964-4dd3-b405-670f954ba36c),segment_id=263a582d-7964-4dd3-b405-670f954ba36c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:01.628121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '7913e3c8-b81b-421d-bb3b-05f138164b74', 'network_id': '290a0571-5ea2-4be2-8123-c5d031807a73', 'port_id': '7913e3c8-b81b-421d-bb3b-05f138164b74', 'mac_address': 'fa:16:3e:1f:e4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47906b0d-50a6-474b-9f21-defbad138752', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:26:01.681257 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:01.697600 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7913e3c8-b81b-421d-bb3b-05f138164b74 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:26:01.712885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 7913e3c8-b81b-421d-bb3b-05f138164b74, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=7913e3c8-b81b-421d-bb3b-05f138164b74,segment=NetworkSegment(263a582d-7964-4dd3-b405-670f954ba36c),segment_id=263a582d-7964-4dd3-b405-670f954ba36c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:01.780682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:01.854765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=7913e3c8-b81b-421d-bb3b-05f138164b74,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:01.986968 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['7913e3c8-b81b-421d-bb3b-05f138164b74'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:26:02.362252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a97249-012d-49b5-94c8-99f3b3989430 req-c8073f6e-fd1c-492d-b705-3794d4c93077 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:02.363615 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-62a97249-012d-49b5-94c8-99f3b3989430 req-c8073f6e-fd1c-492d-b705-3794d4c93077 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 944 time: 0.0814810 Jan 28 18:26:02.405618 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-62a97249-012d-49b5-94c8-99f3b3989430 req-ecb08425-e9c1-4a76-9357-a5937a889958 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364285 Jan 28 18:26:03.485618 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 7913e3c8-b81b-421d-bb3b-05f138164b74 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:26:03.584530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675a3fd-cb42-40ec-8a11-13ebca7c3531 req-6c842e8d-daa2-4526-bb2d-8044b3e46990 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:03.585997 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9675a3fd-cb42-40ec-8a11-13ebca7c3531 req-6c842e8d-daa2-4526-bb2d-8044b3e46990 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 944 time: 0.0773852 Jan 28 18:26:03.626184 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 7913e3c8-b81b-421d-bb3b-05f138164b74 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:26:03.629087 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9675a3fd-cb42-40ec-8a11-13ebca7c3531 req-62aaa69a-7f37-42d2-a4d2-47fe832f2e44 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374629 Jan 28 18:26:03.636635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 7913e3c8-b81b-421d-bb3b-05f138164b74 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:26:03.636635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:03.773917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:03.799925 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b3f4dc-87e4-454d-acf3-d879e745de4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7913e3c8-b81b-421d-bb3b-05f138164b74'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:26:03.814286 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 7913e3c8-b81b-421d-bb3b-05f138164b74, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=7913e3c8-b81b-421d-bb3b-05f138164b74,segment=NetworkSegment(263a582d-7964-4dd3-b405-670f954ba36c),segment_id=263a582d-7964-4dd3-b405-670f954ba36c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:03.842374 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b3f4dc-87e4-454d-acf3-d879e745de4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7913e3c8-b81b-421d-bb3b-05f138164b74', 'code': 200} Jan 28 18:26:03.870375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:03.935063 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=7913e3c8-b81b-421d-bb3b-05f138164b74,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:04.192132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a871e52-a63c-4fab-9783-6951e5cfc2b0 req-dc47a1f3-b2e6-4c60-abf3-7c76028ead5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:04.193559 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1a871e52-a63c-4fab-9783-6951e5cfc2b0 req-dc47a1f3-b2e6-4c60-abf3-7c76028ead5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 1098 time: 0.0704966 Jan 28 18:26:04.232451 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1a871e52-a63c-4fab-9783-6951e5cfc2b0 req-090f0b23-7f7e-4459-ace7-4d81cae88ba4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331917 Jan 28 18:26:04.820108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4158d1-ebb2-4661-988c-69155961f151 req-8f68202a-292b-4a90-a663-dfde0fcf28f9 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:04.821614 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cb4158d1-ebb2-4661-988c-69155961f151 req-8f68202a-292b-4a90-a663-dfde0fcf28f9 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 945 time: 0.0794070 Jan 28 18:26:04.868281 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cb4158d1-ebb2-4661-988c-69155961f151 req-bdf599ff-9dd4-4308-8cc0-61189b6d0a0c tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 Jan 28 18:26:06.050850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8974a09-0bdc-471e-ae4f-168e0ade5c8e req-2fb0a4b6-3f7c-4ed1-a151-8eb87376237a tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:06.052323 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8974a09-0bdc-471e-ae4f-168e0ade5c8e req-2fb0a4b6-3f7c-4ed1-a151-8eb87376237a tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 945 time: 0.0794213 Jan 28 18:26:06.099872 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b8974a09-0bdc-471e-ae4f-168e0ade5c8e req-639a8df2-9250-4f04-8caa-5a4249314765 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Jan 28 18:26:06.373667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51397107-4aef-44eb-8552-f9f288111177 req-3cfe3fb4-5358-46c0-8698-4e795900991a tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:06.375099 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-51397107-4aef-44eb-8552-f9f288111177 req-3cfe3fb4-5358-46c0-8698-4e795900991a tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/networks?id=290a0571-5ea2-4be2-8123-c5d031807a73 HTTP/1.1" status: 200 len: 813 time: 0.1406827 Jan 28 18:26:06.389638 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-51397107-4aef-44eb-8552-f9f288111177 req-11051492-2a77-477a-8e53-db04ef287102 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/quotas/001b7c5012d94c49b5a70b51008b47c6 HTTP/1.1" status: 200 len: 375 time: 0.0085778 Jan 28 18:26:06.466880 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-51397107-4aef-44eb-8552-f9f288111177 req-2c2529b5-2012-498a-89cc-1f4182e36f97 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=001b7c5012d94c49b5a70b51008b47c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723135 Jan 28 18:26:06.602331 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-51397107-4aef-44eb-8552-f9f288111177 req-694717d8-3ff0-4042-92f5-dbf3521bc02b service neutron] 10.222.0.26 "GET /v2.0/networks/290a0571-5ea2-4be2-8123-c5d031807a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239865 Jan 28 18:26:06.826307 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-51397107-4aef-44eb-8552-f9f288111177 req-e57adb23-d055-46b8-b91a-92428a22ab1c service neutron] 10.222.0.26 "GET /v2.0/networks/290a0571-5ea2-4be2-8123-c5d031807a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181242 Jan 28 18:26:07.093590 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ba5ae464-f64a-4cd8-b5f7-b2faf3bea283 req-1ba25d4a-2a85-4b9b-b758-ed4af2de9bbd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 210 time: 0.0408168 Jan 28 18:26:08.257719 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2fc55125-c1cc-427a-a736-72cfc6c947a0 req-47515422-7a5c-4558-a96f-674a19117ee3 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 210 time: 0.0417225 Jan 28 18:26:08.945892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51397107-4aef-44eb-8552-f9f288111177 req-7260347b-b2bd-44c0-b321-8d5ddb1ef0e4 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:08.947412 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-51397107-4aef-44eb-8552-f9f288111177 req-7260347b-b2bd-44c0-b321-8d5ddb1ef0e4 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.16 "GET /v2.0/networks?id=290a0571-5ea2-4be2-8123-c5d031807a73 HTTP/1.1" status: 200 len: 813 time: 0.1494298 Jan 28 18:26:08.959766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-51397107-4aef-44eb-8552-f9f288111177 req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Request body: {'port': {'device_id': 'dc7006b5-e19a-4007-9ab3-ca43b63703f7', 'network_id': '290a0571-5ea2-4be2-8123-c5d031807a73', 'admin_state_up': True, 'tenant_id': '001b7c5012d94c49b5a70b51008b47c6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:09.120264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-51397107-4aef-44eb-8552-f9f288111177 req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:09.131652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-51397107-4aef-44eb-8552-f9f288111177 req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:09.242312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51397107-4aef-44eb-8552-f9f288111177 req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Made reservation on behalf of 001b7c5012d94c49b5a70b51008b47c6 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:09.245863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-51397107-4aef-44eb-8552-f9f288111177 req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:09.412315 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a758f9c8-b88b-4dab-8b48-e0416440f9f4 req-876aef3f-f9b9-4acc-bc3b-b1f81b34ebc8 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 210 time: 0.0419023 Jan 28 18:26:09.418680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-51397107-4aef-44eb-8552-f9f288111177 req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Allocated IP 172.20.0.11 (290a0571-5ea2-4be2-8123-c5d031807a73/47906b0d-50a6-474b-9f21-defbad138752/7bc79bf9-db16-4ce3-a656-7e08134c2955) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:26:09.612574 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-51397107-4aef-44eb-8552-f9f288111177 req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:09.706735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-51397107-4aef-44eb-8552-f9f288111177 req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:09.718533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['7913e3c8-b81b-421d-bb3b-05f138164b74'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:26:09.773629 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51397107-4aef-44eb-8552-f9f288111177 req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Network 290a0571-5ea2-4be2-8123-c5d031807a73 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:26:09.774723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-51397107-4aef-44eb-8552-f9f288111177 req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:26:09.778450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-51397107-4aef-44eb-8552-f9f288111177 req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:26:09.822103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Pushing event updated for resources: {'Port': ['ID=7bc79bf9-db16-4ce3-a656-7e08134c2955,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:09.845985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51397107-4aef-44eb-8552-f9f288111177 req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:09.846590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-51397107-4aef-44eb-8552-f9f288111177 req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:09.980216 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-51397107-4aef-44eb-8552-f9f288111177 req-2bc24133-cf36-4c98-868f-ac5077554c7f tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0244970 Jan 28 18:26:09.992090 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Request body: {'port': {'device_id': 'dc7006b5-e19a-4007-9ab3-ca43b63703f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:10.002244 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-86ecb92c-8645-44e7-b5ab-68fe733f5e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:10.101703 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:10.430746 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc79bf9-db16-4ce3-a656-7e08134c2955 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:26:10.438096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:10.453263 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Transition to ACTIVE for port object 7bc79bf9-db16-4ce3-a656-7e08134c2955 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:26:10.510628 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:10.727743 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Pushing event updated for resources: {'Port': ['ID=7bc79bf9-db16-4ce3-a656-7e08134c2955,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:10.797269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6115e-28b1-41ae-a6cc-610657aaa666 req-2d154ea1-219f-45e2-8d9b-3e487b2f77dd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:10.797939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-fac6115e-28b1-41ae-a6cc-610657aaa666 req-2d154ea1-219f-45e2-8d9b-3e487b2f77dd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Synchronizing usage tracker for tenant:001b7c5012d94c49b5a70b51008b47c6 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:26:10.807168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Attempting to bind port 7bc79bf9-db16-4ce3-a656-7e08134c2955 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:26:10.807496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Attempting to bind port 7bc79bf9-db16-4ce3-a656-7e08134c2955 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '263a582d-7964-4dd3-b405-670f954ba36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '290a0571-5ea2-4be2-8123-c5d031807a73'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:26:10.807814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Attempting to bind port 7bc79bf9-db16-4ce3-a656-7e08134c2955 on network 290a0571-5ea2-4be2-8123-c5d031807a73 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:26:10.818792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Port 7bc79bf9-db16-4ce3-a656-7e08134c2955 on network 290a0571-5ea2-4be2-8123-c5d031807a73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:26:10.819131 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Attempting to bind port 7bc79bf9-db16-4ce3-a656-7e08134c2955 on network 290a0571-5ea2-4be2-8123-c5d031807a73 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:26:10.824500 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:26:10.824809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Checking segment: {'id': '263a582d-7964-4dd3-b405-670f954ba36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '290a0571-5ea2-4be2-8123-c5d031807a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:26:10.825172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Bound using segment: {'id': '263a582d-7964-4dd3-b405-670f954ba36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '290a0571-5ea2-4be2-8123-c5d031807a73'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:26:10.825582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Bound port: 7bc79bf9-db16-4ce3-a656-7e08134c2955, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263a582d-7964-4dd3-b405-670f954ba36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '290a0571-5ea2-4be2-8123-c5d031807a73'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:26:10.825913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:10.898093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-fac6115e-28b1-41ae-a6cc-610657aaa666 req-2d154ea1-219f-45e2-8d9b-3e487b2f77dd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Unset dirty status for tenant:001b7c5012d94c49b5a70b51008b47c6 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:26:10.899341 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fac6115e-28b1-41ae-a6cc-610657aaa666 req-2d154ea1-219f-45e2-8d9b-3e487b2f77dd tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 944 time: 0.3486927 Jan 28 18:26:10.931656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] For port 7bc79bf9-db16-4ce3-a656-7e08134c2955, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:26:10.949422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] For port 7bc79bf9-db16-4ce3-a656-7e08134c2955, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=7bc79bf9-db16-4ce3-a656-7e08134c2955,segment=NetworkSegment(263a582d-7964-4dd3-b405-670f954ba36c),segment_id=263a582d-7964-4dd3-b405-670f954ba36c)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:26:10.959131 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fac6115e-28b1-41ae-a6cc-610657aaa666 req-ae98ef4c-78b7-4f83-a7ae-259f0e6386ad tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515158 Jan 28 18:26:11.019675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:11.079621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:11.080226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:11.081590 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-51397107-4aef-44eb-8552-f9f288111177 req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] 10.222.0.16 "PUT /v2.0/ports/7bc79bf9-db16-4ce3-a656-7e08134c2955 HTTP/1.1" status: 200 len: 1094 time: 1.0935419 Jan 28 18:26:11.082022 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7006b5-e19a-4007-9ab3-ca43b63703f7', 'tag': '7bc79bf9-db16-4ce3-a656-7e08134c2955'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:26:11.100353 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ec2ec-9fa6-4cb1-89e4-b3231ab7003d service neutron] Pushing event updated for resources: {'Port': ['ID=7bc79bf9-db16-4ce3-a656-7e08134c2955,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:11.154460 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7006b5-e19a-4007-9ab3-ca43b63703f7', 'tag': '7bc79bf9-db16-4ce3-a656-7e08134c2955', 'status': 'completed', 'code': 200} Jan 28 18:26:11.215607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911998-f337-492b-a583-22ad39077333 req-f3f9884f-7d84-477f-a429-dae39ac129ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:11.217361 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d911998-f337-492b-a583-22ad39077333 req-f3f9884f-7d84-477f-a429-dae39ac129ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=001b7c5012d94c49b5a70b51008b47c6&device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 1097 time: 0.0714934 Jan 28 18:26:11.355555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911998-f337-492b-a583-22ad39077333 req-8a7b8b04-b6e2-40f1-a5a6-f153971794b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:11.356922 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d911998-f337-492b-a583-22ad39077333 req-8a7b8b04-b6e2-40f1-a5a6-f153971794b6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=001b7c5012d94c49b5a70b51008b47c6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1327567 Jan 28 18:26:11.585975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911998-f337-492b-a583-22ad39077333 req-57c797eb-474c-44a0-8b0d-2c93712eb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:11.587445 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d911998-f337-492b-a583-22ad39077333 req-57c797eb-474c-44a0-8b0d-2c93712eb78c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2251778 Jan 28 18:26:11.688293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51397107-4aef-44eb-8552-f9f288111177 req-fdf70dec-886c-4970-9f8a-b2852b749b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:11.690353 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-51397107-4aef-44eb-8552-f9f288111177 req-fdf70dec-886c-4970-9f8a-b2852b749b31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=001b7c5012d94c49b5a70b51008b47c6&device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 1097 time: 0.0692461 Jan 28 18:26:11.758460 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-51397107-4aef-44eb-8552-f9f288111177 req-dbaf2ec1-d01d-49c5-a3dd-fb8be9933c8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc79bf9-db16-4ce3-a656-7e08134c2955 HTTP/1.1" status: 200 len: 217 time: 0.0619435 Jan 28 18:26:11.817913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51397107-4aef-44eb-8552-f9f288111177 req-826ed8aa-7dfa-4171-bdbc-f2c80c5842d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:11.819273 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-51397107-4aef-44eb-8552-f9f288111177 req-826ed8aa-7dfa-4171-bdbc-f2c80c5842d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47906b0d-50a6-474b-9f21-defbad138752 HTTP/1.1" status: 200 len: 853 time: 0.0554509 Jan 28 18:26:11.863522 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-51397107-4aef-44eb-8552-f9f288111177 req-8a4fcc1b-5515-42bf-9206-a88ca7926091 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=290a0571-5ea2-4be2-8123-c5d031807a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384214 Jan 28 18:26:11.991197 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-51397107-4aef-44eb-8552-f9f288111177 req-5d1423af-51d1-4bd9-bb0f-66de4a57c343 service neutron] 10.222.0.16 "GET /v2.0/networks/290a0571-5ea2-4be2-8123-c5d031807a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210151 Jan 28 18:26:12.175203 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-51397107-4aef-44eb-8552-f9f288111177 req-a407cd86-7ae5-4bd3-9c98-6e892d111c84 service neutron] 10.222.0.16 "GET /v2.0/networks/290a0571-5ea2-4be2-8123-c5d031807a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792636 Jan 28 18:26:12.189854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b29703-74f5-49f7-9df9-837d88728c73 req-240e6218-baa5-426c-9717-b5452c63baba tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:12.191259 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f9b29703-74f5-49f7-9df9-837d88728c73 req-240e6218-baa5-426c-9717-b5452c63baba tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 944 time: 0.1271079 Jan 28 18:26:12.233486 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f9b29703-74f5-49f7-9df9-837d88728c73 req-9c0c802b-5c66-4846-9b66-a5ff154b2526 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366163 Jan 28 18:26:12.334622 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-992b03f3-29db-4f31-82af-d9b31e591714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:13.312344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:13.415228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:13.422794 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12d69e-89d8-430d-9df0-414867b1866f req-45ef7021-e75e-4930-b302-cb24ac8dd9f7 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:13.424890 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0f12d69e-89d8-430d-9df0-414867b1866f req-45ef7021-e75e-4930-b302-cb24ac8dd9f7 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 944 time: 0.0830307 Jan 28 18:26:13.467478 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0f12d69e-89d8-430d-9df0-414867b1866f req-6abfb6da-4c2e-499c-a674-d4682e72f85e tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369327 Jan 28 18:26:14.657453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a148799-12d0-4440-b410-13312168727d req-6aa3d65f-d5ab-4b0b-be7e-5fed62b78718 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:14.658917 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1a148799-12d0-4440-b410-13312168727d req-6aa3d65f-d5ab-4b0b-be7e-5fed62b78718 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 944 time: 0.0882499 Jan 28 18:26:14.702649 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1a148799-12d0-4440-b410-13312168727d req-e790b537-39b0-45a9-8407-403284f90f46 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376828 Jan 28 18:26:15.043575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:15.566928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 7bc79bf9-db16-4ce3-a656-7e08134c2955 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:26:15.695301 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 7bc79bf9-db16-4ce3-a656-7e08134c2955, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=7bc79bf9-db16-4ce3-a656-7e08134c2955,segment=NetworkSegment(263a582d-7964-4dd3-b405-670f954ba36c),segment_id=263a582d-7964-4dd3-b405-670f954ba36c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:15.708345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '7bc79bf9-db16-4ce3-a656-7e08134c2955', 'network_id': '290a0571-5ea2-4be2-8123-c5d031807a73', 'port_id': '7bc79bf9-db16-4ce3-a656-7e08134c2955', 'mac_address': 'fa:16:3e:82:2f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47906b0d-50a6-474b-9f21-defbad138752', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:26:15.768652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:15.785291 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc79bf9-db16-4ce3-a656-7e08134c2955 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:26:15.800324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 7bc79bf9-db16-4ce3-a656-7e08134c2955, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=7bc79bf9-db16-4ce3-a656-7e08134c2955,segment=NetworkSegment(263a582d-7964-4dd3-b405-670f954ba36c),segment_id=263a582d-7964-4dd3-b405-670f954ba36c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:15.878228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:15.881870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9661f-0aa2-486d-9e65-4fce27b79674 req-95de5d10-7d6d-470d-a375-152c4155f1b9 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:15.883332 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-95e9661f-0aa2-486d-9e65-4fce27b79674 req-95de5d10-7d6d-470d-a375-152c4155f1b9 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 944 time: 0.0781887 Jan 28 18:26:15.928315 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-95e9661f-0aa2-486d-9e65-4fce27b79674 req-02a5f461-1ddd-493c-bf3a-6b490581012c tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392480 Jan 28 18:26:15.943615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=7bc79bf9-db16-4ce3-a656-7e08134c2955,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:15.950597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:15.950973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:15.951347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:15.951700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:15.952013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:15.952345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:15.952669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:15.953001 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:15.953317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:15.953637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:15.953956 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:15.954273 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:16.094763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['7bc79bf9-db16-4ce3-a656-7e08134c2955'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:26:17.110164 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb73635-b567-4f81-89ba-4d46136f329a req-7252be41-051c-4de1-8d1f-bbca603a7e96 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:17.111589 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bdb73635-b567-4f81-89ba-4d46136f329a req-7252be41-051c-4de1-8d1f-bbca603a7e96 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 945 time: 0.0766926 Jan 28 18:26:17.153350 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bdb73635-b567-4f81-89ba-4d46136f329a req-39a04896-253e-4bd9-b98f-c484801dcfc6 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362639 Jan 28 18:26:17.579178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 7bc79bf9-db16-4ce3-a656-7e08134c2955 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:26:17.695348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 7bc79bf9-db16-4ce3-a656-7e08134c2955 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:26:17.700575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 7bc79bf9-db16-4ce3-a656-7e08134c2955 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:26:17.700977 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:17.814947 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:17.840145 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7006b5-e19a-4007-9ab3-ca43b63703f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc79bf9-db16-4ce3-a656-7e08134c2955'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:26:17.849514 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 7bc79bf9-db16-4ce3-a656-7e08134c2955, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=7bc79bf9-db16-4ce3-a656-7e08134c2955,segment=NetworkSegment(263a582d-7964-4dd3-b405-670f954ba36c),segment_id=263a582d-7964-4dd3-b405-670f954ba36c)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:17.884010 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7006b5-e19a-4007-9ab3-ca43b63703f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc79bf9-db16-4ce3-a656-7e08134c2955', 'code': 200} Jan 28 18:26:17.894774 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:17.969728 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=7bc79bf9-db16-4ce3-a656-7e08134c2955,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:18.212671 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275391-4354-400c-aa72-bfcccea3c7c8 req-7ddc884b-c626-4182-8493-f7d6cb295ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:18.214126 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7d275391-4354-400c-aa72-bfcccea3c7c8 req-7ddc884b-c626-4182-8493-f7d6cb295ea6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 1099 time: 0.0714223 Jan 28 18:26:18.254679 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7d275391-4354-400c-aa72-bfcccea3c7c8 req-b1e8204f-7c16-4c39-80f9-2c52c2c8ca97 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334978 Jan 28 18:26:18.337511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e5bb0-411a-4335-b4b5-37f960f566c3 req-901ed2bf-a105-4921-8746-f549983cc625 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:18.338929 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-875e5bb0-411a-4335-b4b5-37f960f566c3 req-901ed2bf-a105-4921-8746-f549983cc625 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 946 time: 0.0776620 Jan 28 18:26:18.384299 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-875e5bb0-411a-4335-b4b5-37f960f566c3 req-978d01b7-3dad-45cd-bac0-7eb325e6e1a2 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398386 Jan 28 18:26:19.574970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312334d-f637-4b77-bc57-85e05141b6ec req-3e629578-5669-4dc9-a7f4-dafdb383b4fe tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:19.576429 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b312334d-f637-4b77-bc57-85e05141b6ec req-3e629578-5669-4dc9-a7f4-dafdb383b4fe tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 946 time: 0.0820422 Jan 28 18:26:19.619880 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b312334d-f637-4b77-bc57-85e05141b6ec req-1ec6b584-9b53-472d-aeb1-91e39ad61478 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376685 Jan 28 18:26:20.087635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:20.802568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128ec2d-f559-4043-8696-7e6a695d3b22 req-b7e53626-7efc-451a-a61f-6eed8126c7c4 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:20.804045 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3128ec2d-f559-4043-8696-7e6a695d3b22 req-b7e53626-7efc-451a-a61f-6eed8126c7c4 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 946 time: 0.0804036 Jan 28 18:26:20.847003 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3128ec2d-f559-4043-8696-7e6a695d3b22 req-7366fb2a-ea23-4133-8773-9dea36979d86 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371871 Jan 28 18:26:21.437687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b5d02-9dd9-4b2d-82b1-0715db9b7f89 req-cba8c2a8-3ae0-44b7-9d2c-2ef487e0edf5 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:21.439731 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-093b5d02-9dd9-4b2d-82b1-0715db9b7f89 req-cba8c2a8-3ae0-44b7-9d2c-2ef487e0edf5 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 946 time: 0.0805471 Jan 28 18:26:21.481559 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-093b5d02-9dd9-4b2d-82b1-0715db9b7f89 req-2d6ed2c0-6610-4539-a05a-e4c46e2ca664 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362039 Jan 28 18:26:22.665382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571d3c3-d378-4797-b546-abaf4e730161 req-72647212-1f5b-408f-bc71-2e58a1b05b8a tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:22.666818 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0571d3c3-d378-4797-b546-abaf4e730161 req-72647212-1f5b-408f-bc71-2e58a1b05b8a tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 946 time: 0.0784779 Jan 28 18:26:22.712873 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0571d3c3-d378-4797-b546-abaf4e730161 req-e15b2f21-f1f4-4d44-8a56-14d500ae057e tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Jan 28 18:26:22.780208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519422d4-cd2e-4e8f-8057-59578d8523c0 req-0ce533db-0018-4c78-aa7c-206b77de0f37 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:22.781546 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-519422d4-cd2e-4e8f-8057-59578d8523c0 req-0ce533db-0018-4c78-aa7c-206b77de0f37 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 946 time: 0.0778291 Jan 28 18:26:22.854523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-519422d4-cd2e-4e8f-8057-59578d8523c0 req-32e33e77-9925-4fa1-96e8-71af8e82de07 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Deleting port 7bc79bf9-db16-4ce3-a656-7e08134c2955 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:26:22.854837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-519422d4-cd2e-4e8f-8057-59578d8523c0 req-32e33e77-9925-4fa1-96e8-71af8e82de07 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:23.175856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-519422d4-cd2e-4e8f-8057-59578d8523c0 req-32e33e77-9925-4fa1-96e8-71af8e82de07 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] For port 7bc79bf9-db16-4ce3-a656-7e08134c2955, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=7bc79bf9-db16-4ce3-a656-7e08134c2955,segment=NetworkSegment(263a582d-7964-4dd3-b405-670f954ba36c),segment_id=263a582d-7964-4dd3-b405-670f954ba36c)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:23.176205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-519422d4-cd2e-4e8f-8057-59578d8523c0 req-32e33e77-9925-4fa1-96e8-71af8e82de07 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:23.297887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-519422d4-cd2e-4e8f-8057-59578d8523c0 req-32e33e77-9925-4fa1-96e8-71af8e82de07 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Calling delete_port for 7bc79bf9-db16-4ce3-a656-7e08134c2955 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:26:23.547139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-519422d4-cd2e-4e8f-8057-59578d8523c0 req-32e33e77-9925-4fa1-96e8-71af8e82de07 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:23.562183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['7913e3c8-b81b-421d-bb3b-05f138164b74', '7bc79bf9-db16-4ce3-a656-7e08134c2955'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:26:23.628357 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e33e77-9925-4fa1-96e8-71af8e82de07 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Pushing event deleted for resources: {'Port': ['ID=7bc79bf9-db16-4ce3-a656-7e08134c2955,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:23.680450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-519422d4-cd2e-4e8f-8057-59578d8523c0 req-32e33e77-9925-4fa1-96e8-71af8e82de07 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] No DVR routers for this DVR port 7bc79bf9-db16-4ce3-a656-7e08134c2955 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:26:23.682985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-519422d4-cd2e-4e8f-8057-59578d8523c0 req-32e33e77-9925-4fa1-96e8-71af8e82de07 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:23.686842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7006b5-e19a-4007-9ab3-ca43b63703f7', 'name': 'network-vif-deleted', 'tag': '7bc79bf9-db16-4ce3-a656-7e08134c2955'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:26:23.741514 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7006b5-e19a-4007-9ab3-ca43b63703f7', 'name': 'network-vif-deleted', 'tag': '7bc79bf9-db16-4ce3-a656-7e08134c2955', 'status': 'completed', 'code': 200} Jan 28 18:26:23.755246 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-519422d4-cd2e-4e8f-8057-59578d8523c0 req-32e33e77-9925-4fa1-96e8-71af8e82de07 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.16 "DELETE /v2.0/ports/7bc79bf9-db16-4ce3-a656-7e08134c2955 HTTP/1.1" status: 204 len: 173 time: 0.9670715 Jan 28 18:26:23.868251 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fff9db7c-38d7-4604-bb8d-cd06c4288c65 req-4b0655e8-abd3-4dee-8359-1f48afe01ab7 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7006b5-e19a-4007-9ab3-ca43b63703f7 HTTP/1.1" status: 200 len: 210 time: 0.0455425 Jan 28 18:26:25.119912 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b4038-fec1-4e45-b952-331e02592039 req-279bba7c-f982-43cf-b232-b38ea5b241bc tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:25.121362 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-608b4038-fec1-4e45-b952-331e02592039 req-279bba7c-f982-43cf-b232-b38ea5b241bc tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 945 time: 0.0784311 Jan 28 18:26:25.168344 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-608b4038-fec1-4e45-b952-331e02592039 req-725f6df7-8802-48c0-a764-b55ed010ae7c tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406053 Jan 28 18:26:25.365245 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f06da-b0b6-4f14-83b8-4502ed009e95 req-0e2c7e83-08db-4e65-982e-69e61791d3d8 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:25.366712 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fb8f06da-b0b6-4f14-83b8-4502ed009e95 req-0e2c7e83-08db-4e65-982e-69e61791d3d8 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 945 time: 0.0792072 Jan 28 18:26:25.411034 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fb8f06da-b0b6-4f14-83b8-4502ed009e95 req-019ada9f-bea2-4cc7-8078-26ec78068b6e tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385132 Jan 28 18:26:25.589422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb0cef-42a1-4b92-aa9b-dc1f47017160 req-f900313e-06ab-4d3f-9b9c-c4d0bce1081a tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:25.590098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e6cb0cef-42a1-4b92-aa9b-dc1f47017160 req-f900313e-06ab-4d3f-9b9c-c4d0bce1081a tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Synchronizing usage tracker for tenant:001b7c5012d94c49b5a70b51008b47c6 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:26:25.689573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e6cb0cef-42a1-4b92-aa9b-dc1f47017160 req-f900313e-06ab-4d3f-9b9c-c4d0bce1081a tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Unset dirty status for tenant:001b7c5012d94c49b5a70b51008b47c6 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:26:25.690680 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e6cb0cef-42a1-4b92-aa9b-dc1f47017160 req-f900313e-06ab-4d3f-9b9c-c4d0bce1081a tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 945 time: 0.1771679 Jan 28 18:26:25.734218 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e6cb0cef-42a1-4b92-aa9b-dc1f47017160 req-cd6571ba-a5ff-4d1a-b952-1f2d3f7debc8 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378296 Jan 28 18:26:26.127488 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:26:26.164392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d6880-18d4-46eb-b95d-c72290a8b4ff req-ce1f3524-bfb1-46c7-a562-3424a4456675 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:26.165824 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a61d6880-18d4-46eb-b95d-c72290a8b4ff req-ce1f3524-bfb1-46c7-a562-3424a4456675 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 945 time: 0.0825872 Jan 28 18:26:26.208696 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a61d6880-18d4-46eb-b95d-c72290a8b4ff req-dc80fe75-2aea-4ae6-8f15-fc3b37c3f00a tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373261 Jan 28 18:26:26.389746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e8ebc-8f45-4f29-bfcc-21e8eff557e7 req-b3837fcb-945a-4cc6-9ab3-fe483a698ac6 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:26.391199 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eb1e8ebc-8f45-4f29-bfcc-21e8eff557e7 req-b3837fcb-945a-4cc6-9ab3-fe483a698ac6 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 945 time: 0.0819545 Jan 28 18:26:26.434948 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eb1e8ebc-8f45-4f29-bfcc-21e8eff557e7 req-39c862f8-c8f6-48a3-97e3-a7dc124ce0ee tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376134 Jan 28 18:26:26.621603 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32391a2-7e6a-4c71-a6af-725b669fdb31 req-0830ef17-7e71-4c9e-8fda-18e3edcb6c96 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:26.623043 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c32391a2-7e6a-4c71-a6af-725b669fdb31 req-0830ef17-7e71-4c9e-8fda-18e3edcb6c96 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 945 time: 0.0777514 Jan 28 18:26:26.666673 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-c32391a2-7e6a-4c71-a6af-725b669fdb31 req-05efdcc3-b8d8-4beb-b77d-ac573194d600 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373998 Jan 28 18:26:27.459733 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac879a-53f5-4125-b8aa-4e3296fdcc8d req-5ccabbe8-b3a3-47fe-bd6c-50fd1950f74d tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:27.461151 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-44ac879a-53f5-4125-b8aa-4e3296fdcc8d req-5ccabbe8-b3a3-47fe-bd6c-50fd1950f74d tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 945 time: 0.0818875 Jan 28 18:26:27.503911 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-44ac879a-53f5-4125-b8aa-4e3296fdcc8d req-5d087afe-8195-4b7c-b297-c6fd0092dd74 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371277 Jan 28 18:26:27.632783 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 7bc79bf9-db16-4ce3-a656-7e08134c2955 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:26:27.669793 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 7bc79bf9-db16-4ce3-a656-7e08134c2955 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:26:27.670130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 7bc79bf9-db16-4ce3-a656-7e08134c2955 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:26:28.690673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b25f9-033b-4574-82d1-e773a594f797 req-ee6afbe5-425d-4b2c-ba1b-10d2a3c0fa33 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:28.692143 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b32b25f9-033b-4574-82d1-e773a594f797 req-ee6afbe5-425d-4b2c-ba1b-10d2a3c0fa33 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 945 time: 0.0823922 Jan 28 18:26:28.784299 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b32b25f9-033b-4574-82d1-e773a594f797 req-33e5b432-a26a-4410-ab7f-5aed3360326b tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617552 Jan 28 18:26:28.805208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f0635-5703-40a3-9750-30ba95c04aa8 req-1771ef8e-5cbf-4928-9784-4ff528eecdf9 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:28.806603 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-914f0635-5703-40a3-9750-30ba95c04aa8 req-1771ef8e-5cbf-4928-9784-4ff528eecdf9 tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.16 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 945 time: 0.1136320 Jan 28 18:26:28.878912 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-914f0635-5703-40a3-9750-30ba95c04aa8 req-4a16d230-a338-4bad-8f96-f2bed125583c tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Deleting port 7913e3c8-b81b-421d-bb3b-05f138164b74 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:26:28.879280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-914f0635-5703-40a3-9750-30ba95c04aa8 req-4a16d230-a338-4bad-8f96-f2bed125583c tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:29.117980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-914f0635-5703-40a3-9750-30ba95c04aa8 req-4a16d230-a338-4bad-8f96-f2bed125583c tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] For port 7913e3c8-b81b-421d-bb3b-05f138164b74, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=7913e3c8-b81b-421d-bb3b-05f138164b74,segment=NetworkSegment(263a582d-7964-4dd3-b405-670f954ba36c),segment_id=263a582d-7964-4dd3-b405-670f954ba36c)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:29.118256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-914f0635-5703-40a3-9750-30ba95c04aa8 req-4a16d230-a338-4bad-8f96-f2bed125583c tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:29.238130 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-914f0635-5703-40a3-9750-30ba95c04aa8 req-4a16d230-a338-4bad-8f96-f2bed125583c tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Calling delete_port for 7913e3c8-b81b-421d-bb3b-05f138164b74 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:26:29.443449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-914f0635-5703-40a3-9750-30ba95c04aa8 req-4a16d230-a338-4bad-8f96-f2bed125583c tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:29.454326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['7913e3c8-b81b-421d-bb3b-05f138164b74'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:26:29.496069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16d230-a338-4bad-8f96-f2bed125583c tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Pushing event deleted for resources: {'Port': ['ID=7913e3c8-b81b-421d-bb3b-05f138164b74,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:29.650697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-914f0635-5703-40a3-9750-30ba95c04aa8 req-4a16d230-a338-4bad-8f96-f2bed125583c tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] No DVR routers for this DVR port 7913e3c8-b81b-421d-bb3b-05f138164b74 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:26:29.653204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-914f0635-5703-40a3-9750-30ba95c04aa8 req-4a16d230-a338-4bad-8f96-f2bed125583c tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:29.655921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b3f4dc-87e4-454d-acf3-d879e745de4e', 'name': 'network-vif-deleted', 'tag': '7913e3c8-b81b-421d-bb3b-05f138164b74'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:26:29.706405 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b3f4dc-87e4-454d-acf3-d879e745de4e', 'name': 'network-vif-deleted', 'tag': '7913e3c8-b81b-421d-bb3b-05f138164b74', 'status': 'completed', 'code': 200} Jan 28 18:26:29.745591 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-914f0635-5703-40a3-9750-30ba95c04aa8 req-4a16d230-a338-4bad-8f96-f2bed125583c tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.16 "DELETE /v2.0/ports/7913e3c8-b81b-421d-bb3b-05f138164b74 HTTP/1.1" status: 204 len: 173 time: 0.9337163 Jan 28 18:26:29.930874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-88cfa5c5-1f6f-421e-bdaf-1905250b4ba2 req-48e2de0d-3cfd-4b0c-a67c-51820794d5aa tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Synchronizing usage tracker for tenant:001b7c5012d94c49b5a70b51008b47c6 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:26:30.031746 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-88cfa5c5-1f6f-421e-bdaf-1905250b4ba2 req-48e2de0d-3cfd-4b0c-a67c-51820794d5aa tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] Unset dirty status for tenant:001b7c5012d94c49b5a70b51008b47c6 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:26:30.032858 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-88cfa5c5-1f6f-421e-bdaf-1905250b4ba2 req-48e2de0d-3cfd-4b0c-a67c-51820794d5aa tempest-ServersNegativeTestJSON-223646313 tempest-ServersNegativeTestJSON-223646313-project] 10.222.0.26 "GET /v2.0/ports?device_id=43b3f4dc-87e4-454d-acf3-d879e745de4e HTTP/1.1" status: 200 len: 210 time: 0.1460631 Jan 28 18:26:31.141804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52166) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:31.211774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01bde07-87f8-446c-a163-0f02c0e34d96 admin admin] Deleting subnet 47906b0d-50a6-474b-9f21-defbad138752 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:26:31.214684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b01bde07-87f8-446c-a163-0f02c0e34d96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:31.285826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b01bde07-87f8-446c-a163-0f02c0e34d96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:31.330188 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b01bde07-87f8-446c-a163-0f02c0e34d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:31.505730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b01bde07-87f8-446c-a163-0f02c0e34d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:31.546770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bde07-87f8-446c-a163-0f02c0e34d96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47906b0d-50a6-474b-9f21-defbad138752,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:31.553328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b01bde07-87f8-446c-a163-0f02c0e34d96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:31.560342 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b01bde07-87f8-446c-a163-0f02c0e34d96 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/47906b0d-50a6-474b-9f21-defbad138752 HTTP/1.1" status: 204 len: 168 time: 0.4169836 Jan 28 18:26:31.563097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52170) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:31.683236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d56716f2-7042-4501-9e54-0baa1090e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:31.868596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d56716f2-7042-4501-9e54-0baa1090e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:31.900716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-d56716f2-7042-4501-9e54-0baa1090e749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290a0571-5ea2-4be2-8123-c5d031807a73']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:31.913865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-d56716f2-7042-4501-9e54-0baa1090e749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263a582d-7964-4dd3-b405-670f954ba36c') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:31.914164 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-d56716f2-7042-4501-9e54-0baa1090e749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263a582d-7964-4dd3-b405-670f954ba36c') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:31.929891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d56716f2-7042-4501-9e54-0baa1090e749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:31.946872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d56716f2-7042-4501-9e54-0baa1090e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:31.952972 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56716f2-7042-4501-9e54-0baa1090e749 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:26:31.953356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d56716f2-7042-4501-9e54-0baa1090e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:26:31.966688 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:26:32.141529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d56716f2-7042-4501-9e54-0baa1090e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:32.164369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d56716f2-7042-4501-9e54-0baa1090e749 admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:32.176509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56716f2-7042-4501-9e54-0baa1090e749 admin admin] Pushing event deleted for resources: {'Network': ['ID=290a0571-5ea2-4be2-8123-c5d031807a73,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:32.250654 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d56716f2-7042-4501-9e54-0baa1090e749 admin admin] 10.222.0.26 "DELETE /v2.0/networks/290a0571-5ea2-4be2-8123-c5d031807a73 HTTP/1.1" status: 204 len: 168 time: 0.6864204 Jan 28 18:26:32.641337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52178) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:32.690484 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a4c74337-43b6-4c22-8a99-4dbb6a581613 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=001b7c5012d94c49b5a70b51008b47c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474555 Jan 28 18:26:32.692912 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52182) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:32.753009 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-278b7bb5-022c-4973-8f11-77eb4be4da7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:32.781061 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-278b7bb5-022c-4973-8f11-77eb4be4da7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:32.916741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-278b7bb5-022c-4973-8f11-77eb4be4da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:32.933144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b7bb5-022c-4973-8f11-77eb4be4da7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae86a993-75c0-4ae8-a77f-65cc6dc0ac05,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:33.006858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-278b7bb5-022c-4973-8f11-77eb4be4da7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:33.011410 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-278b7bb5-022c-4973-8f11-77eb4be4da7f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae86a993-75c0-4ae8-a77f-65cc6dc0ac05 HTTP/1.1" status: 204 len: 168 time: 0.3142896 Jan 28 18:26:33.675165 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 7913e3c8-b81b-421d-bb3b-05f138164b74 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:26:33.708599 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 7913e3c8-b81b-421d-bb3b-05f138164b74 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:26:33.708943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 7913e3c8-b81b-421d-bb3b-05f138164b74 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:26:34.157233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52208) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:34.305863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488897386'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:34.310726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:34.314661 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Usage tracker for resource:network and tenant:ba6d189379794ce7ad222f5164b55516 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:34.317438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:34.323490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:34.431347 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Made reservation on behalf of ba6d189379794ce7ad222f5164b55516 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:34.434871 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:34.449785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:34.464388 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:34.468304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Usage tracker for resource:security_group_rule and tenant:ba6d189379794ce7ad222f5164b55516 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:34.472019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:34.477759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:34.558038 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:34.655513 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:34.689938 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:26:34.695372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332fe169-98a1-45c8-bbca-95e219d1f187,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:34.706835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:34.707453 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Added segment 245b4e6e-7d11-44af-865d-3cbb7fe2c6f2 of type vlan for network 56a736bb-6920-426b-9b35-845f2947abd0 Jan 28 18:26:34.737147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:34.843749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:34.849338 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:34.849916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:34.970574 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event updated for resources: {'Network': ['ID=56a736bb-6920-426b-9b35-845f2947abd0,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:34.986131 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 56a736bb-6920-426b-9b35-845f2947abd0 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:26:35.032060 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e0dc6c92-3cb4-4937-bf2d-2b6e2427449a tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8729806 Jan 28 18:26:38.444281 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52214) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:38.452458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Request body: {'subnet': {'network_id': '56a736bb-6920-426b-9b35-845f2947abd0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:38.560716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:38.565000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Usage tracker for resource:subnet and tenant:ba6d189379794ce7ad222f5164b55516 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:38.567729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:38.573250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:38.637934 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Made reservation on behalf of ba6d189379794ce7ad222f5164b55516 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:38.641365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:38.912644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:38.999865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event updated for resources: {'Subnet': ['ID=c1fdd157-5445-402b-b8f6-0637982c7089,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:39.010864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:39.011319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:39.011744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:39.012073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:39.012398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:39.012720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:39.013093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:39.013401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:39.013673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:39.013987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:39.014296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:39.014606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:39.017636 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Checking segment: {'id': '245b4e6e-7d11-44af-865d-3cbb7fe2c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '56a736bb-6920-426b-9b35-845f2947abd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:26:39.018072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Network hostable DHCP agents. Network: 56a736bb-6920-426b-9b35-845f2947abd0, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:26:39.123661 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Network 56a736bb-6920-426b-9b35-845f2947abd0 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:26:39.253504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 56a736bb-6920-426b-9b35-845f2947abd0) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:26:39.258485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:39.259374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:39.263624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be154c57-48ad-4234-b4fd-84de99a5b8ef None None] Network 56a736bb-6920-426b-9b35-845f2947abd0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:26:39.353060 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-87c67b12-a0b5-40bd-beb9-2c8d42334d57 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9076009 Jan 28 18:26:39.356425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52218) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:39.363189 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-582777941'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:39.368469 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:39.372552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Usage tracker for resource:network and tenant:ba6d189379794ce7ad222f5164b55516 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:39.375410 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:39.381642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:39.478242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Made reservation on behalf of ba6d189379794ce7ad222f5164b55516 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:39.480182 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-56a736bb-6920-426b-9b35-845f2947abd0', 'network_id': '56a736bb-6920-426b-9b35-845f2947abd0', 'tenant_id': 'ba6d189379794ce7ad222f5164b55516', 'fixed_ips': [{'subnet_id': 'c1fdd157-5445-402b-b8f6-0637982c7089'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:26:39.483388 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:39.483582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:39.515493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:26:39.525041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:39.525393 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Added segment 3263f2d5-183e-4a92-ab71-ed83b5403c0f of type vlan for network e89140c2-ec9c-4766-a0cb-a9de3e2b89a5 Jan 28 18:26:39.552736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:39.681482 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Allocated IP 2001:db8:0:ffff::2 (56a736bb-6920-426b-9b35-845f2947abd0/c1fdd157-5445-402b-b8f6-0637982c7089/fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:26:39.683824 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:39.690013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:39.695131 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:39.800658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event updated for resources: {'Network': ['ID=e89140c2-ec9c-4766-a0cb-a9de3e2b89a5,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:39.818052 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network e89140c2-ec9c-4766-a0cb-a9de3e2b89a5 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:26:39.882639 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f5affe3e-ad1c-4ca2-a440-9e5e60f95e23 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5225313 Jan 28 18:26:39.882878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52222) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:39.888519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Request body: {'subnet': {'network_id': 'e89140c2-ec9c-4766-a0cb-a9de3e2b89a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:39.990588 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:40.004845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Transition to ACTIVE for port object fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:26:40.027361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Transition to ACTIVE for port object fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:26:40.038336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6c892325-1a54-4af3-b00f-ab22429d03e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:40.095195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:40.156557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:40.161874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Usage tracker for resource:subnet and tenant:ba6d189379794ce7ad222f5164b55516 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:40.165445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:40.174118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:40.181394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Network 56a736bb-6920-426b-9b35-845f2947abd0 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:26:40.185299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:26:40.189492 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:26:40.199369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Pushing event updated for resources: {'Port': ['ID=fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:40.244713 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Made reservation on behalf of ba6d189379794ce7ad222f5164b55516 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:40.250462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:40.294505 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Attempting to bind port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:26:40.295666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Attempting to bind port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '245b4e6e-7d11-44af-865d-3cbb7fe2c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '56a736bb-6920-426b-9b35-845f2947abd0'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:26:40.295666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Attempting to bind port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a on network 56a736bb-6920-426b-9b35-845f2947abd0 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:26:40.301436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:26:40.301850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Checking segment: {'id': '245b4e6e-7d11-44af-865d-3cbb7fe2c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '56a736bb-6920-426b-9b35-845f2947abd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:26:40.302325 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:40.302833 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Bound using segment: {'id': '245b4e6e-7d11-44af-865d-3cbb7fe2c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '56a736bb-6920-426b-9b35-845f2947abd0'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:26:40.303392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Bound port: fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245b4e6e-7d11-44af-865d-3cbb7fe2c6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '56a736bb-6920-426b-9b35-845f2947abd0'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:26:40.303988 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:40.409247 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] For port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:26:40.412753 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] For port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a,segment=NetworkSegment(245b4e6e-7d11-44af-865d-3cbb7fe2c6f2),segment_id=245b4e6e-7d11-44af-865d-3cbb7fe2c6f2)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:26:40.495832 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:40.583417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:40.588647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980663f0-de64-4db2-ac64-81d67e8a67a5 None None] Pushing event updated for resources: {'Port': ['ID=fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:40.684133 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event updated for resources: {'Subnet': ['ID=8542e076-0dcb-469d-8063-9212229115e7,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:40.691656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Checking segment: {'id': '3263f2d5-183e-4a92-ab71-ed83b5403c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e89140c2-ec9c-4766-a0cb-a9de3e2b89a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:26:40.692027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Network hostable DHCP agents. Network: e89140c2-ec9c-4766-a0cb-a9de3e2b89a5, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:26:40.818089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Network e89140c2-ec9c-4766-a0cb-a9de3e2b89a5 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:26:40.889943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, e89140c2-ec9c-4766-a0cb-a9de3e2b89a5) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:26:40.896343 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:40.900924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:40.901115 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc24049-2f36-4df0-8ffa-289e3107d06c None None] Network e89140c2-ec9c-4766-a0cb-a9de3e2b89a5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:26:40.987761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52226) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:40.995713 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-287ee15d-57ea-4b14-a2bb-4a8669c09657 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1117072 Jan 28 18:26:41.184641 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:26:41.243320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-e89140c2-ec9c-4766-a0cb-a9de3e2b89a5', 'network_id': 'e89140c2-ec9c-4766-a0cb-a9de3e2b89a5', 'tenant_id': 'ba6d189379794ce7ad222f5164b55516', 'fixed_ips': [{'subnet_id': '8542e076-0dcb-469d-8063-9212229115e7'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:26:41.244130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:41.280499 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:41.374104 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:41.413772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:26:41.444107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Allocated IP 2001:db8::2 (e89140c2-ec9c-4766-a0cb-a9de3e2b89a5/8542e076-0dcb-469d-8063-9212229115e7/1cb79afa-1ef0-485d-9cb0-cd14e51e487c) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:26:41.659411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:41.670231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Transition to ACTIVE for port object 1cb79afa-1ef0-485d-9cb0-cd14e51e487c will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:26:41.690433 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Transition to ACTIVE for port object 1cb79afa-1ef0-485d-9cb0-cd14e51e487c will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:26:41.708231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916dbdb9-6127-44b2-9bda-177388d96f52 None None] Network 56a736bb-6920-426b-9b35-845f2947abd0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:26:41.802319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:41.865484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-205cc268-41e6-408f-8476-f2437d069d28 None None] Provisioning for port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:26:41.873069 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:41.892730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Network e89140c2-ec9c-4766-a0cb-a9de3e2b89a5 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:26:41.899738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-205cc268-41e6-408f-8476-f2437d069d28 None None] Provisioning complete for port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:26:41.900108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-205cc268-41e6-408f-8476-f2437d069d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:41.915056 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event deleted for resources: {'Subnet': ['ID=8542e076-0dcb-469d-8063-9212229115e7,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:41.959430 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:26:41.968087 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:26:42.013524 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:42.044749 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89140c2-ec9c-4766-a0cb-a9de3e2b89a5']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:42.054133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3263f2d5-183e-4a92-ab71-ed83b5403c0f') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:42.054689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3263f2d5-183e-4a92-ab71-ed83b5403c0f') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:42.067180 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:42.067418 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Pushing event updated for resources: {'Port': ['ID=1cb79afa-1ef0-485d-9cb0-cd14e51e487c,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:42.083414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:42.089562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:26:42.089948 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:26:42.105177 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:26:42.138489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Attempting to bind port 1cb79afa-1ef0-485d-9cb0-cd14e51e487c on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:26:42.138862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Attempting to bind port 1cb79afa-1ef0-485d-9cb0-cd14e51e487c by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '3263f2d5-183e-4a92-ab71-ed83b5403c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e89140c2-ec9c-4766-a0cb-a9de3e2b89a5'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:26:42.139265 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Attempting to bind port 1cb79afa-1ef0-485d-9cb0-cd14e51e487c on network e89140c2-ec9c-4766-a0cb-a9de3e2b89a5 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:26:42.182891 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:26:42.183277 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Checking segment: {'id': '3263f2d5-183e-4a92-ab71-ed83b5403c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e89140c2-ec9c-4766-a0cb-a9de3e2b89a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:26:42.183677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:42.184076 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Bound using segment: {'id': '3263f2d5-183e-4a92-ab71-ed83b5403c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e89140c2-ec9c-4766-a0cb-a9de3e2b89a5'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:26:42.184549 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Bound port: 1cb79afa-1ef0-485d-9cb0-cd14e51e487c, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3263f2d5-183e-4a92-ab71-ed83b5403c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e89140c2-ec9c-4766-a0cb-a9de3e2b89a5'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:26:42.184921 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:42.232878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 18:26:42.232878 dv-neutron-826919-1-hyperv neutron-server[88159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 18:26:42.232878 dv-neutron-826919-1-hyperv neutron-server[88159]: [parameters: {'id': 'e89140c2-ec9c-4766-a0cb-a9de3e2b89a5'}] Jan 28 18:26:42.232878 dv-neutron-826919-1-hyperv neutron-server[88159]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:26:42.233324 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:26:42.328403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-205cc268-41e6-408f-8476-f2437d069d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:42.378792 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] For port 1cb79afa-1ef0-485d-9cb0-cd14e51e487c, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:26:42.382921 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] For port 1cb79afa-1ef0-485d-9cb0-cd14e51e487c, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1cb79afa-1ef0-485d-9cb0-cd14e51e487c,segment=NetworkSegment(3263f2d5-183e-4a92-ab71-ed83b5403c0f),segment_id=3263f2d5-183e-4a92-ab71-ed83b5403c0f)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:26:42.385748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b653-7451-4928-a036-8fb1df20306b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:42.395157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-205cc268-41e6-408f-8476-f2437d069d28 None None] For port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a,segment=NetworkSegment(245b4e6e-7d11-44af-865d-3cbb7fe2c6f2),segment_id=245b4e6e-7d11-44af-865d-3cbb7fe2c6f2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:42.472392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:42.506059 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-205cc268-41e6-408f-8476-f2437d069d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:42.599942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d98ce4-e140-4ecc-ba4d-cb6c246b1a60 None None] Pushing event updated for resources: {'Port': ['ID=1cb79afa-1ef0-485d-9cb0-cd14e51e487c,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:42.678761 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6670421c-6146-429c-bdef-26c9680d20c5 None None] Network e89140c2-ec9c-4766-a0cb-a9de3e2b89a5 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:26:42.693201 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-eb649cea-1fc8-42b4-91be-5e994902a2e1 None None] Provisioning complete for port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:26:42.693569 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-eb649cea-1fc8-42b4-91be-5e994902a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:42.735490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:42.757777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Deleting port 1cb79afa-1ef0-485d-9cb0-cd14e51e487c {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:26:42.758382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:42.809611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cc268-41e6-408f-8476-f2437d069d28 None None] Pushing event updated for resources: {'Port': ['ID=fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:42.985288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] For port 1cb79afa-1ef0-485d-9cb0-cd14e51e487c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1cb79afa-1ef0-485d-9cb0-cd14e51e487c,segment=NetworkSegment(3263f2d5-183e-4a92-ab71-ed83b5403c0f),segment_id=3263f2d5-183e-4a92-ab71-ed83b5403c0f)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:42.986631 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.077061 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1478db38-168c-425a-9e48-ef75b8623e09 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 18:26:43.111796 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:26:43.126611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Calling delete_port for 1cb79afa-1ef0-485d-9cb0-cd14e51e487c owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:26:43.231154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:26:43.231523 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.258038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478db38-168c-425a-9e48-ef75b8623e09 None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 18:26:43.267944 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.320367 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event deleted for resources: {'Port': ['ID=1cb79afa-1ef0-485d-9cb0-cd14e51e487c,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:43.322374 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] No DVR routers for this DVR port 1cb79afa-1ef0-485d-9cb0-cd14e51e487c on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:26:43.393723 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.448220 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.474536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89140c2-ec9c-4766-a0cb-a9de3e2b89a5']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:43.484401 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.488717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3263f2d5-183e-4a92-ab71-ed83b5403c0f') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:43.489227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3263f2d5-183e-4a92-ab71-ed83b5403c0f') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:43.501563 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.518957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.525541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:26:43.526015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:26:43.541511 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:26:43.684050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.701851 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.713248 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event deleted for resources: {'Network': ['ID=e89140c2-ec9c-4766-a0cb-a9de3e2b89a5,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:43.719450 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f71ae61c-216f-4f1b-b036-42feebcc72ff tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "DELETE /v2.0/networks/e89140c2-ec9c-4766-a0cb-a9de3e2b89a5 HTTP/1.1" status: 204 len: 168 time: 2.7301047 Jan 28 18:26:43.722829 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52230) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:43.728054 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-132660308'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:43.732805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:43.736569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Usage tracker for resource:network and tenant:ba6d189379794ce7ad222f5164b55516 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:43.739376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:43.745445 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:43.802580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Made reservation on behalf of ba6d189379794ce7ad222f5164b55516 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:43.806002 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.833526 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:26:43.841984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.842322 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Added segment e047a6da-d192-46f8-af52-bbaad708df3b of type vlan for network 0f2231fe-eab2-431e-910e-ee5c72d0cd38 Jan 28 18:26:43.870728 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.963790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:43.969224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:43.969797 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:44.076814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event updated for resources: {'Network': ['ID=0f2231fe-eab2-431e-910e-ee5c72d0cd38,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:44.086704 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 0f2231fe-eab2-431e-910e-ee5c72d0cd38 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:26:44.124661 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-69f99e8a-968a-4deb-97a0-36d0283f6341 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4007587 Jan 28 18:26:44.128037 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52234) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:44.133421 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Request body: {'subnet': {'network_id': '0f2231fe-eab2-431e-910e-ee5c72d0cd38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:44.353595 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:44.357267 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Usage tracker for resource:subnet and tenant:ba6d189379794ce7ad222f5164b55516 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:44.360010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:44.366134 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:44.444049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Made reservation on behalf of ba6d189379794ce7ad222f5164b55516 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:44.447606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:44.539940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.ipam_backend_mixin [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Performing IP validity checks on allocation pools {{(pid=88159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 18:26:44.540471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.ipam_backend_mixin [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 18:26:44.728368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:44.816839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event updated for resources: {'Subnet': ['ID=c101799c-c03d-4afa-9525-d1cb262994f2,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:44.821841 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Checking segment: {'id': 'e047a6da-d192-46f8-af52-bbaad708df3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0f2231fe-eab2-431e-910e-ee5c72d0cd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:26:44.822188 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Network hostable DHCP agents. Network: 0f2231fe-eab2-431e-910e-ee5c72d0cd38, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:26:44.917833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Network 0f2231fe-eab2-431e-910e-ee5c72d0cd38 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:26:44.980969 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 0f2231fe-eab2-431e-910e-ee5c72d0cd38) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:26:44.984899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:44.985494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:44.990215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08999a43-34ed-45c2-b6d0-124088520179 None None] Network 0f2231fe-eab2-431e-910e-ee5c72d0cd38 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:26:45.058394 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-01b21418-229c-4f7e-8681-b8048a50a795 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9268363 Jan 28 18:26:45.058598 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52238) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:45.065248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:45.212904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:45.278307 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:45.348343 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd814996-cd21-4fcf-a42b-11c6638b3713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-0f2231fe-eab2-431e-910e-ee5c72d0cd38', 'network_id': '0f2231fe-eab2-431e-910e-ee5c72d0cd38', 'tenant_id': 'ba6d189379794ce7ad222f5164b55516', 'fixed_ips': [{'subnet_id': 'c101799c-c03d-4afa-9525-d1cb262994f2'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:26:45.349157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dd814996-cd21-4fcf-a42b-11c6638b3713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:45.410326 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:45.457122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event deleted for resources: {'Subnet': ['ID=c101799c-c03d-4afa-9525-d1cb262994f2,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server [None req-dd814996-cd21-4fcf-a42b-11c6638b3713 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c101799c-c03d-4afa-9525-d1cb262994f2: This subnet is being modified by another concurrent operation. Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server raise exception Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c101799c-c03d-4afa-9525-d1cb262994f2: This subnet is being modified by another concurrent operation. Jan 28 18:26:45.501102 dv-neutron-826919-1-hyperv neutron-server[88160]: ERROR oslo_messaging.rpc.server Jan 28 18:26:45.514719 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce487e1-c3b6-46be-bff2-d14eccd580a5 None None] Network 0f2231fe-eab2-431e-910e-ee5c72d0cd38 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:26:45.566060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:45.590635 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2231fe-eab2-431e-910e-ee5c72d0cd38']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:45.602364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e047a6da-d192-46f8-af52-bbaad708df3b') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:45.602658 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e047a6da-d192-46f8-af52-bbaad708df3b') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:45.614329 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:45.630307 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:45.636174 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:26:45.636558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:26:45.652031 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:26:45.688047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc41bf4-edc1-495b-8eaa-082ed210988c None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 18:26:45.778214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc41bf4-edc1-495b-8eaa-082ed210988c None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 18:26:45.786777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:45.808547 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:45.815634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event deleted for resources: {'Network': ['ID=0f2231fe-eab2-431e-910e-ee5c72d0cd38,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:45.825782 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9c4848a0-6bab-488f-99ed-df974326551d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "DELETE /v2.0/networks/0f2231fe-eab2-431e-910e-ee5c72d0cd38 HTTP/1.1" status: 204 len: 168 time: 0.7626612 Jan 28 18:26:45.826146 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52242) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:45.832207 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-776848331'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:45.837240 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:45.841072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Usage tracker for resource:network and tenant:ba6d189379794ce7ad222f5164b55516 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:45.844012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:45.849624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:45.963808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Made reservation on behalf of ba6d189379794ce7ad222f5164b55516 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:45.967393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:45.995818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:26:46.005244 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:46.009769 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Added segment fc6dc15f-652c-4544-b51c-de3be091335d of type vlan for network b1481454-7274-44f7-8c34-d74026ebd786 Jan 28 18:26:46.033558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:46.249195 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:46.255274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:46.255846 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:46.356400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event updated for resources: {'Network': ['ID=b1481454-7274-44f7-8c34-d74026ebd786,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:46.367289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network b1481454-7274-44f7-8c34-d74026ebd786 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:26:46.445309 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a1c261e2-f101-4952-9ac5-bc1a367bd307 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6178682 Jan 28 18:26:46.448109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52246) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:46.454394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Request body: {'subnet': {'network_id': 'b1481454-7274-44f7-8c34-d74026ebd786', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:46.563719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:46.567443 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Usage tracker for resource:subnet and tenant:ba6d189379794ce7ad222f5164b55516 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:46.570139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:46.575658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:46.653621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Made reservation on behalf of ba6d189379794ce7ad222f5164b55516 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:46.657377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:46.946726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:47.030238 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event updated for resources: {'Subnet': ['ID=891b57de-5735-4f26-9ed9-e2b6eda68ead,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:47.038620 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Checking segment: {'id': 'fc6dc15f-652c-4544-b51c-de3be091335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b1481454-7274-44f7-8c34-d74026ebd786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:26:47.038971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Network hostable DHCP agents. Network: b1481454-7274-44f7-8c34-d74026ebd786, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:26:47.152473 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Network b1481454-7274-44f7-8c34-d74026ebd786 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:26:47.214946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, b1481454-7274-44f7-8c34-d74026ebd786) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:26:47.218747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:47.219564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:47.224298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbbe343-d607-4031-b612-221cfdaea673 None None] Network b1481454-7274-44f7-8c34-d74026ebd786 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:26:47.324814 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0f0c9252-94c6-40c9-87e0-8590ba75b41d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8752222 Jan 28 18:26:47.328386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52250) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:47.334801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1354215415'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:47.339680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:47.343672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Usage tracker for resource:network and tenant:ba6d189379794ce7ad222f5164b55516 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:47.346534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:47.352309 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:47.421139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Made reservation on behalf of ba6d189379794ce7ad222f5164b55516 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:47.424733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:47.430248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-b1481454-7274-44f7-8c34-d74026ebd786', 'network_id': 'b1481454-7274-44f7-8c34-d74026ebd786', 'tenant_id': 'ba6d189379794ce7ad222f5164b55516', 'fixed_ips': [{'subnet_id': '891b57de-5735-4f26-9ed9-e2b6eda68ead'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:26:47.432584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:47.452684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:26:47.462424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:47.462831 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Added segment 7168714f-7b96-4ef8-8442-1c9b00560598 of type vlan for network 8e8acbe0-02ba-4da6-bf36-1355b15fb771 Jan 28 18:26:47.489962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:47.580041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:47.585715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:47.586401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:47.632318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Allocated IP 2001:db8::2 (b1481454-7274-44f7-8c34-d74026ebd786/891b57de-5735-4f26-9ed9-e2b6eda68ead/0b46dc6e-8952-46ea-906e-10b90a4cebef) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:26:47.689997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event updated for resources: {'Network': ['ID=8e8acbe0-02ba-4da6-bf36-1355b15fb771,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:47.710395 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 8e8acbe0-02ba-4da6-bf36-1355b15fb771 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:26:47.736330 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f5c2c3bd-c66c-4010-ab36-fa1e9f480527 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4063041 Jan 28 18:26:47.739142 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52254) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:47.744802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Request body: {'subnet': {'network_id': '8e8acbe0-02ba-4da6-bf36-1355b15fb771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:47.855059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:47.858801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Usage tracker for resource:subnet and tenant:ba6d189379794ce7ad222f5164b55516 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:47.862150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:47.867984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:47.928120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:47.938349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Transition to ACTIVE for port object 0b46dc6e-8952-46ea-906e-10b90a4cebef will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:26:47.956281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Transition to ACTIVE for port object 0b46dc6e-8952-46ea-906e-10b90a4cebef will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:26:47.958105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Made reservation on behalf of ba6d189379794ce7ad222f5164b55516 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:47.961645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:48.027072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:48.101864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Network b1481454-7274-44f7-8c34-d74026ebd786 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:26:48.104542 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:26:48.108302 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:26:48.117577 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Pushing event updated for resources: {'Port': ['ID=0b46dc6e-8952-46ea-906e-10b90a4cebef,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:48.217170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Attempting to bind port 0b46dc6e-8952-46ea-906e-10b90a4cebef on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:26:48.217533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Attempting to bind port 0b46dc6e-8952-46ea-906e-10b90a4cebef by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'fc6dc15f-652c-4544-b51c-de3be091335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b1481454-7274-44f7-8c34-d74026ebd786'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:26:48.217889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Attempting to bind port 0b46dc6e-8952-46ea-906e-10b90a4cebef on network b1481454-7274-44f7-8c34-d74026ebd786 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:26:48.223764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:26:48.224125 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Checking segment: {'id': 'fc6dc15f-652c-4544-b51c-de3be091335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b1481454-7274-44f7-8c34-d74026ebd786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:26:48.224513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:48.224894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Bound using segment: {'id': 'fc6dc15f-652c-4544-b51c-de3be091335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b1481454-7274-44f7-8c34-d74026ebd786'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:26:48.225350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Bound port: 0b46dc6e-8952-46ea-906e-10b90a4cebef, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6dc15f-652c-4544-b51c-de3be091335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b1481454-7274-44f7-8c34-d74026ebd786'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:26:48.225715 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:48.249644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:48.314594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] For port 0b46dc6e-8952-46ea-906e-10b90a4cebef, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:26:48.317516 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] For port 0b46dc6e-8952-46ea-906e-10b90a4cebef, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0b46dc6e-8952-46ea-906e-10b90a4cebef,segment=NetworkSegment(fc6dc15f-652c-4544-b51c-de3be091335d),segment_id=fc6dc15f-652c-4544-b51c-de3be091335d)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:26:48.330964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event updated for resources: {'Subnet': ['ID=592d1052-41ad-4462-9865-f7e5e281455a,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:48.337362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Checking segment: {'id': '7168714f-7b96-4ef8-8442-1c9b00560598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8e8acbe0-02ba-4da6-bf36-1355b15fb771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:26:48.337719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Network hostable DHCP agents. Network: 8e8acbe0-02ba-4da6-bf36-1355b15fb771, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:26:48.387335 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:48.415326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Network 8e8acbe0-02ba-4da6-bf36-1355b15fb771 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:26:48.464512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966109d-c8c1-428c-86d9-f0641c642c63 None None] Pushing event updated for resources: {'Port': ['ID=0b46dc6e-8952-46ea-906e-10b90a4cebef,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:48.501319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 8e8acbe0-02ba-4da6-bf36-1355b15fb771) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:26:48.506149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:48.506892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:48.511697 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aab7ed-fb6f-4265-aa93-23eaeb8b90ed None None] Network 8e8acbe0-02ba-4da6-bf36-1355b15fb771 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:26:48.596601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52258) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:48.597206 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-01871034-9831-4ff2-ab58-ff5e5341f470 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8565390 Jan 28 18:26:48.765377 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-8e8acbe0-02ba-4da6-bf36-1355b15fb771', 'network_id': '8e8acbe0-02ba-4da6-bf36-1355b15fb771', 'tenant_id': 'ba6d189379794ce7ad222f5164b55516', 'fixed_ips': [{'subnet_id': '592d1052-41ad-4462-9865-f7e5e281455a'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:26:48.766464 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:48.771517 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:48.853523 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:48.936225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Allocated IP 2001:db8::2 (8e8acbe0-02ba-4da6-bf36-1355b15fb771/592d1052-41ad-4462-9865-f7e5e281455a/681d216f-fe3d-4eb8-964a-4b137b6ae87e) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:26:49.126978 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0b46dc6e-8952-46ea-906e-10b90a4cebef up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:26:49.208194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:49.220834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Transition to ACTIVE for port object 681d216f-fe3d-4eb8-964a-4b137b6ae87e will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:26:49.246769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Transition to ACTIVE for port object 681d216f-fe3d-4eb8-964a-4b137b6ae87e will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:26:49.323910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 0b46dc6e-8952-46ea-906e-10b90a4cebef completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:26:49.353389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:49.415775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:49.421047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Network 8e8acbe0-02ba-4da6-bf36-1355b15fb771 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:26:49.424584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:26:49.428351 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:26:49.434223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Pushing event updated for resources: {'Port': ['ID=681d216f-fe3d-4eb8-964a-4b137b6ae87e,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:49.469761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event deleted for resources: {'Subnet': ['ID=592d1052-41ad-4462-9865-f7e5e281455a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:49.537770 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ade6a5-92bf-4e10-af9f-72eb8573600c None None] Network b1481454-7274-44f7-8c34-d74026ebd786 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:26:49.563985 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:49.593537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8acbe0-02ba-4da6-bf36-1355b15fb771']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:49.606163 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7168714f-7b96-4ef8-8442-1c9b00560598') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:49.606806 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7168714f-7b96-4ef8-8442-1c9b00560598') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:49.618526 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:49.633436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Attempting to bind port 681d216f-fe3d-4eb8-964a-4b137b6ae87e on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:26:49.633802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Attempting to bind port 681d216f-fe3d-4eb8-964a-4b137b6ae87e by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '7168714f-7b96-4ef8-8442-1c9b00560598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8e8acbe0-02ba-4da6-bf36-1355b15fb771'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:26:49.634041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:49.634149 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Attempting to bind port 681d216f-fe3d-4eb8-964a-4b137b6ae87e on network 8e8acbe0-02ba-4da6-bf36-1355b15fb771 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:26:49.640207 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:26:49.640598 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:49.644513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:26:49.647112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Checking segment: {'id': '7168714f-7b96-4ef8-8442-1c9b00560598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8e8acbe0-02ba-4da6-bf36-1355b15fb771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:26:49.647112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:49.647112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Bound using segment: {'id': '7168714f-7b96-4ef8-8442-1c9b00560598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8e8acbe0-02ba-4da6-bf36-1355b15fb771'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:26:49.647112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Bound port: 681d216f-fe3d-4eb8-964a-4b137b6ae87e, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7168714f-7b96-4ef8-8442-1c9b00560598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8e8acbe0-02ba-4da6-bf36-1355b15fb771'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:26:49.647112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:26:49.655319 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:26:49.716352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-223f708f-d036-4a75-a487-4ef53fa67636 None None] Provisioning for port 0b46dc6e-8952-46ea-906e-10b90a4cebef completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:26:49.744012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-223f708f-d036-4a75-a487-4ef53fa67636 None None] Provisioning complete for port 0b46dc6e-8952-46ea-906e-10b90a4cebef triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:26:49.744391 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-223f708f-d036-4a75-a487-4ef53fa67636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:49.769654 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.db.api [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 18:26:49.769654 dv-neutron-826919-1-hyperv neutron-server[88159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 18:26:49.769654 dv-neutron-826919-1-hyperv neutron-server[88159]: [parameters: {'id': '8e8acbe0-02ba-4da6-bf36-1355b15fb771'}] Jan 28 18:26:49.769654 dv-neutron-826919-1-hyperv neutron-server[88159]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:26:49.770092 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG oslo_db.api [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:26:49.860117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] For port 681d216f-fe3d-4eb8-964a-4b137b6ae87e, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:26:49.865714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] For port 681d216f-fe3d-4eb8-964a-4b137b6ae87e, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=681d216f-fe3d-4eb8-964a-4b137b6ae87e,segment=NetworkSegment(7168714f-7b96-4ef8-8442-1c9b00560598),segment_id=7168714f-7b96-4ef8-8442-1c9b00560598)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:26:49.953490 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:50.059063 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-223f708f-d036-4a75-a487-4ef53fa67636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:50.118010 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02ff85-205c-4d2a-ab25-df2aec92f6f1 None None] Pushing event updated for resources: {'Port': ['ID=681d216f-fe3d-4eb8-964a-4b137b6ae87e,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:50.145127 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:50.166438 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-223f708f-d036-4a75-a487-4ef53fa67636 None None] For port 0b46dc6e-8952-46ea-906e-10b90a4cebef, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0b46dc6e-8952-46ea-906e-10b90a4cebef,segment=NetworkSegment(fc6dc15f-652c-4544-b51c-de3be091335d),segment_id=fc6dc15f-652c-4544-b51c-de3be091335d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:50.183138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad95beb9-ebd8-4ff3-a21b-0c74f97e13d3 None None] Network 8e8acbe0-02ba-4da6-bf36-1355b15fb771 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:26:50.247231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-223f708f-d036-4a75-a487-4ef53fa67636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:50.271161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:50.285716 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Deleting port 681d216f-fe3d-4eb8-964a-4b137b6ae87e {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:26:50.286188 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:50.380769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f708f-d036-4a75-a487-4ef53fa67636 None None] Pushing event updated for resources: {'Port': ['ID=0b46dc6e-8952-46ea-906e-10b90a4cebef,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:50.431392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0b00f1b7-3f4b-42e8-b399-ac1f12541c1c None None] Provisioning complete for port 0b46dc6e-8952-46ea-906e-10b90a4cebef triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:26:50.431702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0b00f1b7-3f4b-42e8-b399-ac1f12541c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:50.499621 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] For port 681d216f-fe3d-4eb8-964a-4b137b6ae87e, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=681d216f-fe3d-4eb8-964a-4b137b6ae87e,segment=NetworkSegment(7168714f-7b96-4ef8-8442-1c9b00560598),segment_id=7168714f-7b96-4ef8-8442-1c9b00560598)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:50.499978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:50.538618 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e998b2e7-f26c-49de-8c4b-9c144832dfa3 None None] get_active_networks_info from dv-neutron-826919-1-hyperv {{(pid=88160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 18:26:50.657722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e998b2e7-f26c-49de-8c4b-9c144832dfa3 None None] Resources bound (agent type, host, resource id): {{(pid=88160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 18:26:50.731276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Calling delete_port for 681d216f-fe3d-4eb8-964a-4b137b6ae87e owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:26:50.866899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:50.915807 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event deleted for resources: {'Port': ['ID=681d216f-fe3d-4eb8-964a-4b137b6ae87e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:50.917510 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] No DVR routers for this DVR port 681d216f-fe3d-4eb8-964a-4b137b6ae87e on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:26:51.042538 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:51.073246 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8acbe0-02ba-4da6-bf36-1355b15fb771']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:51.078007 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0b46dc6e-8952-46ea-906e-10b90a4cebef up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:26:51.085184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7168714f-7b96-4ef8-8442-1c9b00560598') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:51.089103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7168714f-7b96-4ef8-8442-1c9b00560598') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:51.097844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:51.118236 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:51.124352 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:26:51.124731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:26:51.139584 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:26:51.150371 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 0b46dc6e-8952-46ea-906e-10b90a4cebef triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:26:51.152132 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:51.265705 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:51.284851 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:51.295998 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event deleted for resources: {'Network': ['ID=8e8acbe0-02ba-4da6-bf36-1355b15fb771,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:51.306190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:51.306518 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:51.306857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:51.307246 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:51.307576 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:51.307903 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:51.308225 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:51.308547 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:51.308869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:51.309187 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:51.309504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:51.309822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:26:51.313857 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-31c34e21-4ff1-4925-95dd-7bb61f30a987 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "DELETE /v2.0/networks/8e8acbe0-02ba-4da6-bf36-1355b15fb771 HTTP/1.1" status: 204 len: 168 time: 2.7159648 Jan 28 18:26:51.317017 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52264) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:51.360533 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e8fd26-58c5-42eb-b026-ba8cf7496b6d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] GET failed (client error): The resource could not be found. Jan 28 18:26:51.361091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-04e8fd26-58c5-42eb-b026-ba8cf7496b6d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Synchronizing usage tracker for tenant:ba6d189379794ce7ad222f5164b55516 on resource:subnet {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:26:51.443777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-04e8fd26-58c5-42eb-b026-ba8cf7496b6d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Unset dirty status for tenant:ba6d189379794ce7ad222f5164b55516 on resource:subnet {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:26:51.447211 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-04e8fd26-58c5-42eb-b026-ba8cf7496b6d tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "GET /v2.0/subnets/592d1052-41ad-4462-9865-f7e5e281455a HTTP/1.1" status: 404 len: 337 time: 0.1269939 Jan 28 18:26:51.447768 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52268) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:51.474218 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac05ff9c-9a42-4545-929d-5dd5c494eef2 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] DELETE failed (client error): The resource could not be found. Jan 28 18:26:51.474684 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac05ff9c-9a42-4545-929d-5dd5c494eef2 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:26:51.476375 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ac05ff9c-9a42-4545-929d-5dd5c494eef2 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "DELETE /v2.0/networks/8e8acbe0-02ba-4da6-bf36-1355b15fb771 HTTP/1.1" status: 404 len: 339 time: 0.0276923 Jan 28 18:26:51.480211 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52272) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:51.517533 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3984cb8d-bc42-41df-944b-b074dfc2ed1f tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] DELETE failed (client error): The resource could not be found. Jan 28 18:26:51.517873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3984cb8d-bc42-41df-944b-b074dfc2ed1f tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:26:51.519548 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3984cb8d-bc42-41df-944b-b074dfc2ed1f tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "DELETE /v2.0/subnets/592d1052-41ad-4462-9865-f7e5e281455a HTTP/1.1" status: 404 len: 337 time: 0.0384367 Jan 28 18:26:51.521985 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52276) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:51.546468 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc08717-1bb0-4e64-9a11-c1a5ee458d2e tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] DELETE failed (client error): The resource could not be found. Jan 28 18:26:51.546918 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc08717-1bb0-4e64-9a11-c1a5ee458d2e tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:26:51.548593 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5bc08717-1bb0-4e64-9a11-c1a5ee458d2e tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "DELETE /v2.0/networks/8e8acbe0-02ba-4da6-bf36-1355b15fb771 HTTP/1.1" status: 404 len: 339 time: 0.0257318 Jan 28 18:26:51.550884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52280) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:51.618455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d218e4c0-99cc-48a6-8e7a-f0afa0a4fcdb tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Deleting subnet 891b57de-5735-4f26-9ed9-e2b6eda68ead {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:26:51.621436 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d218e4c0-99cc-48a6-8e7a-f0afa0a4fcdb tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:51.676253 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d218e4c0-99cc-48a6-8e7a-f0afa0a4fcdb tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:51.763496 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d218e4c0-99cc-48a6-8e7a-f0afa0a4fcdb tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:51.890258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d218e4c0-99cc-48a6-8e7a-f0afa0a4fcdb tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:51.929822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218e4c0-99cc-48a6-8e7a-f0afa0a4fcdb tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event deleted for resources: {'Subnet': ['ID=891b57de-5735-4f26-9ed9-e2b6eda68ead,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:51.934888 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d218e4c0-99cc-48a6-8e7a-f0afa0a4fcdb tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:51.940507 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce3a514-2070-4dbb-97fc-9d344106553f None None] Network b1481454-7274-44f7-8c34-d74026ebd786 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:26:52.016378 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d218e4c0-99cc-48a6-8e7a-f0afa0a4fcdb tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "DELETE /v2.0/subnets/891b57de-5735-4f26-9ed9-e2b6eda68ead HTTP/1.1" status: 204 len: 168 time: 0.4642346 Jan 28 18:26:52.019177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52284) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:52.135005 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:52.145899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Deleting port 0b46dc6e-8952-46ea-906e-10b90a4cebef {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:26:52.146151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:52.187053 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638a45ba-5055-42fc-ac32-8a3e7b5b0084 None None] DHCP port deletion for b1481454-7274-44f7-8c34-d74026ebd786 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:26:52.192285 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-638a45ba-5055-42fc-ac32-8a3e7b5b0084 None None] Deleting port 0b46dc6e-8952-46ea-906e-10b90a4cebef {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:26:52.192659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-638a45ba-5055-42fc-ac32-8a3e7b5b0084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:52.356692 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] For port 0b46dc6e-8952-46ea-906e-10b90a4cebef, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0b46dc6e-8952-46ea-906e-10b90a4cebef,segment=NetworkSegment(fc6dc15f-652c-4544-b51c-de3be091335d),segment_id=fc6dc15f-652c-4544-b51c-de3be091335d)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:52.357042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:52.395376 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-638a45ba-5055-42fc-ac32-8a3e7b5b0084 None None] For port 0b46dc6e-8952-46ea-906e-10b90a4cebef, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0b46dc6e-8952-46ea-906e-10b90a4cebef,segment=NetworkSegment(fc6dc15f-652c-4544-b51c-de3be091335d),segment_id=fc6dc15f-652c-4544-b51c-de3be091335d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:52.395765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-638a45ba-5055-42fc-ac32-8a3e7b5b0084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:52.480119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Calling delete_port for 0b46dc6e-8952-46ea-906e-10b90a4cebef owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:26:52.515232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-638a45ba-5055-42fc-ac32-8a3e7b5b0084 None None] Calling delete_port for 0b46dc6e-8952-46ea-906e-10b90a4cebef owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:26:52.626637 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:52.632257 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-638a45ba-5055-42fc-ac32-8a3e7b5b0084 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:26:52.632613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-638a45ba-5055-42fc-ac32-8a3e7b5b0084 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:26:52.671724 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event deleted for resources: {'Port': ['ID=0b46dc6e-8952-46ea-906e-10b90a4cebef,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:52.678215 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] No DVR routers for this DVR port 0b46dc6e-8952-46ea-906e-10b90a4cebef on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:26:52.802738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:52.828477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1481454-7274-44f7-8c34-d74026ebd786']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:52.841479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6dc15f-652c-4544-b51c-de3be091335d') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:52.841773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6dc15f-652c-4544-b51c-de3be091335d') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:52.855525 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:52.876118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:52.882155 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:26:52.882530 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:26:52.897334 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:26:53.031429 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:53.050333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:53.062422 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event deleted for resources: {'Network': ['ID=b1481454-7274-44f7-8c34-d74026ebd786,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:53.069008 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d93e3c1f-4a71-4133-a830-7e92c1885ba6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "DELETE /v2.0/networks/b1481454-7274-44f7-8c34-d74026ebd786 HTTP/1.1" status: 204 len: 168 time: 1.0476553 Jan 28 18:26:53.071551 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52288) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:53.073971 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0b46dc6e-8952-46ea-906e-10b90a4cebef no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:26:53.113032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 0b46dc6e-8952-46ea-906e-10b90a4cebef {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:26:53.113472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0b46dc6e-8952-46ea-906e-10b90a4cebef not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:26:53.117803 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8e2c86-44dd-4202-9279-cbd8fd844cd9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] DELETE failed (client error): The resource could not be found. Jan 28 18:26:53.118259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8e2c86-44dd-4202-9279-cbd8fd844cd9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:26:53.121391 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ab8e2c86-44dd-4202-9279-cbd8fd844cd9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "DELETE /v2.0/subnets/c101799c-c03d-4afa-9525-d1cb262994f2 HTTP/1.1" status: 404 len: 337 time: 0.0453477 Jan 28 18:26:53.122433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52292) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:53.133716 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-638a45ba-5055-42fc-ac32-8a3e7b5b0084 None None] Deleting port 0b46dc6e-8952-46ea-906e-10b90a4cebef {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:26:53.134087 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-638a45ba-5055-42fc-ac32-8a3e7b5b0084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:53.148421 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbfced0-438c-42e2-906b-ae0adac1dfe6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] DELETE failed (client error): The resource could not be found. Jan 28 18:26:53.148841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dbfced0-438c-42e2-906b-ae0adac1dfe6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:26:53.153146 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52296) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:53.153720 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6dbfced0-438c-42e2-906b-ae0adac1dfe6 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "DELETE /v2.0/networks/0f2231fe-eab2-431e-910e-ee5c72d0cd38 HTTP/1.1" status: 404 len: 339 time: 0.0302150 Jan 28 18:26:53.202105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-638a45ba-5055-42fc-ac32-8a3e7b5b0084 None None] The port '0b46dc6e-8952-46ea-906e-10b90a4cebef' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:26:53.300049 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d04c15-16f4-402c-af65-57447b5ec8b8 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] DELETE failed (client error): The resource could not be found. Jan 28 18:26:53.300494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d04c15-16f4-402c-af65-57447b5ec8b8 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:26:53.302160 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d4d04c15-16f4-402c-af65-57447b5ec8b8 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "DELETE /v2.0/subnets/8542e076-0dcb-469d-8063-9212229115e7 HTTP/1.1" status: 404 len: 337 time: 0.1477177 Jan 28 18:26:53.304732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52300) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:53.329441 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb4b710-d85a-447b-b431-8f070ea3d471 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] DELETE failed (client error): The resource could not be found. Jan 28 18:26:53.330343 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb4b710-d85a-447b-b431-8f070ea3d471 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 18:26:53.332004 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5fb4b710-d85a-447b-b431-8f070ea3d471 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "DELETE /v2.0/networks/e89140c2-ec9c-4766-a0cb-a9de3e2b89a5 HTTP/1.1" status: 404 len: 339 time: 0.0263937 Jan 28 18:26:53.334499 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52304) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:53.399516 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-c287f7d8-41d7-48cf-81fe-1b160896f70b tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Deleting subnet c1fdd157-5445-402b-b8f6-0637982c7089 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:26:53.402504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c287f7d8-41d7-48cf-81fe-1b160896f70b tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:53.460212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c287f7d8-41d7-48cf-81fe-1b160896f70b tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:53.541018 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c287f7d8-41d7-48cf-81fe-1b160896f70b tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:53.678276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c287f7d8-41d7-48cf-81fe-1b160896f70b tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:53.721307 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287f7d8-41d7-48cf-81fe-1b160896f70b tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event deleted for resources: {'Subnet': ['ID=c1fdd157-5445-402b-b8f6-0637982c7089,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:53.725093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c287f7d8-41d7-48cf-81fe-1b160896f70b tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:53.731286 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2facd033-03ec-49dc-9387-536af123f8fc None None] Network 56a736bb-6920-426b-9b35-845f2947abd0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:26:53.735021 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c287f7d8-41d7-48cf-81fe-1b160896f70b tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "DELETE /v2.0/subnets/c1fdd157-5445-402b-b8f6-0637982c7089 HTTP/1.1" status: 204 len: 168 time: 0.3995135 Jan 28 18:26:53.738022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52308) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:53.850709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:53.861678 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Deleting port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:26:53.862003 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:53.975688 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3470677a-c434-4eca-a9f8-200f26788428 None None] DHCP port deletion for 56a736bb-6920-426b-9b35-845f2947abd0 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:26:53.979910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3470677a-c434-4eca-a9f8-200f26788428 None None] Deleting port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:26:53.980277 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3470677a-c434-4eca-a9f8-200f26788428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:54.069368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] For port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a,segment=NetworkSegment(245b4e6e-7d11-44af-865d-3cbb7fe2c6f2),segment_id=245b4e6e-7d11-44af-865d-3cbb7fe2c6f2)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:54.069725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:54.188358 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3470677a-c434-4eca-a9f8-200f26788428 None None] For port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a,segment=NetworkSegment(245b4e6e-7d11-44af-865d-3cbb7fe2c6f2),segment_id=245b4e6e-7d11-44af-865d-3cbb7fe2c6f2)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:26:54.188956 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3470677a-c434-4eca-a9f8-200f26788428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:54.197968 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Calling delete_port for fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:26:54.308681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3470677a-c434-4eca-a9f8-200f26788428 None None] Calling delete_port for fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:26:54.334365 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:54.378887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event deleted for resources: {'Port': ['ID=fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:54.384119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] No DVR routers for this DVR port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:26:54.386188 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-3470677a-c434-4eca-a9f8-200f26788428 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:26:54.386684 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-3470677a-c434-4eca-a9f8-200f26788428 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:26:54.509545 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:54.535143 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a736bb-6920-426b-9b35-845f2947abd0']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:54.546881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245b4e6e-7d11-44af-865d-3cbb7fe2c6f2') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:54.547271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245b4e6e-7d11-44af-865d-3cbb7fe2c6f2') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:26:54.558761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:54.574750 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:54.581594 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:26:54.581980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:26:54.597198 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:26:54.729645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:54.749040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:54.763105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] Pushing event deleted for resources: {'Network': ['ID=56a736bb-6920-426b-9b35-845f2947abd0,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:54.769160 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8f0d33ef-7bba-4f70-bc9f-63dd84d26cc9 tempest-NetworksIpV6Test-552659118 tempest-NetworksIpV6Test-552659118-project] 10.222.0.26 "DELETE /v2.0/networks/56a736bb-6920-426b-9b35-845f2947abd0 HTTP/1.1" status: 204 len: 168 time: 1.0301585 Jan 28 18:26:54.888173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3470677a-c434-4eca-a9f8-200f26788428 None None] Deleting port fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:26:54.888722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3470677a-c434-4eca-a9f8-200f26788428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:54.987078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3470677a-c434-4eca-a9f8-200f26788428 None None] The port 'fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:26:55.070241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:26:55.103451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:26:55.103799 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device fa85d5a2-f0c0-44cd-b17d-7552aab3dc3a not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:26:55.244065 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52316) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:55.393544 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-51a4948b-7660-4143-a64f-8836aa451dcb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba6d189379794ce7ad222f5164b55516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482882 Jan 28 18:26:55.395954 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52322) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:55.453117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9cac4632-3dd4-451e-b647-20ace32e08f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:55.478572 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9cac4632-3dd4-451e-b647-20ace32e08f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:55.586443 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9cac4632-3dd4-451e-b647-20ace32e08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:55.605902 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac4632-3dd4-451e-b647-20ace32e08f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332fe169-98a1-45c8-bbca-95e219d1f187,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:55.610245 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9cac4632-3dd4-451e-b647-20ace32e08f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:55.611973 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9cac4632-3dd4-451e-b647-20ace32e08f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/332fe169-98a1-45c8-bbca-95e219d1f187 HTTP/1.1" status: 204 len: 168 time: 0.2151220 Jan 28 18:26:56.565011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52346) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:56.664884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d43023df-9581-44aa-9eee-d2b20436b579 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-286031919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:56.671594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d43023df-9581-44aa-9eee-d2b20436b579 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:56.675903 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d43023df-9581-44aa-9eee-d2b20436b579 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Usage tracker for resource:router and tenant:84df201272cf498ba74e8c52679a9d53 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:56.679222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d43023df-9581-44aa-9eee-d2b20436b579 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:56.684890 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d43023df-9581-44aa-9eee-d2b20436b579 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:56.740938 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d43023df-9581-44aa-9eee-d2b20436b579 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:56.741995 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d43023df-9581-44aa-9eee-d2b20436b579 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:56.757058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d43023df-9581-44aa-9eee-d2b20436b579 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:56.838695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d43023df-9581-44aa-9eee-d2b20436b579 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:56.906751 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d43023df-9581-44aa-9eee-d2b20436b579 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:56.908738 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d43023df-9581-44aa-9eee-d2b20436b579 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3427322 Jan 28 18:26:56.911837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52352) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:56.917592 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1555293359'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:56.922596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:56.927019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Usage tracker for resource:network and tenant:84df201272cf498ba74e8c52679a9d53 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:56.929816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:56.935389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:56.986859 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Made reservation on behalf of 84df201272cf498ba74e8c52679a9d53 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:56.990391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:57.003162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:57.019993 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:57.025583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Usage tracker for resource:security_group_rule and tenant:84df201272cf498ba74e8c52679a9d53 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:57.028560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:57.034633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:57.113416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:57.173943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:57.209009 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:26:57.217180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af18a0e-a445-4194-9568-0c6256caf1b4,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:57.222601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:57.222940 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Added segment d8ef6ba7-b3cf-45d8-8859-9ed12ce199c9 of type vlan for network 0147272f-788e-4dbc-bc26-b07e6bfb478e Jan 28 18:26:57.247714 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:57.329783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:57.335241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:57.335821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:57.536048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Pushing event updated for resources: {'Network': ['ID=0147272f-788e-4dbc-bc26-b07e6bfb478e,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:57.548985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 0147272f-788e-4dbc-bc26-b07e6bfb478e details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:26:57.597765 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-33919dd6-c16c-4fc7-9b06-ffb997a6dbcf tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6848624 Jan 28 18:26:57.600376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52356) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:57.605846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Request body: {'subnet': {'network_id': '0147272f-788e-4dbc-bc26-b07e6bfb478e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:57.717821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:57.722183 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Usage tracker for resource:subnet and tenant:84df201272cf498ba74e8c52679a9d53 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:57.724929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:57.730395 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:57.831532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Made reservation on behalf of 84df201272cf498ba74e8c52679a9d53 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:57.834951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:58.141363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:58.219564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Pushing event updated for resources: {'Subnet': ['ID=0ee9a913-21e6-4e57-b78f-9f35bb060169,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:58.228775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Checking segment: {'id': 'd8ef6ba7-b3cf-45d8-8859-9ed12ce199c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0147272f-788e-4dbc-bc26-b07e6bfb478e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:26:58.229130 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Network hostable DHCP agents. Network: 0147272f-788e-4dbc-bc26-b07e6bfb478e, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:26:58.301048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Network 0147272f-788e-4dbc-bc26-b07e6bfb478e is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:26:58.415445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 0147272f-788e-4dbc-bc26-b07e6bfb478e) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:26:58.419623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:58.420332 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:58.424946 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f31f84-e2fc-483a-8691-7a39e0026988 None None] Network 0147272f-788e-4dbc-bc26-b07e6bfb478e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:26:58.513284 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-30faba11-39b1-4784-8d83-0499e8fc4fab tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9117770 Jan 28 18:26:58.516329 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52360) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:58.522607 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-703564649'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:58.527564 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:58.531725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Usage tracker for resource:network and tenant:84df201272cf498ba74e8c52679a9d53 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:58.534746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:58.540709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:58.627165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Made reservation on behalf of 84df201272cf498ba74e8c52679a9d53 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:58.630645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:58.641190 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-0147272f-788e-4dbc-bc26-b07e6bfb478e', 'network_id': '0147272f-788e-4dbc-bc26-b07e6bfb478e', 'tenant_id': '84df201272cf498ba74e8c52679a9d53', 'fixed_ips': [{'subnet_id': '0ee9a913-21e6-4e57-b78f-9f35bb060169'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:26:58.641839 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:58.659222 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:26:58.668274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:58.668541 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Added segment 75dedb37-2a25-4697-bd73-5865f125086c of type vlan for network 28da428e-206e-4629-b2ba-b804b05e9c5b Jan 28 18:26:58.694766 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:58.794579 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Allocated IP 172.20.0.2 (0147272f-788e-4dbc-bc26-b07e6bfb478e/0ee9a913-21e6-4e57-b78f-9f35bb060169/55532e44-a403-4f56-bfc9-51b247cdd7bd) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:26:58.803223 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:58.812759 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:58.813760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:59.075494 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:59.084900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Pushing event updated for resources: {'Network': ['ID=28da428e-206e-4629-b2ba-b804b05e9c5b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:59.085971 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Transition to ACTIVE for port object 55532e44-a403-4f56-bfc9-51b247cdd7bd will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:26:59.097029 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 28da428e-206e-4629-b2ba-b804b05e9c5b details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:26:59.153267 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-29636904-2851-4156-be11-6ccfc9a2e730 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6352482 Jan 28 18:26:59.156270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52364) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:26:59.162268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Request body: {'subnet': {'network_id': '28da428e-206e-4629-b2ba-b804b05e9c5b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:26:59.172953 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Transition to ACTIVE for port object 55532e44-a403-4f56-bfc9-51b247cdd7bd will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:26:59.250083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:59.272155 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:26:59.276158 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Usage tracker for resource:subnet and tenant:84df201272cf498ba74e8c52679a9d53 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:26:59.280291 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:26:59.287908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:26:59.319833 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Network 0147272f-788e-4dbc-bc26-b07e6bfb478e is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:26:59.322758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:26:59.326426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:26:59.333761 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Pushing event updated for resources: {'Port': ['ID=55532e44-a403-4f56-bfc9-51b247cdd7bd,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:59.357903 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Made reservation on behalf of 84df201272cf498ba74e8c52679a9d53 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:26:59.361981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:59.418619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Attempting to bind port 55532e44-a403-4f56-bfc9-51b247cdd7bd on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:26:59.418978 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Attempting to bind port 55532e44-a403-4f56-bfc9-51b247cdd7bd by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'd8ef6ba7-b3cf-45d8-8859-9ed12ce199c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0147272f-788e-4dbc-bc26-b07e6bfb478e'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:26:59.419365 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Attempting to bind port 55532e44-a403-4f56-bfc9-51b247cdd7bd on network 0147272f-788e-4dbc-bc26-b07e6bfb478e {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:26:59.425318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:26:59.425700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Checking segment: {'id': 'd8ef6ba7-b3cf-45d8-8859-9ed12ce199c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0147272f-788e-4dbc-bc26-b07e6bfb478e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:26:59.426093 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:59.426480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Bound using segment: {'id': 'd8ef6ba7-b3cf-45d8-8859-9ed12ce199c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0147272f-788e-4dbc-bc26-b07e6bfb478e'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:26:59.426957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Bound port: 55532e44-a403-4f56-bfc9-51b247cdd7bd, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ef6ba7-b3cf-45d8-8859-9ed12ce199c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0147272f-788e-4dbc-bc26-b07e6bfb478e'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:26:59.427333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:59.518502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] For port 55532e44-a403-4f56-bfc9-51b247cdd7bd, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:26:59.521659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] For port 55532e44-a403-4f56-bfc9-51b247cdd7bd, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=55532e44-a403-4f56-bfc9-51b247cdd7bd,segment=NetworkSegment(d8ef6ba7-b3cf-45d8-8859-9ed12ce199c9),segment_id=d8ef6ba7-b3cf-45d8-8859-9ed12ce199c9)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:26:59.575814 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:59.653948 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cc398-1cab-45d3-8d93-ac7b18645a98 None None] Pushing event updated for resources: {'Port': ['ID=55532e44-a403-4f56-bfc9-51b247cdd7bd,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:59.664898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:26:59.748075 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Pushing event updated for resources: {'Subnet': ['ID=84c2663c-0ce2-4463-ba68-e2fa4cc16fff,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:26:59.756757 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Checking segment: {'id': '75dedb37-2a25-4697-bd73-5865f125086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28da428e-206e-4629-b2ba-b804b05e9c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:26:59.757113 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Network hostable DHCP agents. Network: 28da428e-206e-4629-b2ba-b804b05e9c5b, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:26:59.832710 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Network 28da428e-206e-4629-b2ba-b804b05e9c5b is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:26:59.918489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 28da428e-206e-4629-b2ba-b804b05e9c5b) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:26:59.926758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca29e422-dba5-414a-84db-be3dbc345084 None None] Network 28da428e-206e-4629-b2ba-b804b05e9c5b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:26:59.929491 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:26:59.930080 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:00.016435 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9065052c-6bdf-4aa6-8f36-708268919904 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8590524 Jan 28 18:27:00.019837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52368) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:00.025106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f246125f-ef3c-4489-82b3-75649cb1ef9d tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Request body: {'router': {'external_gateway_info': {'network_id': '28da428e-206e-4629-b2ba-b804b05e9c5b'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:27:00.164286 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-28da428e-206e-4629-b2ba-b804b05e9c5b', 'network_id': '28da428e-206e-4629-b2ba-b804b05e9c5b', 'tenant_id': '84df201272cf498ba74e8c52679a9d53', 'fixed_ips': [{'subnet_id': '84c2663c-0ce2-4463-ba68-e2fa4cc16fff'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:27:00.165138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:00.386173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Allocated IP 172.21.0.2 (28da428e-206e-4629-b2ba-b804b05e9c5b/84c2663c-0ce2-4463-ba68-e2fa4cc16fff/e644c163-bd35-4e15-8b1e-4941ac86e4e8) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:27:00.426529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f246125f-ef3c-4489-82b3-75649cb1ef9d tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:00.605529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:00.616644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60877965-1638-4388-bb3c-4e3d1b2b2afb None None] Network 0147272f-788e-4dbc-bc26-b07e6bfb478e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:27:00.635959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Transition to ACTIVE for port object e644c163-bd35-4e15-8b1e-4941ac86e4e8 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:27:00.654879 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.api.v2.resource [None req-f246125f-ef3c-4489-82b3-75649cb1ef9d tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 18:27:00.655858 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f246125f-ef3c-4489-82b3-75649cb1ef9d tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] 10.222.0.26 "PUT /v2.0/routers/43570717-0aae-4b44-952a-5be6a728259f HTTP/1.1" status: 400 len: 364 time: 0.6350343 Jan 28 18:27:00.662377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52372) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:00.716528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Transition to ACTIVE for port object e644c163-bd35-4e15-8b1e-4941ac86e4e8 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:27:00.730027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ad539f-bb5d-428f-b323-3bd458d7f930 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Deleting subnet 84c2663c-0ce2-4463-ba68-e2fa4cc16fff {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:27:00.779645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-39ad539f-bb5d-428f-b323-3bd458d7f930 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:00.787433 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:00.832696 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2d4e84c0-cd8c-45e1-a7ec-317114aa3ce2 None None] Provisioning for port 55532e44-a403-4f56-bfc9-51b247cdd7bd completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:27:00.837516 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-39ad539f-bb5d-428f-b323-3bd458d7f930 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:00.910036 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Network 28da428e-206e-4629-b2ba-b804b05e9c5b is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:27:00.910930 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Pushing event updated for resources: {'Port': ['ID=e644c163-bd35-4e15-8b1e-4941ac86e4e8,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:00.917699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:27:00.926468 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:27:00.937758 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-39ad539f-bb5d-428f-b323-3bd458d7f930 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:01.037037 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Attempting to bind port e644c163-bd35-4e15-8b1e-4941ac86e4e8 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:27:01.037403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Attempting to bind port e644c163-bd35-4e15-8b1e-4941ac86e4e8 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '75dedb37-2a25-4697-bd73-5865f125086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28da428e-206e-4629-b2ba-b804b05e9c5b'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:27:01.037760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Attempting to bind port e644c163-bd35-4e15-8b1e-4941ac86e4e8 on network 28da428e-206e-4629-b2ba-b804b05e9c5b {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:27:01.047517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:27:01.054641 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Checking segment: {'id': '75dedb37-2a25-4697-bd73-5865f125086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28da428e-206e-4629-b2ba-b804b05e9c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:27:01.054641 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:01.054641 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Bound using segment: {'id': '75dedb37-2a25-4697-bd73-5865f125086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28da428e-206e-4629-b2ba-b804b05e9c5b'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:27:01.054641 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Bound port: e644c163-bd35-4e15-8b1e-4941ac86e4e8, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dedb37-2a25-4697-bd73-5865f125086c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28da428e-206e-4629-b2ba-b804b05e9c5b'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:27:01.054641 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:01.112964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-39ad539f-bb5d-428f-b323-3bd458d7f930 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:01.122511 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 55532e44-a403-4f56-bfc9-51b247cdd7bd up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:01.158958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad539f-bb5d-428f-b323-3bd458d7f930 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Pushing event deleted for resources: {'Subnet': ['ID=84c2663c-0ce2-4463-ba68-e2fa4cc16fff,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:01.164657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-39ad539f-bb5d-428f-b323-3bd458d7f930 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:01.170921 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-39ad539f-bb5d-428f-b323-3bd458d7f930 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] 10.222.0.26 "DELETE /v2.0/subnets/84c2663c-0ce2-4463-ba68-e2fa4cc16fff HTTP/1.1" status: 204 len: 168 time: 0.5075302 Jan 28 18:27:01.173833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52376) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:01.207711 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] For port e644c163-bd35-4e15-8b1e-4941ac86e4e8, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:27:01.213740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] For port e644c163-bd35-4e15-8b1e-4941ac86e4e8, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e644c163-bd35-4e15-8b1e-4941ac86e4e8,segment=NetworkSegment(75dedb37-2a25-4697-bd73-5865f125086c),segment_id=75dedb37-2a25-4697-bd73-5865f125086c)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:27:01.290709 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 55532e44-a403-4f56-bfc9-51b247cdd7bd completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:27:01.297280 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 55532e44-a403-4f56-bfc9-51b247cdd7bd triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:01.297666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:01.342172 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:01.412506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:01.423554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Deleting port e644c163-bd35-4e15-8b1e-4941ac86e4e8 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:27:01.423815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:01.458773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7856cfe9-cbc6-481e-9dde-d4b9c8d3431f None None] Provisioning complete for port 55532e44-a403-4f56-bfc9-51b247cdd7bd triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:01.459167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7856cfe9-cbc6-481e-9dde-d4b9c8d3431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:01.523384 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f2e1a-beb6-4a21-943a-95ed3741115d None None] Pushing event updated for resources: {'Port': ['ID=e644c163-bd35-4e15-8b1e-4941ac86e4e8,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:01.646154 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:01.678895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] For port e644c163-bd35-4e15-8b1e-4941ac86e4e8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e644c163-bd35-4e15-8b1e-4941ac86e4e8,segment=NetworkSegment(75dedb37-2a25-4697-bd73-5865f125086c),segment_id=75dedb37-2a25-4697-bd73-5865f125086c)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:27:01.679265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:01.689415 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7856cfe9-cbc6-481e-9dde-d4b9c8d3431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:01.725760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 55532e44-a403-4f56-bfc9-51b247cdd7bd, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=55532e44-a403-4f56-bfc9-51b247cdd7bd,segment=NetworkSegment(d8ef6ba7-b3cf-45d8-8859-9ed12ce199c9),segment_id=d8ef6ba7-b3cf-45d8-8859-9ed12ce199c9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:27:01.816904 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:01.823654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Calling delete_port for e644c163-bd35-4e15-8b1e-4941ac86e4e8 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:27:01.928112 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-7856cfe9-cbc6-481e-9dde-d4b9c8d3431f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:27:01.928459 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-7856cfe9-cbc6-481e-9dde-d4b9c8d3431f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:27:01.951246 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=55532e44-a403-4f56-bfc9-51b247cdd7bd,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:02.060092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:02.109631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Pushing event deleted for resources: {'Port': ['ID=e644c163-bd35-4e15-8b1e-4941ac86e4e8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:02.114482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] No DVR routers for this DVR port e644c163-bd35-4e15-8b1e-4941ac86e4e8 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:27:02.259661 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:02.295843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28da428e-206e-4629-b2ba-b804b05e9c5b']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:02.311712 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dedb37-2a25-4697-bd73-5865f125086c') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:02.312036 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dedb37-2a25-4697-bd73-5865f125086c') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:02.324109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:02.341364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:02.349674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:27:02.350069 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:27:02.365477 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:27:02.500712 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cc63f6-3a31-4fed-89af-5fd3d56c3e54 None None] Network 28da428e-206e-4629-b2ba-b804b05e9c5b requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:27:02.541257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:02.558436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:02.570436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Pushing event deleted for resources: {'Network': ['ID=28da428e-206e-4629-b2ba-b804b05e9c5b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:02.575362 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-124777cd-36c8-438d-993c-26dc5b3acbef tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] 10.222.0.26 "DELETE /v2.0/networks/28da428e-206e-4629-b2ba-b804b05e9c5b HTTP/1.1" status: 204 len: 168 time: 1.3970773 Jan 28 18:27:02.575596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52380) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:02.632866 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a94f7f48-2cab-41ad-9156-9aa0444c39bd None None] Could not find standard attr ID for object e644c163-bd35-4e15-8b1e-4941ac86e4e8. {{(pid=88160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 18:27:02.639916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08452ae-9e2a-4b71-a62a-d1b07b41eaf8 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Deleting subnet 0ee9a913-21e6-4e57-b78f-9f35bb060169 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:27:02.643571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e08452ae-9e2a-4b71-a62a-d1b07b41eaf8 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:02.705013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e08452ae-9e2a-4b71-a62a-d1b07b41eaf8 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:02.730252 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dd332f-0e4e-4fd7-94c7-9470cf60adc9 None None] DHCP port deletion for 28da428e-206e-4629-b2ba-b804b05e9c5b request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:27:02.789966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e08452ae-9e2a-4b71-a62a-d1b07b41eaf8 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:02.941203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e08452ae-9e2a-4b71-a62a-d1b07b41eaf8 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:02.983381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08452ae-9e2a-4b71-a62a-d1b07b41eaf8 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee9a913-21e6-4e57-b78f-9f35bb060169,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:02.987248 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e08452ae-9e2a-4b71-a62a-d1b07b41eaf8 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:02.997699 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e08452ae-9e2a-4b71-a62a-d1b07b41eaf8 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] 10.222.0.26 "DELETE /v2.0/subnets/0ee9a913-21e6-4e57-b78f-9f35bb060169 HTTP/1.1" status: 204 len: 168 time: 0.4188235 Jan 28 18:27:02.997872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d7d793-2253-4e13-8cd1-d165ad74fe7f None None] Network 0147272f-788e-4dbc-bc26-b07e6bfb478e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:27:02.998089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52384) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:03.107700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 55532e44-a403-4f56-bfc9-51b247cdd7bd up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:03.117836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:03.126953 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:27:03.128933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Deleting port 55532e44-a403-4f56-bfc9-51b247cdd7bd {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:27:03.129265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:03.278690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 55532e44-a403-4f56-bfc9-51b247cdd7bd triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:03.278969 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:03.330305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] For port 55532e44-a403-4f56-bfc9-51b247cdd7bd, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=55532e44-a403-4f56-bfc9-51b247cdd7bd,segment=NetworkSegment(d8ef6ba7-b3cf-45d8-8859-9ed12ce199c9),segment_id=d8ef6ba7-b3cf-45d8-8859-9ed12ce199c9)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:27:03.330654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:03.414748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597e6fa2-9f17-48a0-8c65-58cc984149d2 None None] DHCP port deletion for 0147272f-788e-4dbc-bc26-b07e6bfb478e request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:27:03.419683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-597e6fa2-9f17-48a0-8c65-58cc984149d2 None None] Deleting port 55532e44-a403-4f56-bfc9-51b247cdd7bd {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:27:03.420055 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-597e6fa2-9f17-48a0-8c65-58cc984149d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:03.549820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Calling delete_port for 55532e44-a403-4f56-bfc9-51b247cdd7bd owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:27:03.620618 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-597e6fa2-9f17-48a0-8c65-58cc984149d2 None None] For port 55532e44-a403-4f56-bfc9-51b247cdd7bd, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=55532e44-a403-4f56-bfc9-51b247cdd7bd,segment=NetworkSegment(d8ef6ba7-b3cf-45d8-8859-9ed12ce199c9),segment_id=d8ef6ba7-b3cf-45d8-8859-9ed12ce199c9)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:27:03.621100 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-597e6fa2-9f17-48a0-8c65-58cc984149d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:03.701278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:03.743711 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-597e6fa2-9f17-48a0-8c65-58cc984149d2 None None] Calling delete_port for 55532e44-a403-4f56-bfc9-51b247cdd7bd owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:27:03.747757 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Pushing event deleted for resources: {'Port': ['ID=55532e44-a403-4f56-bfc9-51b247cdd7bd,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:03.752701 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] No DVR routers for this DVR port 55532e44-a403-4f56-bfc9-51b247cdd7bd on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:27:03.817914 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-597e6fa2-9f17-48a0-8c65-58cc984149d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:27:03.818190 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-597e6fa2-9f17-48a0-8c65-58cc984149d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:27:03.872580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:03.900480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0147272f-788e-4dbc-bc26-b07e6bfb478e']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:03.914327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ef6ba7-b3cf-45d8-8859-9ed12ce199c9') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:03.914697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ef6ba7-b3cf-45d8-8859-9ed12ce199c9') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:03.926446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:03.941717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:03.947969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:27:03.948353 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:27:03.962566 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:27:04.152156 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:04.169704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:04.180424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Pushing event deleted for resources: {'Network': ['ID=0147272f-788e-4dbc-bc26-b07e6bfb478e,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:04.184429 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-17a267fc-737c-43aa-8770-ee4a8d07b0d7 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] 10.222.0.26 "DELETE /v2.0/networks/0147272f-788e-4dbc-bc26-b07e6bfb478e HTTP/1.1" status: 204 len: 168 time: 1.1853063 Jan 28 18:27:04.187336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52388) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:04.241526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b3e11225-4e6e-4896-b1d4-91938b9138d9 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Synchronizing usage tracker for tenant:84df201272cf498ba74e8c52679a9d53 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:27:04.319022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-597e6fa2-9f17-48a0-8c65-58cc984149d2 None None] Deleting port 55532e44-a403-4f56-bfc9-51b247cdd7bd {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:27:04.319560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-597e6fa2-9f17-48a0-8c65-58cc984149d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:04.335139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b3e11225-4e6e-4896-b1d4-91938b9138d9 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Unset dirty status for tenant:84df201272cf498ba74e8c52679a9d53 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:27:04.336348 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b3e11225-4e6e-4896-b1d4-91938b9138d9 tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] 10.222.0.26 "GET /v2.0/ports?device_id=43570717-0aae-4b44-952a-5be6a728259f HTTP/1.1" status: 200 len: 205 time: 0.1476552 Jan 28 18:27:04.338811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52392) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:04.385718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-597e6fa2-9f17-48a0-8c65-58cc984149d2 None None] The port '55532e44-a403-4f56-bfc9-51b247cdd7bd' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:27:04.473471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-def36568-0876-4850-81cd-f837eb871d6d tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:04.765967 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-def36568-0876-4850-81cd-f837eb871d6d tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:04.768649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-def36568-0876-4850-81cd-f837eb871d6d tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:04.879729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-def36568-0876-4850-81cd-f837eb871d6d tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:04.879729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def36568-0876-4850-81cd-f837eb871d6d tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Fanout notify agent at l3_agent the message router_deleted on router 43570717-0aae-4b44-952a-5be6a728259f {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:27:04.890428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-def36568-0876-4850-81cd-f837eb871d6d tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:04.891520 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-def36568-0876-4850-81cd-f837eb871d6d tempest-RoutersNegativeTest-107209692 tempest-RoutersNegativeTest-107209692-project] 10.222.0.26 "DELETE /v2.0/routers/43570717-0aae-4b44-952a-5be6a728259f HTTP/1.1" status: 204 len: 168 time: 0.5517950 Jan 28 18:27:05.071137 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 55532e44-a403-4f56-bfc9-51b247cdd7bd no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:27:05.106970 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 55532e44-a403-4f56-bfc9-51b247cdd7bd {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:27:05.107405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 55532e44-a403-4f56-bfc9-51b247cdd7bd not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:27:05.387369 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52400) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:05.534493 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-87791309-8b8b-49b4-b5b5-5e96b6efa3c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84df201272cf498ba74e8c52679a9d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456323 Jan 28 18:27:05.536857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52406) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:05.594396 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f03eb3e-ae81-48b7-9856-05930a44da23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:05.620445 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f03eb3e-ae81-48b7-9856-05930a44da23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:05.753247 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f03eb3e-ae81-48b7-9856-05930a44da23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:05.771056 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03eb3e-ae81-48b7-9856-05930a44da23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af18a0e-a445-4194-9568-0c6256caf1b4,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:05.777558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f03eb3e-ae81-48b7-9856-05930a44da23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:05.778665 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3f03eb3e-ae81-48b7-9856-05930a44da23 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7af18a0e-a445-4194-9568-0c6256caf1b4 HTTP/1.1" status: 204 len: 168 time: 0.2408824 Jan 28 18:27:06.767648 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52430) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:06.872633 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1202558805-network', 'tenant_id': '3735eff5481e4758a629707db48016ab'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:27:06.877475 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:27:06.881257 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Usage tracker for resource:network and tenant:3735eff5481e4758a629707db48016ab is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:27:06.884074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:27:06.889645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:27:06.951617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Made reservation on behalf of 3735eff5481e4758a629707db48016ab for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:27:06.954004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:06.967882 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:06.993565 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:27:06.999068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Usage tracker for resource:security_group_rule and tenant:3735eff5481e4758a629707db48016ab is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:27:07.003606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:27:07.012128 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:27:07.119305 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:07.167120 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:07.197742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:27:07.206683 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeb95df-fe90-467b-8bd3-8ae987cf16b8,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:07.213258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:07.213703 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Added segment 3854a764-8dc9-4149-a227-afe35eec2f05 of type vlan for network a9a6508c-2c6c-4337-861f-a03028d469fb Jan 28 18:27:07.240243 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:07.351443 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:07.352422 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:07.353008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:07.458420 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] Pushing event updated for resources: {'Network': ['ID=a9a6508c-2c6c-4337-861f-a03028d469fb,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:07.470083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network a9a6508c-2c6c-4337-861f-a03028d469fb details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:27:07.535490 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-00c342c6-3adc-4029-9417-3463f942eb44 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7666957 Jan 28 18:27:07.538748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52436) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:07.544137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Request body: {'subnet': {'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1202558805-subnet', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:27:07.548965 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:27:07.553531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Usage tracker for resource:subnet and tenant:3735eff5481e4758a629707db48016ab is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:27:07.555831 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:27:07.561453 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:27:07.671412 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Made reservation on behalf of 3735eff5481e4758a629707db48016ab for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:27:07.673901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:07.975659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:08.041556 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d363bd-2955-4702-833e-b07aa9b89793,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:08.073851 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Checking segment: {'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:27:08.074415 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Network hostable DHCP agents. Network: a9a6508c-2c6c-4337-861f-a03028d469fb, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:27:08.272680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Network a9a6508c-2c6c-4337-861f-a03028d469fb is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:27:08.352729 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, a9a6508c-2c6c-4337-861f-a03028d469fb) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:27:08.356822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:08.357397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:08.361961 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2228ef7-49ec-4a9f-9d82-187b49becd6c None None] Network a9a6508c-2c6c-4337-861f-a03028d469fb requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:27:08.473415 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-005459b2-3807-4525-a572-10df5c30d70a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9335577 Jan 28 18:27:08.476256 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52440) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:08.481330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1202558805-router', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:27:08.490321 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:27:08.490676 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Usage tracker for resource:router and tenant:3735eff5481e4758a629707db48016ab is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:27:08.493687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:27:08.499450 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:27:08.572117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-a9a6508c-2c6c-4337-861f-a03028d469fb', 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'fixed_ips': [{'subnet_id': 'f6d363bd-2955-4702-833e-b07aa9b89793'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:27:08.572957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:08.605788 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:08.606824 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:08.622348 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:08.751674 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Allocated IP 172.20.0.2 (a9a6508c-2c6c-4337-861f-a03028d469fb/f6d363bd-2955-4702-833e-b07aa9b89793/11224b5a-a308-49b7-9d95-641d5b06e8f7) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:27:08.975560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:09.008809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:09.023724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Transition to ACTIVE for port object 11224b5a-a308-49b7-9d95-641d5b06e8f7 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:27:09.044331 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Transition to ACTIVE for port object 11224b5a-a308-49b7-9d95-641d5b06e8f7 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:27:09.106339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:09.189551 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Network a9a6508c-2c6c-4337-861f-a03028d469fb is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:27:09.194134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:27:09.199169 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:27:09.210350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Pushing event updated for resources: {'Port': ['ID=11224b5a-a308-49b7-9d95-641d5b06e8f7,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:09.312206 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Attempting to bind port 11224b5a-a308-49b7-9d95-641d5b06e8f7 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:27:09.312481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Attempting to bind port 11224b5a-a308-49b7-9d95-641d5b06e8f7 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:27:09.312835 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Attempting to bind port 11224b5a-a308-49b7-9d95-641d5b06e8f7 on network a9a6508c-2c6c-4337-861f-a03028d469fb {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:27:09.318831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:27:09.319457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Checking segment: {'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:27:09.319888 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:09.320339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Bound using segment: {'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:27:09.320797 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Bound port: 11224b5a-a308-49b7-9d95-641d5b06e8f7, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:27:09.321166 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:09.420298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] For port 11224b5a-a308-49b7-9d95-641d5b06e8f7, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:27:09.424123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] For port 11224b5a-a308-49b7-9d95-641d5b06e8f7, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=11224b5a-a308-49b7-9d95-641d5b06e8f7,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:27:09.451895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:09.483699 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:09.500601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:09.584913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019e5f6-0b54-414e-969f-facbb6325ca7 None None] Pushing event updated for resources: {'Port': ['ID=11224b5a-a308-49b7-9d95-641d5b06e8f7,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:09.624111 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Allocated IP 172.26.1.246 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/a1aadb86-b293-4d00-bc06-20c680587110) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:27:09.781361 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:09.884798 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:09.964882 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:27:09.967656 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:27:09.971731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:27:09.980746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1f30ecd6-aa4b-44c9-a3a2-780092199611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:10.006768 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Pushing event updated for resources: {'Port': ['ID=a1aadb86-b293-4d00-bc06-20c680587110,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:10.466295 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:10.591583 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a5b6fb-ced4-44cd-95ec-db2c07ccad7b None None] Network a9a6508c-2c6c-4337-861f-a03028d469fb requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:27:10.721158 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0c094a1c-30a0-41c5-b37b-dd16bdcf5a53 None None] Provisioning for port 11224b5a-a308-49b7-9d95-641d5b06e8f7 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:27:10.946489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:11.126344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 11224b5a-a308-49b7-9d95-641d5b06e8f7 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:11.226569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Router fe555c7c-a343-4f5a-b31c-4c4f1f84080d is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:27:11.243702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 11224b5a-a308-49b7-9d95-641d5b06e8f7 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:27:11.248585 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 11224b5a-a308-49b7-9d95-641d5b06e8f7 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:11.248958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:11.367288 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:11.400537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 11224b5a-a308-49b7-9d95-641d5b06e8f7, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=11224b5a-a308-49b7-9d95-641d5b06e8f7,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:27:11.412046 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:27:11.420565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Sync routers for ids ['fe555c7c-a343-4f5a-b31c-4c4f1f84080d'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:27:11.429767 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Routers {'fe555c7c-a343-4f5a-b31c-4c4f1f84080d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:27:11.432733 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:26:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fe555c7c-a343-4f5a-b31c-4c4f1f84080d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:11.482203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:11.506064 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:11.508391 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d70a14b3-1769-44f7-ba35-e9328f76a656 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0301421 Jan 28 18:27:11.514844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52444) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:11.643632 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=11224b5a-a308-49b7-9d95-641d5b06e8f7,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:11.665480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Set router fe555c7c-a343-4f5a-b31c-4c4f1f84080d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:27:11.986081 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'name': 'tempest-TestEncryptedCinderVolumes-1202558805-router', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a1aadb86-b293-4d00-bc06-20c680587110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:08Z', 'updated_at': '2022-01-28T18:27:10Z', 'revision_number': 3, 'project_id': '3735eff5481e4758a629707db48016ab', 'gw_port': {'id': 'a1aadb86-b293-4d00-bc06-20c680587110', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:09Z', 'updated_at': '2022-01-28T18:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:11.990443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Checking router: fe555c7c-a343-4f5a-b31c-4c4f1f84080d for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:27:11.990858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Updating router fe555c7c-a343-4f5a-b31c-4c4f1f84080d port a1aadb86-b293-4d00-bc06-20c680587110 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:27:12.043771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:12.201887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:12.354213 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9f3375b8-605e-4328-a140-d67150eab495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:12.372986 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:12.385587 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Transition to ACTIVE for port object a1aadb86-b293-4d00-bc06-20c680587110 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:27:12.443137 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:12.528167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Attempting to bind port a1aadb86-b293-4d00-bc06-20c680587110 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:27:12.528533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Attempting to bind port a1aadb86-b293-4d00-bc06-20c680587110 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:27:12.528894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Attempting to bind port a1aadb86-b293-4d00-bc06-20c680587110 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:27:12.529658 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Allocated IP 172.20.0.1 (a9a6508c-2c6c-4337-861f-a03028d469fb/f6d363bd-2955-4702-833e-b07aa9b89793/dbfba56a-db97-497c-ab1f-7226f592f670) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:27:12.531237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29c04c-8196-471c-a9e9-e494bb0e8155 None None] Pushing event updated for resources: {'Port': ['ID=a1aadb86-b293-4d00-bc06-20c680587110,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:12.537469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:27:12.538661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:27:12.538661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:12.538661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:27:12.539234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Bound port: a1aadb86-b293-4d00-bc06-20c680587110, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:27:12.539610 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:12.610443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] For port a1aadb86-b293-4d00-bc06-20c680587110, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:27:12.613342 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] For port a1aadb86-b293-4d00-bc06-20c680587110, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a1aadb86-b293-4d00-bc06-20c680587110,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:27:12.677810 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:12.690930 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:12.694508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Transition to ACTIVE for port object dbfba56a-db97-497c-ab1f-7226f592f670 will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:27:12.768114 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Routers {'fe555c7c-a343-4f5a-b31c-4c4f1f84080d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:27:12.768713 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:27:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fe555c7c-a343-4f5a-b31c-4c4f1f84080d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:12.781544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:12.844645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29c04c-8196-471c-a9e9-e494bb0e8155 None None] Pushing event updated for resources: {'Port': ['ID=a1aadb86-b293-4d00-bc06-20c680587110,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:12.847957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Network a9a6508c-2c6c-4337-861f-a03028d469fb is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:27:12.850953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:27:12.854666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:27:12.890066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Pushing event updated for resources: {'Port': ['ID=dbfba56a-db97-497c-ab1f-7226f592f670,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:12.921609 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:12.957673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] Set router fe555c7c-a343-4f5a-b31c-4c4f1f84080d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:27:13.094899 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 11224b5a-a308-49b7-9d95-641d5b06e8f7 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:13.171189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:13.302041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 11224b5a-a308-49b7-9d95-641d5b06e8f7 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:13.302434 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:13.345962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e98854a3-3375-45f1-97a1-97e539c62565 None None] Provisioning for port dbfba56a-db97-497c-ab1f-7226f592f670 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:27:13.371032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e98854a3-3375-45f1-97a1-97e539c62565 None None] Provisioning complete for port dbfba56a-db97-497c-ab1f-7226f592f670 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:13.371407 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e98854a3-3375-45f1-97a1-97e539c62565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:13.406401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:13.417760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:13.442100 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:13.452687 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e98854a3-3375-45f1-97a1-97e539c62565 None None] Port dbfba56a-db97-497c-ab1f-7226f592f670 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:27:13.489672 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:13.514187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'name': 'tempest-TestEncryptedCinderVolumes-1202558805-router', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a1aadb86-b293-4d00-bc06-20c680587110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:08Z', 'updated_at': '2022-01-28T18:27:10Z', 'revision_number': 3, 'project_id': '3735eff5481e4758a629707db48016ab', 'gw_port': {'id': 'a1aadb86-b293-4d00-bc06-20c680587110', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:09Z', 'updated_at': '2022-01-28T18:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:13.521383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e91d62-9692-4c46-a77c-ac192a090c39 None None] The sync data for ids ['fe555c7c-a343-4f5a-b31c-4c4f1f84080d'] in dv-neutron-826919-1-hyperv is: [{'id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'name': 'tempest-TestEncryptedCinderVolumes-1202558805-router', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a1aadb86-b293-4d00-bc06-20c680587110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:08Z', 'updated_at': '2022-01-28T18:27:10Z', 'revision_number': 3, 'project_id': '3735eff5481e4758a629707db48016ab', 'gw_port': {'id': 'a1aadb86-b293-4d00-bc06-20c680587110', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:09Z', 'updated_at': '2022-01-28T18:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:27:13.598026 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Pushing event updated for resources: {'Port': ['ID=dbfba56a-db97-497c-ab1f-7226f592f670,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:13.601554 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:13.755334 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Network a9a6508c-2c6c-4337-861f-a03028d469fb is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:27:13.756617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:27:13.960126 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Router fe555c7c-a343-4f5a-b31c-4c4f1f84080d has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:27:13.976232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-493ef18c-f709-4dc2-bf8e-2c685bfca855 None None] Provisioning complete for port dbfba56a-db97-497c-ab1f-7226f592f670 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:13.976754 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-493ef18c-f709-4dc2-bf8e-2c685bfca855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:14.035471 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-493ef18c-f709-4dc2-bf8e-2c685bfca855 None None] Port dbfba56a-db97-497c-ab1f-7226f592f670 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:27:14.159416 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:27:14.168930 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e20d4029-809d-4c7b-82d3-bb40ea828261 admin admin] 10.222.0.26 "PUT /v2.0/routers/fe555c7c-a343-4f5a-b31c-4c4f1f84080d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6530218 Jan 28 18:27:14.912684 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52462) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:14.918073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1129697577-network', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:27:14.923727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:27:14.927822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Usage tracker for resource:network and tenant:3367b849a9bb47fe80e58e651c46ca6d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:27:14.931923 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:27:14.938456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:27:14.987686 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Made reservation on behalf of 3367b849a9bb47fe80e58e651c46ca6d for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:27:14.990490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:15.002945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:15.017872 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:27:15.021807 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Usage tracker for resource:security_group_rule and tenant:3367b849a9bb47fe80e58e651c46ca6d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:27:15.023395 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:15.024966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:27:15.031262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:27:15.112134 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Sync routers for ids ['fe555c7c-a343-4f5a-b31c-4c4f1f84080d'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:27:15.121881 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Routers {'fe555c7c-a343-4f5a-b31c-4c4f1f84080d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:27:15.122725 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:27:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fe555c7c-a343-4f5a-b31c-4c4f1f84080d'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:15.133109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:15.138818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a1aadb86-b293-4d00-bc06-20c680587110 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:15.244381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:15.273640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:27:15.286719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cd0b02-6be4-4c1c-85af-710b6de5f9ed,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:15.292035 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:15.292035 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Added segment 0770995f-acb5-4a09-81e9-7dc338c7c904 of type vlan for network d5be71f0-610c-4098-a421-4d41bc4faba0 Jan 28 18:27:15.305113 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Set router fe555c7c-a343-4f5a-b31c-4c4f1f84080d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:27:15.322800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:15.332198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port a1aadb86-b293-4d00-bc06-20c680587110 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:27:15.338571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port a1aadb86-b293-4d00-bc06-20c680587110 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:15.338944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:15.409664 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:15.410624 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:15.411224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:15.465798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:15.483198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port a1aadb86-b293-4d00-bc06-20c680587110, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a1aadb86-b293-4d00-bc06-20c680587110,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:27:15.564389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:15.636357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=a1aadb86-b293-4d00-bc06-20c680587110,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:15.636576 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'name': 'tempest-TestEncryptedCinderVolumes-1202558805-router', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a1aadb86-b293-4d00-bc06-20c680587110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:08Z', 'updated_at': '2022-01-28T18:27:12Z', 'revision_number': 4, 'project_id': '3735eff5481e4758a629707db48016ab', 'gw_port': {'id': 'a1aadb86-b293-4d00-bc06-20c680587110', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:09Z', 'updated_at': '2022-01-28T18:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'dbfba56a-db97-497c-ab1f-7226f592f670', 'name': '', 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'mac_address': 'fa:16:3e:72:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f6d363bd-2955-4702-833e-b07aa9b89793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:12Z', 'updated_at': '2022-01-28T18:27:13Z', 'revision_number': 2, 'project_id': '3735eff5481e4758a629707db48016ab', 'subnets': [{'id': 'f6d363bd-2955-4702-833e-b07aa9b89793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:15.640605 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Checking router: fe555c7c-a343-4f5a-b31c-4c4f1f84080d for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:27:15.641500 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Updating router fe555c7c-a343-4f5a-b31c-4c4f1f84080d port dbfba56a-db97-497c-ab1f-7226f592f670 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:27:15.644301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] Pushing event updated for resources: {'Network': ['ID=d5be71f0-610c-4098-a421-4d41bc4faba0,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:15.654238 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network d5be71f0-610c-4098-a421-4d41bc4faba0 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:27:15.699205 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:15.735233 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bbe3c11b-940c-408b-a8e3-2775915a7d07 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8213952 Jan 28 18:27:15.737959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52466) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:15.744519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Request body: {'subnet': {'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1129697577-subnet', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:27:15.749432 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:27:15.759775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Usage tracker for resource:subnet and tenant:3367b849a9bb47fe80e58e651c46ca6d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:27:15.759775 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:27:15.764694 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:27:15.865950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Made reservation on behalf of 3367b849a9bb47fe80e58e651c46ca6d for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:27:15.868243 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:16.045543 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:16.060516 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Transition to ACTIVE for port object dbfba56a-db97-497c-ab1f-7226f592f670 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:27:16.146845 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:16.164194 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:16.253837 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea6a330-1fa9-4a26-ad09-37ca70f32ef9,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:16.263349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Checking segment: {'id': '0770995f-acb5-4a09-81e9-7dc338c7c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:27:16.263496 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Network hostable DHCP agents. Network: d5be71f0-610c-4098-a421-4d41bc4faba0, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:27:16.282072 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3878d-7c41-4af7-b3ed-b3b5934a9fd3 None None] Pushing event updated for resources: {'Port': ['ID=dbfba56a-db97-497c-ab1f-7226f592f670,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:16.326028 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3878d-7c41-4af7-b3ed-b3b5934a9fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:16.326375 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3878d-7c41-4af7-b3ed-b3b5934a9fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:16.326708 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3878d-7c41-4af7-b3ed-b3b5934a9fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:16.327063 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3878d-7c41-4af7-b3ed-b3b5934a9fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:16.327392 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3878d-7c41-4af7-b3ed-b3b5934a9fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:16.327718 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3878d-7c41-4af7-b3ed-b3b5934a9fd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:16.328070 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3878d-7c41-4af7-b3ed-b3b5934a9fd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:16.328396 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3878d-7c41-4af7-b3ed-b3b5934a9fd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:16.328764 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3878d-7c41-4af7-b3ed-b3b5934a9fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:16.329330 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3878d-7c41-4af7-b3ed-b3b5934a9fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:16.329843 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3878d-7c41-4af7-b3ed-b3b5934a9fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:16.330218 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af3878d-7c41-4af7-b3ed-b3b5934a9fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:16.352488 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Network d5be71f0-610c-4098-a421-4d41bc4faba0 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:27:16.399700 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Attempting to bind port dbfba56a-db97-497c-ab1f-7226f592f670 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:27:16.400185 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Attempting to bind port dbfba56a-db97-497c-ab1f-7226f592f670 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:27:16.400746 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Attempting to bind port dbfba56a-db97-497c-ab1f-7226f592f670 on network a9a6508c-2c6c-4337-861f-a03028d469fb {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:27:16.413403 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:27:16.414160 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Checking segment: {'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:27:16.414894 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:16.415522 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Bound using segment: {'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:27:16.416253 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Bound port: dbfba56a-db97-497c-ab1f-7226f592f670, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:27:16.416819 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:16.431941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, d5be71f0-610c-4098-a421-4d41bc4faba0) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:27:16.437455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:16.438278 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:16.446060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c395af-54cb-4afc-b830-1cb770fd926d None None] Network d5be71f0-610c-4098-a421-4d41bc4faba0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:27:16.517423 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] For port dbfba56a-db97-497c-ab1f-7226f592f670, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:27:16.520408 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] For port dbfba56a-db97-497c-ab1f-7226f592f670, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dbfba56a-db97-497c-ab1f-7226f592f670,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:27:16.576846 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fa480da8-95d3-4780-b387-40edb27a78bb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8376701 Jan 28 18:27:16.579672 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52470) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:16.585098 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1129697577-router', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:27:16.590967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:27:16.595365 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Usage tracker for resource:router and tenant:3367b849a9bb47fe80e58e651c46ca6d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:27:16.598574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:27:16.605050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:27:16.605595 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:16.683420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-d5be71f0-610c-4098-a421-4d41bc4faba0', 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'fixed_ips': [{'subnet_id': '1ea6a330-1fa9-4a26-ad09-37ca70f32ef9'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:27:16.684383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:16.690484 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:16.691554 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:16.695332 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Routers {'fe555c7c-a343-4f5a-b31c-4c4f1f84080d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:27:16.696422 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:27:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fe555c7c-a343-4f5a-b31c-4c4f1f84080d'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:16.708138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:16.769734 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3878d-7c41-4af7-b3ed-b3b5934a9fd3 None None] Pushing event updated for resources: {'Port': ['ID=dbfba56a-db97-497c-ab1f-7226f592f670,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:16.880648 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Allocated IP 172.20.0.2 (d5be71f0-610c-4098-a421-4d41bc4faba0/1ea6a330-1fa9-4a26-ad09-37ca70f32ef9/56aef021-d550-4857-9a6b-5651568c9678) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:27:16.975461 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] Set router fe555c7c-a343-4f5a-b31c-4c4f1f84080d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:27:17.135435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a1aadb86-b293-4d00-bc06-20c680587110 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:17.137530 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:17.210925 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:17.225596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Transition to ACTIVE for port object 56aef021-d550-4857-9a6b-5651568c9678 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:27:17.248998 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Transition to ACTIVE for port object 56aef021-d550-4857-9a6b-5651568c9678 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:27:17.261674 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port a1aadb86-b293-4d00-bc06-20c680587110 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:17.262040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:17.330081 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:17.383556 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'name': 'tempest-TestEncryptedCinderVolumes-1202558805-router', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a1aadb86-b293-4d00-bc06-20c680587110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:08Z', 'updated_at': '2022-01-28T18:27:12Z', 'revision_number': 4, 'project_id': '3735eff5481e4758a629707db48016ab', 'gw_port': {'id': 'a1aadb86-b293-4d00-bc06-20c680587110', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:09Z', 'updated_at': '2022-01-28T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'dbfba56a-db97-497c-ab1f-7226f592f670', 'name': '', 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'mac_address': 'fa:16:3e:72:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f6d363bd-2955-4702-833e-b07aa9b89793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:12Z', 'updated_at': '2022-01-28T18:27:16Z', 'revision_number': 4, 'project_id': '3735eff5481e4758a629707db48016ab', 'subnets': [{'id': 'f6d363bd-2955-4702-833e-b07aa9b89793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:17.388075 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf985fa-5444-45c6-97fe-ed254e1c6630 None None] The sync data for ids ['fe555c7c-a343-4f5a-b31c-4c4f1f84080d'] in dv-neutron-826919-1-hyperv is: [{'id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'name': 'tempest-TestEncryptedCinderVolumes-1202558805-router', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a1aadb86-b293-4d00-bc06-20c680587110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:08Z', 'updated_at': '2022-01-28T18:27:12Z', 'revision_number': 4, 'project_id': '3735eff5481e4758a629707db48016ab', 'gw_port': {'id': 'a1aadb86-b293-4d00-bc06-20c680587110', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:09Z', 'updated_at': '2022-01-28T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'dbfba56a-db97-497c-ab1f-7226f592f670', 'name': '', 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'mac_address': 'fa:16:3e:72:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'f6d363bd-2955-4702-833e-b07aa9b89793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:12Z', 'updated_at': '2022-01-28T18:27:16Z', 'revision_number': 4, 'project_id': '3735eff5481e4758a629707db48016ab', 'subnets': [{'id': 'f6d363bd-2955-4702-833e-b07aa9b89793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:27:17.400759 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Network d5be71f0-610c-4098-a421-4d41bc4faba0 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:27:17.408083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:27:17.413403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:27:17.496068 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Pushing event updated for resources: {'Port': ['ID=56aef021-d550-4857-9a6b-5651568c9678,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:17.547739 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:17.548631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:17.548978 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:17.549313 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:17.549644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:17.550416 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:17.551130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:17.552243 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:17.552706 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:17.553612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:17.554723 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:17.555255 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:27:17.624600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:17.653829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Attempting to bind port 56aef021-d550-4857-9a6b-5651568c9678 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:27:17.654327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Attempting to bind port 56aef021-d550-4857-9a6b-5651568c9678 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '0770995f-acb5-4a09-81e9-7dc338c7c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:27:17.655263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Attempting to bind port 56aef021-d550-4857-9a6b-5651568c9678 on network d5be71f0-610c-4098-a421-4d41bc4faba0 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:27:17.664139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:17.668597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:27:17.668868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Checking segment: {'id': '0770995f-acb5-4a09-81e9-7dc338c7c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:27:17.669211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:17.669745 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Bound using segment: {'id': '0770995f-acb5-4a09-81e9-7dc338c7c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:27:17.670049 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Bound port: 56aef021-d550-4857-9a6b-5651568c9678, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0770995f-acb5-4a09-81e9-7dc338c7c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:27:17.670497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:17.777709 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] For port 56aef021-d550-4857-9a6b-5651568c9678, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:27:17.785335 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] For port 56aef021-d550-4857-9a6b-5651568c9678, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=56aef021-d550-4857-9a6b-5651568c9678,segment=NetworkSegment(0770995f-acb5-4a09-81e9-7dc338c7c904),segment_id=0770995f-acb5-4a09-81e9-7dc338c7c904)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:27:17.824772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Allocated IP 172.26.1.69 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/e1735a9c-d5c7-4735-bf0d-df159fe24a79) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:27:17.884685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:17.979347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fe1cc-781a-4443-9d46-963e832bc568 None None] Pushing event updated for resources: {'Port': ['ID=56aef021-d550-4857-9a6b-5651568c9678,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:17.988274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:18.166878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:18.268782 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:27:18.272178 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:27:18.275107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:27:18.325319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Pushing event updated for resources: {'Port': ['ID=e1735a9c-d5c7-4735-bf0d-df159fe24a79,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:19.012385 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:19.060799 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcbcbf2-db8a-4c72-8d14-072750fbd217 None None] Network d5be71f0-610c-4098-a421-4d41bc4faba0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:27:19.234984 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dbfba56a-db97-497c-ab1f-7226f592f670 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:19.301927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ca44c725-a6dd-4b58-bb8d-2bbd3ca66c30 None None] Provisioning for port 56aef021-d550-4857-9a6b-5651568c9678 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:27:19.443960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:19.507374 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port dbfba56a-db97-497c-ab1f-7226f592f670 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:27:19.515116 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port dbfba56a-db97-497c-ab1f-7226f592f670 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:19.515116 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:19.691281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:19.727402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port dbfba56a-db97-497c-ab1f-7226f592f670, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dbfba56a-db97-497c-ab1f-7226f592f670,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:27:19.871411 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Router 178b6be2-bce0-4a91-ad50-8247d62818e7 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:27:19.919145 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:19.919997 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 56aef021-d550-4857-9a6b-5651568c9678 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:20.052489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=dbfba56a-db97-497c-ab1f-7226f592f670,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:20.052761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:27:20.067910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Sync routers for ids ['178b6be2-bce0-4a91-ad50-8247d62818e7'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:27:20.077479 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Routers {'178b6be2-bce0-4a91-ad50-8247d62818e7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:27:20.078087 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:27:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['178b6be2-bce0-4a91-ad50-8247d62818e7'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:20.214452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:20.215823 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2b7d836b-baf2-48c3-bac9-06b85b77d3ad admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6351845 Jan 28 18:27:20.216658 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:20.217882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 56aef021-d550-4857-9a6b-5651568c9678 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:27:20.218562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52474) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:27:20.241034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 56aef021-d550-4857-9a6b-5651568c9678 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:20.241465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:20.314776 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Set router 178b6be2-bce0-4a91-ad50-8247d62818e7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:27:20.578803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:20.666424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 56aef021-d550-4857-9a6b-5651568c9678, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=56aef021-d550-4857-9a6b-5651568c9678,segment=NetworkSegment(0770995f-acb5-4a09-81e9-7dc338c7c904),segment_id=0770995f-acb5-4a09-81e9-7dc338c7c904)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:27:20.695552 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'name': 'tempest-TestEncryptedCinderVolumes-1129697577-router', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:16Z', 'updated_at': '2022-01-28T18:27:18Z', 'revision_number': 3, 'project_id': '3367b849a9bb47fe80e58e651c46ca6d', 'gw_port': {'id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:17Z', 'updated_at': '2022-01-28T18:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:20.700389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Checking router: 178b6be2-bce0-4a91-ad50-8247d62818e7 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:27:20.700735 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Updating router 178b6be2-bce0-4a91-ad50-8247d62818e7 port e1735a9c-d5c7-4735-bf0d-df159fe24a79 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:27:20.754391 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:20.798333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:20.931245 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=56aef021-d550-4857-9a6b-5651568c9678,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:21.049640 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:21.119844 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dbfba56a-db97-497c-ab1f-7226f592f670 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:21.243833 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:21.258228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Transition to ACTIVE for port object e1735a9c-d5c7-4735-bf0d-df159fe24a79 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:27:21.269317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port dbfba56a-db97-497c-ab1f-7226f592f670 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:21.269680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:21.274645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Allocated IP 172.20.0.1 (d5be71f0-610c-4098-a421-4d41bc4faba0/1ea6a330-1fa9-4a26-ad09-37ca70f32ef9/b1bc4a6e-5896-487c-b8af-3328a1ce6cfa) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:27:21.368204 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:21.429760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:21.447398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Transition to ACTIVE for port object b1bc4a6e-5896-487c-b8af-3328a1ce6cfa will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:27:21.468449 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 56aef021-d550-4857-9a6b-5651568c9678 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:21.492018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354a210-5247-49bc-a315-7d472a345b65 None None] Pushing event updated for resources: {'Port': ['ID=e1735a9c-d5c7-4735-bf0d-df159fe24a79,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:21.508630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Attempting to bind port e1735a9c-d5c7-4735-bf0d-df159fe24a79 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:27:21.508991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Attempting to bind port e1735a9c-d5c7-4735-bf0d-df159fe24a79 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:27:21.509347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Attempting to bind port e1735a9c-d5c7-4735-bf0d-df159fe24a79 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:27:21.523761 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:27:21.524131 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:27:21.524526 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:21.524911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:27:21.525372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Bound port: e1735a9c-d5c7-4735-bf0d-df159fe24a79, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:27:21.525742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:21.553449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:21.614889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 56aef021-d550-4857-9a6b-5651568c9678 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:21.615283 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:21.620291 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Network d5be71f0-610c-4098-a421-4d41bc4faba0 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:27:21.622857 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:27:21.625492 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:27:21.638903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] For port e1735a9c-d5c7-4735-bf0d-df159fe24a79, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:27:21.667927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] For port e1735a9c-d5c7-4735-bf0d-df159fe24a79, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e1735a9c-d5c7-4735-bf0d-df159fe24a79,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:27:21.672155 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Pushing event updated for resources: {'Port': ['ID=b1bc4a6e-5896-487c-b8af-3328a1ce6cfa,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:21.693725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:21.759735 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:21.848970 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Routers {'178b6be2-bce0-4a91-ad50-8247d62818e7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:27:21.849584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:27:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['178b6be2-bce0-4a91-ad50-8247d62818e7'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:21.893666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:21.905126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354a210-5247-49bc-a315-7d472a345b65 None None] Pushing event updated for resources: {'Port': ['ID=e1735a9c-d5c7-4735-bf0d-df159fe24a79,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:22.007781 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e8701296-d2e9-4b93-8f1b-4b25ae62212e None None] Provisioning for port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:27:22.017643 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e8701296-d2e9-4b93-8f1b-4b25ae62212e None None] Provisioning complete for port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:22.018012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e8701296-d2e9-4b93-8f1b-4b25ae62212e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:22.087370 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] Set router 178b6be2-bce0-4a91-ad50-8247d62818e7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:27:22.126346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:22.131122 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e8701296-d2e9-4b93-8f1b-4b25ae62212e None None] Port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:27:22.221837 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:22.326391 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:22.330561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Pushing event updated for resources: {'Port': ['ID=b1bc4a6e-5896-487c-b8af-3328a1ce6cfa,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:22.404036 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'name': 'tempest-TestEncryptedCinderVolumes-1129697577-router', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:16Z', 'updated_at': '2022-01-28T18:27:21Z', 'revision_number': 4, 'project_id': '3367b849a9bb47fe80e58e651c46ca6d', 'gw_port': {'id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:17Z', 'updated_at': '2022-01-28T18:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b1bc4a6e-5896-487c-b8af-3328a1ce6cfa', 'name': '', 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'mac_address': 'fa:16:3e:54:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1ea6a330-1fa9-4a26-ad09-37ca70f32ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:21Z', 'updated_at': '2022-01-28T18:27:21Z', 'revision_number': 1, 'project_id': '3367b849a9bb47fe80e58e651c46ca6d', 'subnets': [{'id': '1ea6a330-1fa9-4a26-ad09-37ca70f32ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:22.408823 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f2a44f-edb1-40d4-aa7f-003dc0df7ba1 None None] The sync data for ids ['178b6be2-bce0-4a91-ad50-8247d62818e7'] in dv-neutron-826919-1-hyperv is: [{'id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'name': 'tempest-TestEncryptedCinderVolumes-1129697577-router', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:16Z', 'updated_at': '2022-01-28T18:27:21Z', 'revision_number': 4, 'project_id': '3367b849a9bb47fe80e58e651c46ca6d', 'gw_port': {'id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:17Z', 'updated_at': '2022-01-28T18:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b1bc4a6e-5896-487c-b8af-3328a1ce6cfa', 'name': '', 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'mac_address': 'fa:16:3e:54:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1ea6a330-1fa9-4a26-ad09-37ca70f32ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:21Z', 'updated_at': '2022-01-28T18:27:21Z', 'revision_number': 1, 'project_id': '3367b849a9bb47fe80e58e651c46ca6d', 'subnets': [{'id': '1ea6a330-1fa9-4a26-ad09-37ca70f32ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:27:22.478742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Network d5be71f0-610c-4098-a421-4d41bc4faba0 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:27:22.480101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:27:22.757256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c905aa7c-c40b-4c60-87dd-e4b0e130bd13 None None] Provisioning complete for port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:22.757725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c905aa7c-c40b-4c60-87dd-e4b0e130bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:22.820682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c905aa7c-c40b-4c60-87dd-e4b0e130bd13 None None] Port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:27:22.823345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Router 178b6be2-bce0-4a91-ad50-8247d62818e7 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:27:23.013083 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:27:23.024673 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8fdfe084-c807-4a22-b1fc-8848fb4fd0da admin admin] 10.222.0.26 "PUT /v2.0/routers/178b6be2-bce0-4a91-ad50-8247d62818e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8041470 Jan 28 18:27:23.987782 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-ad684689-9055-4484-9d38-be6dffb362ad tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:23.988460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-ad684689-9055-4484-9d38-be6dffb362ad tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Synchronizing usage tracker for tenant:3735eff5481e4758a629707db48016ab on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:27:24.083498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-ad684689-9055-4484-9d38-be6dffb362ad tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Unset dirty status for tenant:3735eff5481e4758a629707db48016ab on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:27:24.085070 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-ad684689-9055-4484-9d38-be6dffb362ad tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/networks?id=a9a6508c-2c6c-4337-861f-a03028d469fb HTTP/1.1" status: 200 len: 817 time: 0.2465873 Jan 28 18:27:24.101113 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-5f5b755c-17e8-4820-9d38-e5be37774b85 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/quotas/3735eff5481e4758a629707db48016ab HTTP/1.1" status: 200 len: 375 time: 0.0103760 Jan 28 18:27:24.201763 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-8889ec03-967c-4f42-a7f8-38578d2764d1 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Synchronizing usage tracker for tenant:3735eff5481e4758a629707db48016ab on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:27:24.277387 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-8889ec03-967c-4f42-a7f8-38578d2764d1 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Unset dirty status for tenant:3735eff5481e4758a629707db48016ab on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:27:24.278788 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-8889ec03-967c-4f42-a7f8-38578d2764d1 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3735eff5481e4758a629707db48016ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1720905 Jan 28 18:27:24.306860 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-eacbc439-cf43-4703-a707-54fe9fceabdd service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 18:27:24.307934 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-eacbc439-cf43-4703-a707-54fe9fceabdd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056374 Jan 28 18:27:24.470365 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-a3bcca93-1580-4cc6-a44a-e85bfae0af20 service neutron] 10.222.0.26 "GET /v2.0/networks/a9a6508c-2c6c-4337-861f-a03028d469fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529186 Jan 28 18:27:24.625579 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-eeb41ed1-6bac-448d-a8f8-a40b3695c18a service neutron] 10.222.0.26 "GET /v2.0/networks/a9a6508c-2c6c-4337-861f-a03028d469fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489589 Jan 28 18:27:24.908179 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6b1697c7-9640-46aa-abad-054b596ee5e4 req-44865cad-0abc-4134-8af9-3c689275d12d tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 210 time: 0.0448039 Jan 28 18:27:25.127084 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e1735a9c-d5c7-4735-bf0d-df159fe24a79 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:25.307229 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port e1735a9c-d5c7-4735-bf0d-df159fe24a79 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:27:25.312519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port e1735a9c-d5c7-4735-bf0d-df159fe24a79 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:25.312885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:25.456365 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:25.480673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port e1735a9c-d5c7-4735-bf0d-df159fe24a79, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e1735a9c-d5c7-4735-bf0d-df159fe24a79,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:27:25.581529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:25.635887 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Sync routers for ids ['178b6be2-bce0-4a91-ad50-8247d62818e7'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:27:25.647555 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Routers {'178b6be2-bce0-4a91-ad50-8247d62818e7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:27:25.648232 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:27:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['178b6be2-bce0-4a91-ad50-8247d62818e7'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:25.691406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=e1735a9c-d5c7-4735-bf0d-df159fe24a79,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:25.830868 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Set router 178b6be2-bce0-4a91-ad50-8247d62818e7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:27:26.009599 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-25fba03e-b7f5-49f6-aa34-d899050c3ba0 req-f51f5987-4c7d-4c3b-9830-ed18a47fe63f tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 210 time: 0.0462391 Jan 28 18:27:26.159516 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'name': 'tempest-TestEncryptedCinderVolumes-1129697577-router', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:16Z', 'updated_at': '2022-01-28T18:27:21Z', 'revision_number': 4, 'project_id': '3367b849a9bb47fe80e58e651c46ca6d', 'gw_port': {'id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:17Z', 'updated_at': '2022-01-28T18:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b1bc4a6e-5896-487c-b8af-3328a1ce6cfa', 'name': '', 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'mac_address': 'fa:16:3e:54:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1ea6a330-1fa9-4a26-ad09-37ca70f32ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:21Z', 'updated_at': '2022-01-28T18:27:21Z', 'revision_number': 2, 'project_id': '3367b849a9bb47fe80e58e651c46ca6d', 'subnets': [{'id': '1ea6a330-1fa9-4a26-ad09-37ca70f32ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:26.163950 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Checking router: 178b6be2-bce0-4a91-ad50-8247d62818e7 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:27:26.164291 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Updating router 178b6be2-bce0-4a91-ad50-8247d62818e7 port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:27:26.233800 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:26.594105 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:26.606650 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Transition to ACTIVE for port object b1bc4a6e-5896-487c-b8af-3328a1ce6cfa will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:27:26.753333 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:27.010384 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c778ba-2d52-478c-a31f-ded60d1d304c None None] Pushing event updated for resources: {'Port': ['ID=b1bc4a6e-5896-487c-b8af-3328a1ce6cfa,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:27.083315 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Attempting to bind port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:27:27.083724 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Attempting to bind port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '0770995f-acb5-4a09-81e9-7dc338c7c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:27:27.084078 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Attempting to bind port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa on network d5be71f0-610c-4098-a421-4d41bc4faba0 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:27:27.089865 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:27:27.090231 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Checking segment: {'id': '0770995f-acb5-4a09-81e9-7dc338c7c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:27:27.090622 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:27.091015 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Bound using segment: {'id': '0770995f-acb5-4a09-81e9-7dc338c7c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:27:27.091532 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Bound port: b1bc4a6e-5896-487c-b8af-3328a1ce6cfa, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0770995f-acb5-4a09-81e9-7dc338c7c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:27:27.091893 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:27.125504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e1735a9c-d5c7-4735-bf0d-df159fe24a79 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:27.192067 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-904b97fb-7851-43b6-b9c4-1942a9cf79df req-dcc878ac-48b9-4e14-a284-53b5e284bbd3 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 210 time: 0.0466807 Jan 28 18:27:27.193770 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] For port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:27:27.197147 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] For port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b1bc4a6e-5896-487c-b8af-3328a1ce6cfa,segment=NetworkSegment(0770995f-acb5-4a09-81e9-7dc338c7c904),segment_id=0770995f-acb5-4a09-81e9-7dc338c7c904)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:27:27.199183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port e1735a9c-d5c7-4735-bf0d-df159fe24a79 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:27.199553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:27.296040 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:27.374649 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Routers {'178b6be2-bce0-4a91-ad50-8247d62818e7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:27:27.375302 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:27:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['178b6be2-bce0-4a91-ad50-8247d62818e7'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:27.450189 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c778ba-2d52-478c-a31f-ded60d1d304c None None] Pushing event updated for resources: {'Port': ['ID=b1bc4a6e-5896-487c-b8af-3328a1ce6cfa,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:27.582478 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] Set router 178b6be2-bce0-4a91-ad50-8247d62818e7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:27:27.690248 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-8e6ed926-3916-4d69-814e-0af6681edfdd tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:27.691857 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-8e6ed926-3916-4d69-814e-0af6681edfdd tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.16 "GET /v2.0/networks?id=a9a6508c-2c6c-4337-861f-a03028d469fb HTTP/1.1" status: 200 len: 817 time: 0.2784247 Jan 28 18:27:27.704432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Request body: {'port': {'device_id': 'b88bac93-ac29-4513-849d-5410717c4956', 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb', 'admin_state_up': True, 'tenant_id': '3735eff5481e4758a629707db48016ab'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:27:27.858686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:27:27.870151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:27:27.927992 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'name': 'tempest-TestEncryptedCinderVolumes-1129697577-router', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:16Z', 'updated_at': '2022-01-28T18:27:21Z', 'revision_number': 4, 'project_id': '3367b849a9bb47fe80e58e651c46ca6d', 'gw_port': {'id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:17Z', 'updated_at': '2022-01-28T18:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b1bc4a6e-5896-487c-b8af-3328a1ce6cfa', 'name': '', 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'mac_address': 'fa:16:3e:54:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1ea6a330-1fa9-4a26-ad09-37ca70f32ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:21Z', 'updated_at': '2022-01-28T18:27:27Z', 'revision_number': 4, 'project_id': '3367b849a9bb47fe80e58e651c46ca6d', 'subnets': [{'id': '1ea6a330-1fa9-4a26-ad09-37ca70f32ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:27:27.932425 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56de403-06ab-41f3-9c23-5647b8930a14 None None] The sync data for ids ['178b6be2-bce0-4a91-ad50-8247d62818e7'] in dv-neutron-826919-1-hyperv is: [{'id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'name': 'tempest-TestEncryptedCinderVolumes-1129697577-router', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:16Z', 'updated_at': '2022-01-28T18:27:21Z', 'revision_number': 4, 'project_id': '3367b849a9bb47fe80e58e651c46ca6d', 'gw_port': {'id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:17Z', 'updated_at': '2022-01-28T18:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b1bc4a6e-5896-487c-b8af-3328a1ce6cfa', 'name': '', 'network_id': 'd5be71f0-610c-4098-a421-4d41bc4faba0', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'mac_address': 'fa:16:3e:54:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1ea6a330-1fa9-4a26-ad09-37ca70f32ef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:21Z', 'updated_at': '2022-01-28T18:27:27Z', 'revision_number': 4, 'project_id': '3367b849a9bb47fe80e58e651c46ca6d', 'subnets': [{'id': '1ea6a330-1fa9-4a26-ad09-37ca70f32ef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:27:27.940396 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Made reservation on behalf of 3735eff5481e4758a629707db48016ab for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:27:27.944393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:28.127313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Allocated IP 172.20.0.8 (a9a6508c-2c6c-4337-861f-a03028d469fb/f6d363bd-2955-4702-833e-b07aa9b89793/717a324b-4605-4ac7-b07e-1917ae0d7c84) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:27:28.351894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:28.369195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Transition to ACTIVE for port object 717a324b-4605-4ac7-b07e-1917ae0d7c84 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:27:28.400456 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cbc7b328-5979-4c6a-89ac-f8412afa8599 req-8adfc276-c546-47e7-b4cb-8b60c9384568 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 210 time: 0.0548515 Jan 28 18:27:28.450558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:28.525576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Network a9a6508c-2c6c-4337-861f-a03028d469fb is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:27:28.528968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:27:28.531958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:27:28.587584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Pushing event updated for resources: {'Port': ['ID=717a324b-4605-4ac7-b07e-1917ae0d7c84,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:28.622123 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:28.622887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:28.713649 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-be56458f-7e2a-4f5d-b1b9-7c7a78945be4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0133648 Jan 28 18:27:28.726432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Request body: {'port': {'device_id': 'b88bac93-ac29-4513-849d-5410717c4956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:27:28.841252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:28.911264 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e1e277d2-43c3-43a0-a505-19dec7f2f0e8 None None] Provisioning for port 717a324b-4605-4ac7-b07e-1917ae0d7c84 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:27:28.917127 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e1e277d2-43c3-43a0-a505-19dec7f2f0e8 None None] Provisioning complete for port 717a324b-4605-4ac7-b07e-1917ae0d7c84 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:28.917504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e1e277d2-43c3-43a0-a505-19dec7f2f0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:28.980713 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-e1e277d2-43c3-43a0-a505-19dec7f2f0e8 None None] Port 717a324b-4605-4ac7-b07e-1917ae0d7c84 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:27:29.132157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b1bc4a6e-5896-487c-b8af-3328a1ce6cfa up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:29.205488 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717a324b-4605-4ac7-b07e-1917ae0d7c84 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:27:29.213302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:29.228572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Transition to ACTIVE for port object 717a324b-4605-4ac7-b07e-1917ae0d7c84 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:27:29.261718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:27:29.270128 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:29.270514 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:29.312458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:29.395604 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:29.433931 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b1bc4a6e-5896-487c-b8af-3328a1ce6cfa,segment=NetworkSegment(0770995f-acb5-4a09-81e9-7dc338c7c904),segment_id=0770995f-acb5-4a09-81e9-7dc338c7c904)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:27:29.486976 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=717a324b-4605-4ac7-b07e-1917ae0d7c84,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:29.541397 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:29.622540 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=b1bc4a6e-5896-487c-b8af-3328a1ce6cfa,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:29.633718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Attempting to bind port 717a324b-4605-4ac7-b07e-1917ae0d7c84 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:27:29.634003 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Attempting to bind port 717a324b-4605-4ac7-b07e-1917ae0d7c84 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:27:29.634336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Attempting to bind port 717a324b-4605-4ac7-b07e-1917ae0d7c84 on network a9a6508c-2c6c-4337-861f-a03028d469fb {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:27:29.644605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Port 717a324b-4605-4ac7-b07e-1917ae0d7c84 on network a9a6508c-2c6c-4337-861f-a03028d469fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:27:29.645076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Attempting to bind port 717a324b-4605-4ac7-b07e-1917ae0d7c84 on network a9a6508c-2c6c-4337-861f-a03028d469fb {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:27:29.654294 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:27:29.654925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Checking segment: {'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:27:29.655335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Bound using segment: {'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:27:29.655782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Bound port: 717a324b-4605-4ac7-b07e-1917ae0d7c84, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:27:29.656148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:29.676262 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3815c77-1d1d-4773-bb74-286c648c03d8 req-fa2a793f-6c17-4072-a35d-c0e1d3f30aed tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:29.676983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-d3815c77-1d1d-4773-bb74-286c648c03d8 req-fa2a793f-6c17-4072-a35d-c0e1d3f30aed tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Synchronizing usage tracker for tenant:3735eff5481e4758a629707db48016ab on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:27:29.772070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] For port 717a324b-4605-4ac7-b07e-1917ae0d7c84, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:27:29.775769 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] For port 717a324b-4605-4ac7-b07e-1917ae0d7c84, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=717a324b-4605-4ac7-b07e-1917ae0d7c84,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:27:29.820110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-d3815c77-1d1d-4773-bb74-286c648c03d8 req-fa2a793f-6c17-4072-a35d-c0e1d3f30aed tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Unset dirty status for tenant:3735eff5481e4758a629707db48016ab on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:27:29.821299 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3815c77-1d1d-4773-bb74-286c648c03d8 req-fa2a793f-6c17-4072-a35d-c0e1d3f30aed tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 943 time: 0.2971733 Jan 28 18:27:29.851093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:30.034426 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3815c77-1d1d-4773-bb74-286c648c03d8 req-6f24fcbf-6698-44b6-82e1-ea3d1baf6e4b tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064686 Jan 28 18:27:30.035723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:30.036395 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:30.037720 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] 10.222.0.16 "PUT /v2.0/ports/717a324b-4605-4ac7-b07e-1917ae0d7c84 HTTP/1.1" status: 200 len: 1093 time: 1.3155880 Jan 28 18:27:30.040249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88bac93-ac29-4513-849d-5410717c4956', 'tag': '717a324b-4605-4ac7-b07e-1917ae0d7c84'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:27:30.054120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541679a-4f45-4d55-89b1-9349756c8fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=717a324b-4605-4ac7-b07e-1917ae0d7c84,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:30.094158 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88bac93-ac29-4513-849d-5410717c4956', 'tag': '717a324b-4605-4ac7-b07e-1917ae0d7c84', 'status': 'completed', 'code': 200} Jan 28 18:27:30.187511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c279908-5504-4403-9c69-bad0fbc82479 req-31947871-7e78-4afb-beca-8dfa4ef779e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:30.189547 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6c279908-5504-4403-9c69-bad0fbc82479 req-31947871-7e78-4afb-beca-8dfa4ef779e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3735eff5481e4758a629707db48016ab&device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 1096 time: 0.0753775 Jan 28 18:27:30.330499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c279908-5504-4403-9c69-bad0fbc82479 req-2fca5985-b4df-43e2-8884-28870f82cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:30.331894 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6c279908-5504-4403-9c69-bad0fbc82479 req-2fca5985-b4df-43e2-8884-28870f82cb77 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3735eff5481e4758a629707db48016ab&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1359017 Jan 28 18:27:30.468439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c279908-5504-4403-9c69-bad0fbc82479 req-260ba635-316c-4947-95b9-29df92af9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:30.469797 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6c279908-5504-4403-9c69-bad0fbc82479 req-260ba635-316c-4947-95b9-29df92af9282 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325059 Jan 28 18:27:30.579238 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-db580736-5db4-4b36-a23b-f0ce20183825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:30.580714 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-db580736-5db4-4b36-a23b-f0ce20183825 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3735eff5481e4758a629707db48016ab&device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 1096 time: 0.0761628 Jan 28 18:27:30.649304 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-d89ab66d-3f1d-4503-9190-55a6e39cbf5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717a324b-4605-4ac7-b07e-1917ae0d7c84 HTTP/1.1" status: 200 len: 217 time: 0.0613499 Jan 28 18:27:30.716635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-97182a18-4271-4334-8e7d-c2d5eca1d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:30.718067 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-97182a18-4271-4334-8e7d-c2d5eca1d149 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6d363bd-2955-4702-833e-b07aa9b89793 HTTP/1.1" status: 200 len: 856 time: 0.0627811 Jan 28 18:27:30.793548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-9366ce15-a91c-456e-b941-ec28d6dc6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:30.794953 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-9366ce15-a91c-456e-b941-ec28d6dc6d46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9a6508c-2c6c-4337-861f-a03028d469fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706377 Jan 28 18:27:30.927564 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-6e806a84-d7a2-4932-9e15-a23916d52275 service neutron] 10.222.0.16 "GET /v2.0/networks/a9a6508c-2c6c-4337-861f-a03028d469fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258996 Jan 28 18:27:31.061605 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9c5ecefe-125b-4c20-935e-bcbfb023722f req-b815bdb1-8a6c-4d15-a04f-bbf2cd4f1f01 service neutron] 10.222.0.16 "GET /v2.0/networks/a9a6508c-2c6c-4337-861f-a03028d469fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276171 Jan 28 18:27:31.097848 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b1bc4a6e-5896-487c-b8af-3328a1ce6cfa up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:31.169242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:31.169615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:31.243072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0c5e4-7516-4043-8b40-1c7a2f25c348 req-fb10cf42-9296-466d-beaf-c6b07f5de8bf tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:31.244632 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e8c0c5e4-7516-4043-8b40-1c7a2f25c348 req-fb10cf42-9296-466d-beaf-c6b07f5de8bf tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 943 time: 0.0845442 Jan 28 18:27:31.311611 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e8c0c5e4-7516-4043-8b40-1c7a2f25c348 req-3cae94c4-caa5-4f93-8ad2-688698a30e6c tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613205 Jan 28 18:27:32.498590 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4daee5-3262-4b18-b1fd-7009ad8c76fa req-28faae23-476c-4cad-858a-0aac63572bde tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:32.500138 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6b4daee5-3262-4b18-b1fd-7009ad8c76fa req-28faae23-476c-4cad-858a-0aac63572bde tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 943 time: 0.0808580 Jan 28 18:27:32.545308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-6b4daee5-3262-4b18-b1fd-7009ad8c76fa req-81038533-5c10-47f3-960b-91b4b28f3e8c tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Synchronizing usage tracker for tenant:3735eff5481e4758a629707db48016ab on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:27:32.734976 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-6b4daee5-3262-4b18-b1fd-7009ad8c76fa req-81038533-5c10-47f3-960b-91b4b28f3e8c tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Unset dirty status for tenant:3735eff5481e4758a629707db48016ab on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:27:32.736326 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6b4daee5-3262-4b18-b1fd-7009ad8c76fa req-81038533-5c10-47f3-960b-91b4b28f3e8c tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305458 Jan 28 18:27:33.931735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cfaa3-8ccd-4b2e-bcc7-f9ff9a8900ce req-6520f9b2-a392-4d03-8d02-e6450f8baa2e tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:33.933165 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c32cfaa3-8ccd-4b2e-bcc7-f9ff9a8900ce req-6520f9b2-a392-4d03-8d02-e6450f8baa2e tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 943 time: 0.0834975 Jan 28 18:27:33.978598 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c32cfaa3-8ccd-4b2e-bcc7-f9ff9a8900ce req-547da66a-c2fe-4d01-92b2-11ddd61ae33a tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397418 Jan 28 18:27:34.052254 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 717a324b-4605-4ac7-b07e-1917ae0d7c84 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:27:34.186811 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 717a324b-4605-4ac7-b07e-1917ae0d7c84, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=717a324b-4605-4ac7-b07e-1917ae0d7c84,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:27:34.199440 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '717a324b-4605-4ac7-b07e-1917ae0d7c84', 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb', 'port_id': '717a324b-4605-4ac7-b07e-1917ae0d7c84', 'mac_address': 'fa:16:3e:8b:c6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d363bd-2955-4702-833e-b07aa9b89793', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:27:34.253592 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:34.270208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717a324b-4605-4ac7-b07e-1917ae0d7c84 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:27:34.286321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 717a324b-4605-4ac7-b07e-1917ae0d7c84, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=717a324b-4605-4ac7-b07e-1917ae0d7c84,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:27:34.369526 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:34.439350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=717a324b-4605-4ac7-b07e-1917ae0d7c84,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:34.577592 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['717a324b-4605-4ac7-b07e-1917ae0d7c84'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:27:35.180634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a49ec-d32d-49d8-bde0-d42c591f9595 req-62ca6835-f508-4d3d-afb5-763c4c2463db tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:35.182217 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-573a49ec-d32d-49d8-bde0-d42c591f9595 req-62ca6835-f508-4d3d-afb5-763c4c2463db tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 944 time: 0.0841558 Jan 28 18:27:35.227095 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-573a49ec-d32d-49d8-bde0-d42c591f9595 req-cd8a54cb-244f-41bf-8425-65d70a6c557e tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392282 Jan 28 18:27:36.063426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 717a324b-4605-4ac7-b07e-1917ae0d7c84 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:27:36.226628 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 717a324b-4605-4ac7-b07e-1917ae0d7c84 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:27:36.231589 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 717a324b-4605-4ac7-b07e-1917ae0d7c84 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:27:36.231960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:36.350460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:36.378908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88bac93-ac29-4513-849d-5410717c4956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717a324b-4605-4ac7-b07e-1917ae0d7c84'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:27:36.388555 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 717a324b-4605-4ac7-b07e-1917ae0d7c84, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=717a324b-4605-4ac7-b07e-1917ae0d7c84,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:27:36.416897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e9755-45de-4fe0-84c1-fbda5e314696 req-b23830dc-552c-4db5-806f-63bdec027f4f tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:36.418386 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c6e9755-45de-4fe0-84c1-fbda5e314696 req-b23830dc-552c-4db5-806f-63bdec027f4f tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 944 time: 0.0840552 Jan 28 18:27:36.460181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:36.476275 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0c6e9755-45de-4fe0-84c1-fbda5e314696 req-7c7c7a4b-05e5-4a04-b631-706a58d29b5a tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511429 Jan 28 18:27:36.500668 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88bac93-ac29-4513-849d-5410717c4956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717a324b-4605-4ac7-b07e-1917ae0d7c84', 'code': 200} Jan 28 18:27:36.548731 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=717a324b-4605-4ac7-b07e-1917ae0d7c84,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:27:36.876256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772b088-9018-40fa-8d26-761b317ef8ce req-67ac2597-b802-4e08-baf1-9074cb247c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:36.877859 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2772b088-9018-40fa-8d26-761b317ef8ce req-67ac2597-b802-4e08-baf1-9074cb247c93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 1098 time: 0.0700271 Jan 28 18:27:36.917718 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2772b088-9018-40fa-8d26-761b317ef8ce req-82f7c417-0870-46f3-8abe-7a06c36ade09 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342619 Jan 28 18:27:37.666593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e5db1-9085-4ef4-9d58-e688af3921e2 req-269856d3-b712-4329-8893-003b3a1b2eed tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:37.668081 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-975e5db1-9085-4ef4-9d58-e688af3921e2 req-269856d3-b712-4329-8893-003b3a1b2eed tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 945 time: 0.0918365 Jan 28 18:27:37.713653 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-975e5db1-9085-4ef4-9d58-e688af3921e2 req-66c76cc2-282b-47ef-8d56-ee9b8b924f77 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Jan 28 18:27:38.898877 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0697a2a-0040-499f-ba89-b3f46dc63d58 req-076a5817-574d-43d3-8b51-86d4b3b3b1b8 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:38.900366 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f0697a2a-0040-499f-ba89-b3f46dc63d58 req-076a5817-574d-43d3-8b51-86d4b3b3b1b8 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 945 time: 0.0795391 Jan 28 18:27:38.948458 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f0697a2a-0040-499f-ba89-b3f46dc63d58 req-e8e66c17-a2c7-4e8d-8ab8-87efc634df7d tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422022 Jan 28 18:27:39.134194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69905d-cbf1-422b-a429-9a168734f98e req-b3cf6094-21e9-45b0-9fc2-f3aa4c215536 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:39.135725 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8f69905d-cbf1-422b-a429-9a168734f98e req-b3cf6094-21e9-45b0-9fc2-f3aa4c215536 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 945 time: 0.0791492 Jan 28 18:27:39.184314 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8f69905d-cbf1-422b-a429-9a168734f98e req-702d56d9-b89c-45bd-8e96-50a5f9520ac1 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428662 Jan 28 18:27:39.969901 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3caa7e40-fb23-4f6b-a686-9023699fe14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:40.126647 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:27:42.357388 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-90c8b9e2-4090-4c1f-84f4-6bcc5c46cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:43.346280 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:43.449683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:45.066004 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:50.113357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:27:51.630489 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f764f04c-c7bc-41d4-882b-c6e2a32e03bd req-dfd1036b-ab28-4e1c-886c-7db3df663e8e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711672 Jan 28 18:27:51.768085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f04c-c7bc-41d4-882b-c6e2a32e03bd req-2e4a1ce0-9c73-4071-b931-5bbd402efd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:51.769542 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f764f04c-c7bc-41d4-882b-c6e2a32e03bd req-2e4a1ce0-9c73-4071-b931-5bbd402efd9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3735eff5481e4758a629707db48016ab&device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 1098 time: 0.0736125 Jan 28 18:27:52.016378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f04c-c7bc-41d4-882b-c6e2a32e03bd req-a24ce7a3-fb3a-433e-b5e9-210a02b2f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:52.017815 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f764f04c-c7bc-41d4-882b-c6e2a32e03bd req-a24ce7a3-fb3a-433e-b5e9-210a02b2f154 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9a6508c-2c6c-4337-861f-a03028d469fb HTTP/1.1" status: 200 len: 918 time: 0.2243152 Jan 28 18:27:52.088497 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f764f04c-c7bc-41d4-882b-c6e2a32e03bd req-a03cb5e1-b6f1-4e97-af4d-bd1de49bdb61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717a324b-4605-4ac7-b07e-1917ae0d7c84 HTTP/1.1" status: 200 len: 217 time: 0.0638216 Jan 28 18:27:52.161653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f04c-c7bc-41d4-882b-c6e2a32e03bd req-5c801dc8-17b6-4041-b62c-1ef08c3479ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:52.163198 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f764f04c-c7bc-41d4-882b-c6e2a32e03bd req-5c801dc8-17b6-4041-b62c-1ef08c3479ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6d363bd-2955-4702-833e-b07aa9b89793 HTTP/1.1" status: 200 len: 856 time: 0.0682366 Jan 28 18:27:52.238836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f04c-c7bc-41d4-882b-c6e2a32e03bd req-6bad2cb4-68f6-4d6f-b8c3-1de4cd61bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:52.240351 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f764f04c-c7bc-41d4-882b-c6e2a32e03bd req-6bad2cb4-68f6-4d6f-b8c3-1de4cd61bad3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9a6508c-2c6c-4337-861f-a03028d469fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716238 Jan 28 18:27:52.375462 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f764f04c-c7bc-41d4-882b-c6e2a32e03bd req-45993129-f2a8-4e9f-8adc-db0f6d1aa727 service neutron] 10.222.0.16 "GET /v2.0/networks/a9a6508c-2c6c-4337-861f-a03028d469fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292808 Jan 28 18:27:52.515510 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f764f04c-c7bc-41d4-882b-c6e2a32e03bd req-0be604b2-2044-4c98-a30f-d930621b67d2 service neutron] 10.222.0.16 "GET /v2.0/networks/a9a6508c-2c6c-4337-861f-a03028d469fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325645 Jan 28 18:27:59.578337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d633c22-0f2b-4765-9055-fc315bc543d5 req-1a43e878-3fe3-44ce-8293-c05bc0c2b6ba tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:27:59.579698 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0d633c22-0f2b-4765-9055-fc315bc543d5 req-1a43e878-3fe3-44ce-8293-c05bc0c2b6ba tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 945 time: 0.0846577 Jan 28 18:27:59.628403 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0d633c22-0f2b-4765-9055-fc315bc543d5 req-eefb83a9-7477-40d9-bddc-ac1203aafa0d tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430062 Jan 28 18:28:00.819163 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d43376-98a0-43fb-8fb6-e4ceb9e2c411 req-1079257e-3879-4ea5-8c4e-fdf554b868bd tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:00.820799 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-89d43376-98a0-43fb-8fb6-e4ceb9e2c411 req-1079257e-3879-4ea5-8c4e-fdf554b868bd tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 945 time: 0.0820038 Jan 28 18:28:00.868098 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-89d43376-98a0-43fb-8fb6-e4ceb9e2c411 req-8e60cace-85aa-46fd-8fcc-32e0e72a9593 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Jan 28 18:28:01.124710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2de2a7-9106-4307-bef3-f2b93b0bd2e0 req-51f4de93-041a-4026-8138-29a47c0357cf tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:01.126146 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be2de2a7-9106-4307-bef3-f2b93b0bd2e0 req-51f4de93-041a-4026-8138-29a47c0357cf tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.16 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 945 time: 0.0838463 Jan 28 18:28:01.198214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-be2de2a7-9106-4307-bef3-f2b93b0bd2e0 req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Deleting port 717a324b-4605-4ac7-b07e-1917ae0d7c84 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:28:01.198545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-be2de2a7-9106-4307-bef3-f2b93b0bd2e0 req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:01.453211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-be2de2a7-9106-4307-bef3-f2b93b0bd2e0 req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] For port 717a324b-4605-4ac7-b07e-1917ae0d7c84, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=717a324b-4605-4ac7-b07e-1917ae0d7c84,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:28:01.454156 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-be2de2a7-9106-4307-bef3-f2b93b0bd2e0 req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:01.583348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-be2de2a7-9106-4307-bef3-f2b93b0bd2e0 req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Calling delete_port for 717a324b-4605-4ac7-b07e-1917ae0d7c84 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:28:01.827334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-be2de2a7-9106-4307-bef3-f2b93b0bd2e0 req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:01.840488 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['717a324b-4605-4ac7-b07e-1917ae0d7c84'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:28:01.883108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Pushing event deleted for resources: {'Port': ['ID=717a324b-4605-4ac7-b07e-1917ae0d7c84,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:01.929398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:01.930270 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:01.930602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:01.930934 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:01.931284 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:01.931611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:01.931959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:01.932250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:01.932576 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:01.932896 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:01.933252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:01.933529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:01.971892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2de2a7-9106-4307-bef3-f2b93b0bd2e0 req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] No DVR routers for this DVR port 717a324b-4605-4ac7-b07e-1917ae0d7c84 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:28:01.974464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-be2de2a7-9106-4307-bef3-f2b93b0bd2e0 req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:01.977780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88bac93-ac29-4513-849d-5410717c4956', 'name': 'network-vif-deleted', 'tag': '717a324b-4605-4ac7-b07e-1917ae0d7c84'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:28:02.142206 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88bac93-ac29-4513-849d-5410717c4956', 'name': 'network-vif-deleted', 'tag': '717a324b-4605-4ac7-b07e-1917ae0d7c84', 'status': 'completed', 'code': 200} Jan 28 18:28:02.149495 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be2de2a7-9106-4307-bef3-f2b93b0bd2e0 req-77d87037-396b-4d9e-8577-808547fdedec tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.16 "DELETE /v2.0/ports/717a324b-4605-4ac7-b07e-1917ae0d7c84 HTTP/1.1" status: 204 len: 173 time: 1.0180306 Jan 28 18:28:02.157315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e0fb1e12-bdb7-4553-a7cc-6dee5a009d43 req-38e76017-0b3d-429b-9b3b-ff9d4a7127f8 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Synchronizing usage tracker for tenant:3735eff5481e4758a629707db48016ab on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:28:02.312584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e0fb1e12-bdb7-4553-a7cc-6dee5a009d43 req-38e76017-0b3d-429b-9b3b-ff9d4a7127f8 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Unset dirty status for tenant:3735eff5481e4758a629707db48016ab on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:28:02.313778 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e0fb1e12-bdb7-4553-a7cc-6dee5a009d43 req-38e76017-0b3d-429b-9b3b-ff9d4a7127f8 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b88bac93-ac29-4513-849d-5410717c4956 HTTP/1.1" status: 200 len: 210 time: 0.3194211 Jan 28 18:28:04.143088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-51fd6111-4921-4d15-9255-b0219b701647 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:04.144609 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-51fd6111-4921-4d15-9255-b0219b701647 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/networks?id=a9a6508c-2c6c-4337-861f-a03028d469fb HTTP/1.1" status: 200 len: 817 time: 0.1462784 Jan 28 18:28:04.165558 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-0cafa178-a3f6-453d-b852-d89934ca57b4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/quotas/3735eff5481e4758a629707db48016ab HTTP/1.1" status: 200 len: 375 time: 0.0148671 Jan 28 18:28:04.251757 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-d2824985-f5d7-4b98-9b9f-a864f5390974 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3735eff5481e4758a629707db48016ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794187 Jan 28 18:28:04.497055 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-7fe8a22e-010a-42d8-bdd0-c9d6c334fe19 service neutron] 10.222.0.26 "GET /v2.0/networks/a9a6508c-2c6c-4337-861f-a03028d469fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336028 Jan 28 18:28:04.634837 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-159af181-c7c1-4fb8-a316-571656497ef9 service neutron] 10.222.0.26 "GET /v2.0/networks/a9a6508c-2c6c-4337-861f-a03028d469fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319964 Jan 28 18:28:04.903639 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-38f55732-e055-40c2-a836-df5f27d80025 req-b0ed4700-b647-4a95-b632-515a8c7913ca tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 210 time: 0.0444875 Jan 28 18:28:06.068457 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-876eb13e-a181-4ae0-b2c4-f88e4e47a06e req-7b16bee8-cd21-4c46-9c91-dedb09c92df3 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 210 time: 0.0546453 Jan 28 18:28:06.222732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 717a324b-4605-4ac7-b07e-1917ae0d7c84 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:28:06.259169 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 717a324b-4605-4ac7-b07e-1917ae0d7c84 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:28:06.265469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 717a324b-4605-4ac7-b07e-1917ae0d7c84 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:28:06.970559 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-cc6b8064-1b69-41ef-bedf-2d594c1c0d01 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:06.972073 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-cc6b8064-1b69-41ef-bedf-2d594c1c0d01 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.16 "GET /v2.0/networks?id=a9a6508c-2c6c-4337-861f-a03028d469fb HTTP/1.1" status: 200 len: 817 time: 0.1548386 Jan 28 18:28:06.988497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Request body: {'port': {'device_id': 'f061fb7d-ff2b-48ff-860c-f295f38836d2', 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb', 'admin_state_up': True, 'tenant_id': '3735eff5481e4758a629707db48016ab'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:28:07.130211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:28:07.141671 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:28:07.209997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Made reservation on behalf of 3735eff5481e4758a629707db48016ab for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:28:07.215297 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:07.240795 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-76db164d-0b7a-4aba-b77f-fa5dce7d9149 req-fb547940-1f5d-4777-bf6f-2a6712524d01 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 210 time: 0.0490923 Jan 28 18:28:07.387477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Allocated IP 172.20.0.6 (a9a6508c-2c6c-4337-861f-a03028d469fb/f6d363bd-2955-4702-833e-b07aa9b89793/36a3ad5f-06ef-4e42-9d06-af200b0c003c) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:28:07.593256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:07.609108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Transition to ACTIVE for port object 36a3ad5f-06ef-4e42-9d06-af200b0c003c will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:28:07.684875 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:07.753760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Network a9a6508c-2c6c-4337-861f-a03028d469fb is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:28:07.756728 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:28:07.760909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:28:07.801558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Pushing event updated for resources: {'Port': ['ID=36a3ad5f-06ef-4e42-9d06-af200b0c003c,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:07.836457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:07.837071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:07.925084 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-a5f9cd2a-547a-4ace-9a36-c4496da32847 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9423120 Jan 28 18:28:07.936897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Request body: {'port': {'device_id': 'f061fb7d-ff2b-48ff-860c-f295f38836d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:28:08.058544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:08.078181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d6305561-1aee-4fbf-869d-0d16b2b0d6c6 None None] Provisioning for port 36a3ad5f-06ef-4e42-9d06-af200b0c003c completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:28:08.083782 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d6305561-1aee-4fbf-869d-0d16b2b0d6c6 None None] Provisioning complete for port 36a3ad5f-06ef-4e42-9d06-af200b0c003c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:28:08.085451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d6305561-1aee-4fbf-869d-0d16b2b0d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:08.143669 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d6305561-1aee-4fbf-869d-0d16b2b0d6c6 None None] Port 36a3ad5f-06ef-4e42-9d06-af200b0c003c cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:28:08.507436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882ea9d-75c2-4295-9b22-8a6a20d1581d req-21b6da0d-5f84-40b8-a985-47c8c74ce711 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:08.508058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b882ea9d-75c2-4295-9b22-8a6a20d1581d req-21b6da0d-5f84-40b8-a985-47c8c74ce711 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Synchronizing usage tracker for tenant:3735eff5481e4758a629707db48016ab on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:28:08.587571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a3ad5f-06ef-4e42-9d06-af200b0c003c {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:28:08.595075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:08.610007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Transition to ACTIVE for port object 36a3ad5f-06ef-4e42-9d06-af200b0c003c will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:28:08.621905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b882ea9d-75c2-4295-9b22-8a6a20d1581d req-21b6da0d-5f84-40b8-a985-47c8c74ce711 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Unset dirty status for tenant:3735eff5481e4758a629707db48016ab on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:28:08.623198 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b882ea9d-75c2-4295-9b22-8a6a20d1581d req-21b6da0d-5f84-40b8-a985-47c8c74ce711 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 931 time: 0.2483115 Jan 28 18:28:08.669955 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b882ea9d-75c2-4295-9b22-8a6a20d1581d req-a41ef944-b7ec-4b4e-936e-caa197deaa9a tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404527 Jan 28 18:28:08.690232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:08.850951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Pushing event updated for resources: {'Port': ['ID=36a3ad5f-06ef-4e42-9d06-af200b0c003c,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:08.943851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Attempting to bind port 36a3ad5f-06ef-4e42-9d06-af200b0c003c on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:28:08.944193 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Attempting to bind port 36a3ad5f-06ef-4e42-9d06-af200b0c003c by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:28:08.944525 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Attempting to bind port 36a3ad5f-06ef-4e42-9d06-af200b0c003c on network a9a6508c-2c6c-4337-861f-a03028d469fb {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:28:08.949986 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Port 36a3ad5f-06ef-4e42-9d06-af200b0c003c on network a9a6508c-2c6c-4337-861f-a03028d469fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:28:08.950306 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Attempting to bind port 36a3ad5f-06ef-4e42-9d06-af200b0c003c on network a9a6508c-2c6c-4337-861f-a03028d469fb {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:28:08.955664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:28:08.955998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Checking segment: {'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:28:08.956393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Bound using segment: {'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:28:08.956816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Bound port: 36a3ad5f-06ef-4e42-9d06-af200b0c003c, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3854a764-8dc9-4149-a227-afe35eec2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:28:08.957269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:09.049502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] For port 36a3ad5f-06ef-4e42-9d06-af200b0c003c, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:28:09.052545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] For port 36a3ad5f-06ef-4e42-9d06-af200b0c003c, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=36a3ad5f-06ef-4e42-9d06-af200b0c003c,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:28:09.146948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:09.211055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:09.211759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:09.213039 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] 10.222.0.16 "PUT /v2.0/ports/36a3ad5f-06ef-4e42-9d06-af200b0c003c HTTP/1.1" status: 200 len: 1093 time: 1.2804840 Jan 28 18:28:09.213467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f061fb7d-ff2b-48ff-860c-f295f38836d2', 'tag': '36a3ad5f-06ef-4e42-9d06-af200b0c003c'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:28:09.242570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0486c-3eaa-41de-965a-8efec8e7eb09 service neutron] Pushing event updated for resources: {'Port': ['ID=36a3ad5f-06ef-4e42-9d06-af200b0c003c,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:09.261891 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f061fb7d-ff2b-48ff-860c-f295f38836d2', 'tag': '36a3ad5f-06ef-4e42-9d06-af200b0c003c', 'status': 'completed', 'code': 200} Jan 28 18:28:09.362740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9b3b5-12f6-4748-9dae-70fbfb0b2890 req-4ce1f3af-f9a2-4cf8-a8a0-4f8ae791fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:09.364286 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1a9b3b5-12f6-4748-9dae-70fbfb0b2890 req-4ce1f3af-f9a2-4cf8-a8a0-4f8ae791fd63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3735eff5481e4758a629707db48016ab&device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 1096 time: 0.0835929 Jan 28 18:28:09.509985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9b3b5-12f6-4748-9dae-70fbfb0b2890 req-426fe818-6e66-4abf-8759-642493965a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:09.512106 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1a9b3b5-12f6-4748-9dae-70fbfb0b2890 req-426fe818-6e66-4abf-8759-642493965a70 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3735eff5481e4758a629707db48016ab&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1400177 Jan 28 18:28:09.647687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9b3b5-12f6-4748-9dae-70fbfb0b2890 req-56168fa4-a49b-44f9-a7ac-891468cd91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:09.649764 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1a9b3b5-12f6-4748-9dae-70fbfb0b2890 req-56168fa4-a49b-44f9-a7ac-891468cd91e9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329107 Jan 28 18:28:09.759333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-2f34dfbe-9071-4e31-a820-e44a493aac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:09.761000 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-2f34dfbe-9071-4e31-a820-e44a493aac1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3735eff5481e4758a629707db48016ab&device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 1096 time: 0.0743611 Jan 28 18:28:09.871140 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-fa875519-f615-4a3a-9a59-e0604530ba8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36a3ad5f-06ef-4e42-9d06-af200b0c003c HTTP/1.1" status: 200 len: 217 time: 0.1026969 Jan 28 18:28:09.955695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-7db809a9-d92a-4239-8d24-08a92eec7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:09.957037 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-7db809a9-d92a-4239-8d24-08a92eec7526 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6d363bd-2955-4702-833e-b07aa9b89793 HTTP/1.1" status: 200 len: 856 time: 0.0783927 Jan 28 18:28:10.013859 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027cf23-4a45-453e-b40e-68acf63e57c7 req-5682d125-ac50-47e4-be49-ada7156e56a9 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:10.015904 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f027cf23-4a45-453e-b40e-68acf63e57c7 req-5682d125-ac50-47e4-be49-ada7156e56a9 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 943 time: 0.1916995 Jan 28 18:28:10.016484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-772d0ca4-eedd-4fbc-a919-6ed9acb1a184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:10.084096 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f027cf23-4a45-453e-b40e-68acf63e57c7 req-3a0c6e5a-8a5a-4ad0-b6be-8729e7dd5efd tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574274 Jan 28 18:28:10.097281 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-60f33241-d209-49d1-8d0b-b881a9b29b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:10.099395 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-60f33241-d209-49d1-8d0b-b881a9b29b08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9a6508c-2c6c-4337-861f-a03028d469fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1355495 Jan 28 18:28:10.235195 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-33a5c279-87ee-4c1b-87bb-309767299fb8 service neutron] 10.222.0.16 "GET /v2.0/networks/a9a6508c-2c6c-4337-861f-a03028d469fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298413 Jan 28 18:28:10.482766 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06d6642c-3682-40e0-a7a3-5428e28ff852 req-8ca7604f-748e-4933-82c2-1fd67acefb0b service neutron] 10.222.0.16 "GET /v2.0/networks/a9a6508c-2c6c-4337-861f-a03028d469fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423782 Jan 28 18:28:11.323101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf42e6-2af9-4e6f-b386-d8157a635036 req-8df72c18-215a-485b-9d58-fc163600d5dc tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:11.324772 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fcaf42e6-2af9-4e6f-b386-d8157a635036 req-8df72c18-215a-485b-9d58-fc163600d5dc tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 943 time: 0.1143365 Jan 28 18:28:11.378498 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fcaf42e6-2af9-4e6f-b386-d8157a635036 req-b55f2119-4c5f-461f-8eec-bd72a6f0b8c4 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 Jan 28 18:28:11.762066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [req-bc84fb77-1387-45b5-a1d5-884cfffb3476 req-19430087-2b94-4345-993d-ecba66d5beb9 service neutron] (88159) timed out ('10.222.0.16', 60068) {{(pid=88159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 18:28:12.235754 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 36a3ad5f-06ef-4e42-9d06-af200b0c003c details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:28:12.381386 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2187e340-1c14-4aba-9095-6d199007ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:12.384918 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 36a3ad5f-06ef-4e42-9d06-af200b0c003c, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=36a3ad5f-06ef-4e42-9d06-af200b0c003c,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:28:12.399298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '36a3ad5f-06ef-4e42-9d06-af200b0c003c', 'network_id': 'a9a6508c-2c6c-4337-861f-a03028d469fb', 'port_id': '36a3ad5f-06ef-4e42-9d06-af200b0c003c', 'mac_address': 'fa:16:3e:50:42:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d363bd-2955-4702-833e-b07aa9b89793', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:28:12.457564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:12.476953 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a3ad5f-06ef-4e42-9d06-af200b0c003c {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:28:12.495396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 36a3ad5f-06ef-4e42-9d06-af200b0c003c, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=36a3ad5f-06ef-4e42-9d06-af200b0c003c,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:28:12.552590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:12.580726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a3d81-974f-4247-8549-2e97ece4b4d0 req-18e7bac5-b4f3-4cc3-b490-2e34aec0c3cb tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:12.582267 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d27a3d81-974f-4247-8549-2e97ece4b4d0 req-18e7bac5-b4f3-4cc3-b490-2e34aec0c3cb tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 943 time: 0.0832486 Jan 28 18:28:12.641160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=36a3ad5f-06ef-4e42-9d06-af200b0c003c,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:12.643904 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d27a3d81-974f-4247-8549-2e97ece4b4d0 req-7a6d7105-2864-4900-a0d1-1e192e3efccf tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548112 Jan 28 18:28:12.750871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['36a3ad5f-06ef-4e42-9d06-af200b0c003c'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:28:13.312780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:13.392653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:13.841416 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d774d4-35aa-42e1-8f48-09bd927f2b7a req-1516494d-851e-4d9d-be84-3edcda382bb2 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:13.842893 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-58d774d4-35aa-42e1-8f48-09bd927f2b7a req-1516494d-851e-4d9d-be84-3edcda382bb2 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 944 time: 0.0839903 Jan 28 18:28:13.887866 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-58d774d4-35aa-42e1-8f48-09bd927f2b7a req-344ea672-bf94-4911-ae46-510f3f04da58 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393453 Jan 28 18:28:14.254045 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 36a3ad5f-06ef-4e42-9d06-af200b0c003c up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:28:14.369950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 36a3ad5f-06ef-4e42-9d06-af200b0c003c completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:28:14.375119 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 36a3ad5f-06ef-4e42-9d06-af200b0c003c triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:28:14.375487 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:14.500976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:14.528077 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f061fb7d-ff2b-48ff-860c-f295f38836d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a3ad5f-06ef-4e42-9d06-af200b0c003c'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:28:14.537582 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 36a3ad5f-06ef-4e42-9d06-af200b0c003c, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=36a3ad5f-06ef-4e42-9d06-af200b0c003c,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:28:14.578018 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f061fb7d-ff2b-48ff-860c-f295f38836d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a3ad5f-06ef-4e42-9d06-af200b0c003c', 'code': 200} Jan 28 18:28:14.615627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:14.683803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=36a3ad5f-06ef-4e42-9d06-af200b0c003c,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:14.912496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fed834-1a91-4486-bdee-26873ab7c3d6 req-da8096fa-d8e7-4d49-a172-e6d3cbb878ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:14.914561 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f8fed834-1a91-4486-bdee-26873ab7c3d6 req-da8096fa-d8e7-4d49-a172-e6d3cbb878ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 1098 time: 0.0729945 Jan 28 18:28:14.956099 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f8fed834-1a91-4486-bdee-26873ab7c3d6 req-f9c42d13-475c-469b-b386-fb1b4d51b8b1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356288 Jan 28 18:28:15.056273 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:15.077306 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee006b92-b963-4980-ab0d-6ba9bc6b15c7 req-0c8b0436-b3f1-4372-b64b-a49f29701325 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:15.078753 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ee006b92-b963-4980-ab0d-6ba9bc6b15c7 req-0c8b0436-b3f1-4372-b64b-a49f29701325 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 945 time: 0.0834243 Jan 28 18:28:15.129825 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ee006b92-b963-4980-ab0d-6ba9bc6b15c7 req-81da260f-c174-4714-9c4e-698b9e32c04c tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450244 Jan 28 18:28:16.320760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bef60c-af97-4933-8445-ebc5ac8d3ab4 req-3db157eb-15d8-4d25-84e8-051bcf9055a1 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:16.322075 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-96bef60c-af97-4933-8445-ebc5ac8d3ab4 req-3db157eb-15d8-4d25-84e8-051bcf9055a1 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 945 time: 0.0818710 Jan 28 18:28:16.366194 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-96bef60c-af97-4933-8445-ebc5ac8d3ab4 req-fc7b3ab4-19f3-458c-96b6-ddc0d05e543d tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384190 Jan 28 18:28:16.661974 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2193d-d415-4f65-adaf-471589f20d55 req-85d3672a-bc13-45c2-b393-c3f8d8b42bb6 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:16.663439 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1fc2193d-d415-4f65-adaf-471589f20d55 req-85d3672a-bc13-45c2-b393-c3f8d8b42bb6 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 945 time: 0.1908391 Jan 28 18:28:16.708268 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1fc2193d-d415-4f65-adaf-471589f20d55 req-1b35f4eb-0b2d-4d19-8e27-126dc220603b tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389163 Jan 28 18:28:17.126417 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:28:20.095691 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:36.010782 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bde498-35b1-4b3e-ad61-6646e0536f7e req-4bd737c9-c87d-4be1-9a24-866db223aa4a tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:36.012250 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-78bde498-35b1-4b3e-ad61-6646e0536f7e req-4bd737c9-c87d-4be1-9a24-866db223aa4a tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 945 time: 0.0824187 Jan 28 18:28:36.059186 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-78bde498-35b1-4b3e-ad61-6646e0536f7e req-0a0214e1-8004-420c-8555-ad60d921ed1c tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Jan 28 18:28:37.254768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf4f46-ec7a-4dcd-95a6-fc0dd9fb177d req-793c936a-8fb0-48dc-8ce2-e79fafe2c78e tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:37.256274 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9caf4f46-ec7a-4dcd-95a6-fc0dd9fb177d req-793c936a-8fb0-48dc-8ce2-e79fafe2c78e tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 945 time: 0.0914681 Jan 28 18:28:37.300116 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9caf4f46-ec7a-4dcd-95a6-fc0dd9fb177d req-470cda30-4842-42b0-822a-02429b2c713a tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/security-groups?id=abeb95df-fe90-467b-8bd3-8ae987cf16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381818 Jan 28 18:28:37.588166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961afb5b-12b7-4de4-be8c-44f1fca45540 req-636e1b56-757f-4886-b51c-3cca402e9cc1 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:37.589489 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-961afb5b-12b7-4de4-be8c-44f1fca45540 req-636e1b56-757f-4886-b51c-3cca402e9cc1 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.16 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 945 time: 0.0771964 Jan 28 18:28:37.660602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-961afb5b-12b7-4de4-be8c-44f1fca45540 req-577cbc7a-a001-4d5c-a8e7-a320c08ebfac tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Deleting port 36a3ad5f-06ef-4e42-9d06-af200b0c003c {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:28:37.660937 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-961afb5b-12b7-4de4-be8c-44f1fca45540 req-577cbc7a-a001-4d5c-a8e7-a320c08ebfac tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:37.911493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-961afb5b-12b7-4de4-be8c-44f1fca45540 req-577cbc7a-a001-4d5c-a8e7-a320c08ebfac tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] For port 36a3ad5f-06ef-4e42-9d06-af200b0c003c, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=36a3ad5f-06ef-4e42-9d06-af200b0c003c,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:28:37.911872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-961afb5b-12b7-4de4-be8c-44f1fca45540 req-577cbc7a-a001-4d5c-a8e7-a320c08ebfac tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:38.040209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-961afb5b-12b7-4de4-be8c-44f1fca45540 req-577cbc7a-a001-4d5c-a8e7-a320c08ebfac tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Calling delete_port for 36a3ad5f-06ef-4e42-9d06-af200b0c003c owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:28:38.261071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-961afb5b-12b7-4de4-be8c-44f1fca45540 req-577cbc7a-a001-4d5c-a8e7-a320c08ebfac tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:38.272608 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['36a3ad5f-06ef-4e42-9d06-af200b0c003c'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:28:38.312129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cbc7a-a001-4d5c-a8e7-a320c08ebfac tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Pushing event deleted for resources: {'Port': ['ID=36a3ad5f-06ef-4e42-9d06-af200b0c003c,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:38.390675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-961afb5b-12b7-4de4-be8c-44f1fca45540 req-577cbc7a-a001-4d5c-a8e7-a320c08ebfac tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] No DVR routers for this DVR port 36a3ad5f-06ef-4e42-9d06-af200b0c003c on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:28:38.393284 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-961afb5b-12b7-4de4-be8c-44f1fca45540 req-577cbc7a-a001-4d5c-a8e7-a320c08ebfac tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:38.396697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f061fb7d-ff2b-48ff-860c-f295f38836d2', 'name': 'network-vif-deleted', 'tag': '36a3ad5f-06ef-4e42-9d06-af200b0c003c'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:28:38.447576 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f061fb7d-ff2b-48ff-860c-f295f38836d2', 'name': 'network-vif-deleted', 'tag': '36a3ad5f-06ef-4e42-9d06-af200b0c003c', 'status': 'completed', 'code': 200} Jan 28 18:28:38.463605 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5635e60c-1b8c-4247-b264-3009dddc0e09 req-bf7908e8-f139-425d-84f6-871677248240 tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f061fb7d-ff2b-48ff-860c-f295f38836d2 HTTP/1.1" status: 200 len: 210 time: 0.0491765 Jan 28 18:28:38.468002 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-961afb5b-12b7-4de4-be8c-44f1fca45540 req-577cbc7a-a001-4d5c-a8e7-a320c08ebfac tempest-TestEncryptedCinderVolumes-714104532 tempest-TestEncryptedCinderVolumes-714104532-project] 10.222.0.16 "DELETE /v2.0/ports/36a3ad5f-06ef-4e42-9d06-af200b0c003c HTTP/1.1" status: 204 len: 173 time: 0.8726220 Jan 28 18:28:39.644357 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52780) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:40.015181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e6d00b1b-1f11-4a59-8a16-2a99f6a25ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:40.197591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:40.551945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Deleting port dbfba56a-db97-497c-ab1f-7226f592f670 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:28:40.552189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:40.717323 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] For port dbfba56a-db97-497c-ab1f-7226f592f670, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dbfba56a-db97-497c-ab1f-7226f592f670,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:28:40.718036 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:40.940884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Calling delete_port for dbfba56a-db97-497c-ab1f-7226f592f670 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:28:41.369879 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:41.425012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfba56a-db97-497c-ab1f-7226f592f670,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:41.462223 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:41.462603 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:41.462934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:41.463283 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:41.463601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:41.463918 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:41.464242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:41.464566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:41.464903 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:41.465212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:41.465519 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:41.465822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:41.724462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:42.100071 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Router fe555c7c-a343-4f5a-b31c-4c4f1f84080d has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:28:42.276845 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:28:42.285728 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fff88c-b13c-4112-91be-1a7a4a088b37 None None] Sync routers for ids ['fe555c7c-a343-4f5a-b31c-4c4f1f84080d'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:28:42.289306 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0b840084-4799-4495-b1e7-8c51322639a3 admin admin] 10.222.0.26 "PUT /v2.0/routers/fe555c7c-a343-4f5a-b31c-4c4f1f84080d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6439033 Jan 28 18:28:42.291793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52784) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:42.294959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fff88c-b13c-4112-91be-1a7a4a088b37 None None] Routers {'fe555c7c-a343-4f5a-b31c-4c4f1f84080d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:28:42.295591 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-66fff88c-b13c-4112-91be-1a7a4a088b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:28:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fe555c7c-a343-4f5a-b31c-4c4f1f84080d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:42.363086 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5a14cad1-cb07-457a-9169-7568ef123fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:42.395725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 36a3ad5f-06ef-4e42-9d06-af200b0c003c no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:28:42.486536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 36a3ad5f-06ef-4e42-9d06-af200b0c003c {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:28:42.486890 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 36a3ad5f-06ef-4e42-9d06-af200b0c003c not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:28:42.525205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-66fff88c-b13c-4112-91be-1a7a4a088b37 None None] Set router fe555c7c-a343-4f5a-b31c-4c4f1f84080d gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:28:42.593665 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:42.768669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:42.826890 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] Deleting port a1aadb86-b293-4d00-bc06-20c680587110 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:28:42.827266 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:42.842633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-66fff88c-b13c-4112-91be-1a7a4a088b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'name': 'tempest-TestEncryptedCinderVolumes-1202558805-router', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a1aadb86-b293-4d00-bc06-20c680587110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:08Z', 'updated_at': '2022-01-28T18:28:41Z', 'revision_number': 5, 'project_id': '3735eff5481e4758a629707db48016ab', 'gw_port': {'id': 'a1aadb86-b293-4d00-bc06-20c680587110', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:09Z', 'updated_at': '2022-01-28T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:42.849879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fff88c-b13c-4112-91be-1a7a4a088b37 None None] Checking router: fe555c7c-a343-4f5a-b31c-4c4f1f84080d for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:28:42.860566 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fff88c-b13c-4112-91be-1a7a4a088b37 None None] Routers {'fe555c7c-a343-4f5a-b31c-4c4f1f84080d'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:28:42.861169 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-66fff88c-b13c-4112-91be-1a7a4a088b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:28:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fe555c7c-a343-4f5a-b31c-4c4f1f84080d'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:43.006441 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] For port a1aadb86-b293-4d00-bc06-20c680587110, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=a1aadb86-b293-4d00-bc06-20c680587110,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:28:43.007009 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:43.059702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-66fff88c-b13c-4112-91be-1a7a4a088b37 None None] Set router fe555c7c-a343-4f5a-b31c-4c4f1f84080d gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:28:43.137897 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] Calling delete_port for a1aadb86-b293-4d00-bc06-20c680587110 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:28:43.166322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-66fff88c-b13c-4112-91be-1a7a4a088b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'name': 'tempest-TestEncryptedCinderVolumes-1202558805-router', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:08Z', 'updated_at': '2022-01-28T18:28:42Z', 'revision_number': 6, 'project_id': '3735eff5481e4758a629707db48016ab', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:43.170379 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fff88c-b13c-4112-91be-1a7a4a088b37 None None] The sync data for ids ['fe555c7c-a343-4f5a-b31c-4c4f1f84080d'] in dv-neutron-826919-1-hyperv is: [{'id': 'fe555c7c-a343-4f5a-b31c-4c4f1f84080d', 'name': 'tempest-TestEncryptedCinderVolumes-1202558805-router', 'tenant_id': '3735eff5481e4758a629707db48016ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:08Z', 'updated_at': '2022-01-28T18:28:42Z', 'revision_number': 6, 'project_id': '3735eff5481e4758a629707db48016ab', 'gw_port_host': None}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:28:43.312678 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:43.375763 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:43.392710 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:43.431631 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1aadb86-b293-4d00-bc06-20c680587110,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:43.518608 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:43.692839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:43.695004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:43.781227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:43.781912 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe555c7c-a343-4f5a-b31c-4c4f1f84080d {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:28:43.794025 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:43.795180 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6e629c82-78a6-46b8-aae0-0795d750765c admin admin] 10.222.0.26 "DELETE /v2.0/routers/fe555c7c-a343-4f5a-b31c-4c4f1f84080d HTTP/1.1" status: 204 len: 168 time: 1.5024440 Jan 28 18:28:43.797627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52788) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:43.859123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2dd9d3-95bc-4aec-be33-01076ac037c1 admin admin] Deleting subnet f6d363bd-2955-4702-833e-b07aa9b89793 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:28:43.862249 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd9d3-95bc-4aec-be33-01076ac037c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:43.912861 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd9d3-95bc-4aec-be33-01076ac037c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:43.996176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd9d3-95bc-4aec-be33-01076ac037c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:44.250120 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd9d3-95bc-4aec-be33-01076ac037c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:44.287401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dd9d3-95bc-4aec-be33-01076ac037c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d363bd-2955-4702-833e-b07aa9b89793,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:44.291525 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd9d3-95bc-4aec-be33-01076ac037c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:44.297078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2896ced-4b54-4480-92ce-75b9d845088b None None] Network a9a6508c-2c6c-4337-861f-a03028d469fb requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:28:44.297278 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7b2dd9d3-95bc-4aec-be33-01076ac037c1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f6d363bd-2955-4702-833e-b07aa9b89793 HTTP/1.1" status: 204 len: 168 time: 0.4987326 Jan 28 18:28:44.299838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52792) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:44.408259 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:44.418898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Deleting port 11224b5a-a308-49b7-9d95-641d5b06e8f7 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:28:44.419267 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:44.550540 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7545155-a2b5-4708-8d6c-12d8ac02eb08 None None] DHCP port deletion for a9a6508c-2c6c-4337-861f-a03028d469fb request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:28:44.554494 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f7545155-a2b5-4708-8d6c-12d8ac02eb08 None None] Deleting port 11224b5a-a308-49b7-9d95-641d5b06e8f7 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:28:44.554864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7545155-a2b5-4708-8d6c-12d8ac02eb08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:44.636673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] For port 11224b5a-a308-49b7-9d95-641d5b06e8f7, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=11224b5a-a308-49b7-9d95-641d5b06e8f7,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:28:44.637025 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:44.753035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f7545155-a2b5-4708-8d6c-12d8ac02eb08 None None] For port 11224b5a-a308-49b7-9d95-641d5b06e8f7, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=11224b5a-a308-49b7-9d95-641d5b06e8f7,segment=NetworkSegment(3854a764-8dc9-4149-a227-afe35eec2f05),segment_id=3854a764-8dc9-4149-a227-afe35eec2f05)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:28:44.753337 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7545155-a2b5-4708-8d6c-12d8ac02eb08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:44.761419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Calling delete_port for 11224b5a-a308-49b7-9d95-641d5b06e8f7 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:28:44.878308 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f7545155-a2b5-4708-8d6c-12d8ac02eb08 None None] Calling delete_port for 11224b5a-a308-49b7-9d95-641d5b06e8f7 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:28:44.895635 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:44.945478 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=11224b5a-a308-49b7-9d95-641d5b06e8f7,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:44.948819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] No DVR routers for this DVR port 11224b5a-a308-49b7-9d95-641d5b06e8f7 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:28:44.951731 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-f7545155-a2b5-4708-8d6c-12d8ac02eb08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:28:44.952096 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-f7545155-a2b5-4708-8d6c-12d8ac02eb08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:28:45.033957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:45.072653 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:45.102649 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a6508c-2c6c-4337-861f-a03028d469fb']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:45.123431 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3854a764-8dc9-4149-a227-afe35eec2f05') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:45.127849 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3854a764-8dc9-4149-a227-afe35eec2f05') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:45.135248 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:45.142322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dbfba56a-db97-497c-ab1f-7226f592f670 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:28:45.153400 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:45.160134 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:28:45.160769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:28:45.176070 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:28:45.226354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: dbfba56a-db97-497c-ab1f-7226f592f670 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:28:45.226702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dbfba56a-db97-497c-ab1f-7226f592f670 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:28:45.227156 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 11224b5a-a308-49b7-9d95-641d5b06e8f7 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:28:45.268349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 11224b5a-a308-49b7-9d95-641d5b06e8f7 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:28:45.268687 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 11224b5a-a308-49b7-9d95-641d5b06e8f7 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:28:45.269108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a1aadb86-b293-4d00-bc06-20c680587110 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:28:45.313586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: a1aadb86-b293-4d00-bc06-20c680587110 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:28:45.313966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device a1aadb86-b293-4d00-bc06-20c680587110 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:28:45.324262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:45.341136 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:45.351631 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9a6508c-2c6c-4337-861f-a03028d469fb,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:45.422013 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e62bef59-6971-4ee5-a2c4-6679db763ed9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a9a6508c-2c6c-4337-861f-a03028d469fb HTTP/1.1" status: 204 len: 168 time: 1.1210175 Jan 28 18:28:45.424777 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52796) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:45.453393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f7545155-a2b5-4708-8d6c-12d8ac02eb08 None None] Deleting port 11224b5a-a308-49b7-9d95-641d5b06e8f7 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:28:45.453777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f7545155-a2b5-4708-8d6c-12d8ac02eb08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:45.521743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f7545155-a2b5-4708-8d6c-12d8ac02eb08 None None] The port '11224b5a-a308-49b7-9d95-641d5b06e8f7' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:28:46.062385 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c55a6fd-a396-41cd-8913-fc8e8db07de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:46.414585 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-8c55a6fd-a396-41cd-8913-fc8e8db07de1 admin admin] Deleting port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:28:46.414920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c55a6fd-a396-41cd-8913-fc8e8db07de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:46.585742 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-8c55a6fd-a396-41cd-8913-fc8e8db07de1 admin admin] For port b1bc4a6e-5896-487c-b8af-3328a1ce6cfa, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b1bc4a6e-5896-487c-b8af-3328a1ce6cfa,segment=NetworkSegment(0770995f-acb5-4a09-81e9-7dc338c7c904),segment_id=0770995f-acb5-4a09-81e9-7dc338c7c904)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:28:46.586116 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c55a6fd-a396-41cd-8913-fc8e8db07de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:46.708899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-8c55a6fd-a396-41cd-8913-fc8e8db07de1 admin admin] Calling delete_port for b1bc4a6e-5896-487c-b8af-3328a1ce6cfa owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:28:46.940550 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c55a6fd-a396-41cd-8913-fc8e8db07de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:46.992274 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55a6fd-a396-41cd-8913-fc8e8db07de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1bc4a6e-5896-487c-b8af-3328a1ce6cfa,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:47.257896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8c55a6fd-a396-41cd-8913-fc8e8db07de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:47.756335 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c55a6fd-a396-41cd-8913-fc8e8db07de1 admin admin] Router 178b6be2-bce0-4a91-ad50-8247d62818e7 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:28:47.939812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c55a6fd-a396-41cd-8913-fc8e8db07de1 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:28:47.954082 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c35769-6ccd-44a8-8cac-c123179d3f77 None None] Sync routers for ids ['178b6be2-bce0-4a91-ad50-8247d62818e7'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:28:47.960432 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8c55a6fd-a396-41cd-8913-fc8e8db07de1 admin admin] 10.222.0.26 "PUT /v2.0/routers/178b6be2-bce0-4a91-ad50-8247d62818e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5309265 Jan 28 18:28:47.961139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52800) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:47.965459 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c35769-6ccd-44a8-8cac-c123179d3f77 None None] Routers {'178b6be2-bce0-4a91-ad50-8247d62818e7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:28:47.966312 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-81c35769-6ccd-44a8-8cac-c123179d3f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:28:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['178b6be2-bce0-4a91-ad50-8247d62818e7'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:48.159844 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-81c35769-6ccd-44a8-8cac-c123179d3f77 None None] Set router 178b6be2-bce0-4a91-ad50-8247d62818e7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:28:48.198215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:48.474328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:48.477928 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-81c35769-6ccd-44a8-8cac-c123179d3f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'name': 'tempest-TestEncryptedCinderVolumes-1129697577-router', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:16Z', 'updated_at': '2022-01-28T18:28:46Z', 'revision_number': 5, 'project_id': '3367b849a9bb47fe80e58e651c46ca6d', 'gw_port': {'id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:17Z', 'updated_at': '2022-01-28T18:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:48.482063 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c35769-6ccd-44a8-8cac-c123179d3f77 None None] Checking router: 178b6be2-bce0-4a91-ad50-8247d62818e7 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:28:48.490310 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c35769-6ccd-44a8-8cac-c123179d3f77 None None] Routers {'178b6be2-bce0-4a91-ad50-8247d62818e7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:28:48.490900 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-81c35769-6ccd-44a8-8cac-c123179d3f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:28:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['178b6be2-bce0-4a91-ad50-8247d62818e7'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:48.552618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] Deleting port e1735a9c-d5c7-4735-bf0d-df159fe24a79 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:28:48.552954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:48.676428 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-81c35769-6ccd-44a8-8cac-c123179d3f77 None None] Set router 178b6be2-bce0-4a91-ad50-8247d62818e7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:28:48.727010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] For port e1735a9c-d5c7-4735-bf0d-df159fe24a79, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e1735a9c-d5c7-4735-bf0d-df159fe24a79,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:28:48.727295 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:48.848947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] Calling delete_port for e1735a9c-d5c7-4735-bf0d-df159fe24a79 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:28:48.965306 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-81c35769-6ccd-44a8-8cac-c123179d3f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'name': 'tempest-TestEncryptedCinderVolumes-1129697577-router', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:16Z', 'updated_at': '2022-01-28T18:28:46Z', 'revision_number': 5, 'project_id': '3367b849a9bb47fe80e58e651c46ca6d', 'gw_port': {'id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:17Z', 'updated_at': '2022-01-28T18:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:48.969335 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c35769-6ccd-44a8-8cac-c123179d3f77 None None] The sync data for ids ['178b6be2-bce0-4a91-ad50-8247d62818e7'] in dv-neutron-826919-1-hyperv is: [{'id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'name': 'tempest-TestEncryptedCinderVolumes-1129697577-router', 'tenant_id': '3367b849a9bb47fe80e58e651c46ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:27:16Z', 'updated_at': '2022-01-28T18:28:46Z', 'revision_number': 5, 'project_id': '3367b849a9bb47fe80e58e651c46ca6d', 'gw_port': {'id': 'e1735a9c-d5c7-4735-bf0d-df159fe24a79', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178b6be2-bce0-4a91-ad50-8247d62818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:27:17Z', 'updated_at': '2022-01-28T18:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:28:49.072884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:49.118494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1735a9c-d5c7-4735-bf0d-df159fe24a79,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:49.220285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:49.382677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b1bc4a6e-5896-487c-b8af-3328a1ce6cfa no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:28:49.408772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:49.411103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:49.419880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: b1bc4a6e-5896-487c-b8af-3328a1ce6cfa {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:28:49.420224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b1bc4a6e-5896-487c-b8af-3328a1ce6cfa not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:28:49.541852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:49.542394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178b6be2-bce0-4a91-ad50-8247d62818e7 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:28:49.560718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:49.565208 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1666ec41-4af0-43b8-b5d9-8dd842a7b49c admin admin] 10.222.0.26 "DELETE /v2.0/routers/178b6be2-bce0-4a91-ad50-8247d62818e7 HTTP/1.1" status: 204 len: 168 time: 1.5988283 Jan 28 18:28:49.565208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52804) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:49.636236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2302999-a271-43e1-94f4-c306df0639f5 admin admin] Deleting subnet 1ea6a330-1fa9-4a26-ad09-37ca70f32ef9 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:28:49.639733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c2302999-a271-43e1-94f4-c306df0639f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:49.713489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c2302999-a271-43e1-94f4-c306df0639f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:49.793896 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c2302999-a271-43e1-94f4-c306df0639f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:49.941973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c2302999-a271-43e1-94f4-c306df0639f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:49.983841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2302999-a271-43e1-94f4-c306df0639f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea6a330-1fa9-4a26-ad09-37ca70f32ef9,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:49.989967 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c2302999-a271-43e1-94f4-c306df0639f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:49.999494 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c2302999-a271-43e1-94f4-c306df0639f5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1ea6a330-1fa9-4a26-ad09-37ca70f32ef9 HTTP/1.1" status: 204 len: 168 time: 0.4322925 Jan 28 18:28:49.999748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21748f94-639c-465f-8cc8-1528cb41d626 None None] Network d5be71f0-610c-4098-a421-4d41bc4faba0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:28:50.001932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52808) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:50.242540 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:50.246790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:50.255402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Deleting port 56aef021-d550-4857-9a6b-5651568c9678 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:28:50.255732 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:50.338967 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552728c0-8423-4daa-97e0-815bc71f24f5 None None] DHCP port deletion for d5be71f0-610c-4098-a421-4d41bc4faba0 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:28:50.342735 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-552728c0-8423-4daa-97e0-815bc71f24f5 None None] Deleting port 56aef021-d550-4857-9a6b-5651568c9678 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:28:50.343130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-552728c0-8423-4daa-97e0-815bc71f24f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:50.467011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] For port 56aef021-d550-4857-9a6b-5651568c9678, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=56aef021-d550-4857-9a6b-5651568c9678,segment=NetworkSegment(0770995f-acb5-4a09-81e9-7dc338c7c904),segment_id=0770995f-acb5-4a09-81e9-7dc338c7c904)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:28:50.467367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:50.550484 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-552728c0-8423-4daa-97e0-815bc71f24f5 None None] For port 56aef021-d550-4857-9a6b-5651568c9678, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=56aef021-d550-4857-9a6b-5651568c9678,segment=NetworkSegment(0770995f-acb5-4a09-81e9-7dc338c7c904),segment_id=0770995f-acb5-4a09-81e9-7dc338c7c904)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:28:50.551083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-552728c0-8423-4daa-97e0-815bc71f24f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:50.596087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Calling delete_port for 56aef021-d550-4857-9a6b-5651568c9678 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:28:50.676877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-552728c0-8423-4daa-97e0-815bc71f24f5 None None] Calling delete_port for 56aef021-d550-4857-9a6b-5651568c9678 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:28:50.746680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:50.751879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-552728c0-8423-4daa-97e0-815bc71f24f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:28:50.752238 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-552728c0-8423-4daa-97e0-815bc71f24f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:28:50.796643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Pushing event deleted for resources: {'Port': ['ID=56aef021-d550-4857-9a6b-5651568c9678,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:50.798396 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] No DVR routers for this DVR port 56aef021-d550-4857-9a6b-5651568c9678 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:28:50.913324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:50.937818 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5be71f0-610c-4098-a421-4d41bc4faba0']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:50.949832 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0770995f-acb5-4a09-81e9-7dc338c7c904') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:50.950121 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0770995f-acb5-4a09-81e9-7dc338c7c904') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:50.961155 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:50.977142 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:50.983379 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:28:50.989427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:28:50.997134 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:28:51.123577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:51.132276 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e1735a9c-d5c7-4735-bf0d-df159fe24a79 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:28:51.140530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:51.150519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5be71f0-610c-4098-a421-4d41bc4faba0,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:51.154830 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-384af519-4d88-4997-845d-0c77fb904775 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d5be71f0-610c-4098-a421-4d41bc4faba0 HTTP/1.1" status: 204 len: 168 time: 1.1515310 Jan 28 18:28:51.167679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: e1735a9c-d5c7-4735-bf0d-df159fe24a79 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:28:51.168024 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e1735a9c-d5c7-4735-bf0d-df159fe24a79 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:28:51.168446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 56aef021-d550-4857-9a6b-5651568c9678 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:28:51.200796 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 56aef021-d550-4857-9a6b-5651568c9678 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:28:51.201136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 56aef021-d550-4857-9a6b-5651568c9678 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:28:51.253468 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-552728c0-8423-4daa-97e0-815bc71f24f5 None None] Deleting port 56aef021-d550-4857-9a6b-5651568c9678 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:28:51.253852 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-552728c0-8423-4daa-97e0-815bc71f24f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:51.320653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-552728c0-8423-4daa-97e0-815bc71f24f5 None None] The port '56aef021-d550-4857-9a6b-5651568c9678' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:28:51.554679 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52814) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:51.603945 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e96a57cd-6bb2-41af-bd4e-707f401e915d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3735eff5481e4758a629707db48016ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479848 Jan 28 18:28:51.606409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52818) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:51.664768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a338fd9a-5515-456b-ac78-e8223dc3ea71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:51.690036 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a338fd9a-5515-456b-ac78-e8223dc3ea71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:51.820817 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a338fd9a-5515-456b-ac78-e8223dc3ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:51.847415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338fd9a-5515-456b-ac78-e8223dc3ea71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeb95df-fe90-467b-8bd3-8ae987cf16b8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:51.899974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a338fd9a-5515-456b-ac78-e8223dc3ea71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:51.901091 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a338fd9a-5515-456b-ac78-e8223dc3ea71 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/abeb95df-fe90-467b-8bd3-8ae987cf16b8 HTTP/1.1" status: 204 len: 168 time: 0.2937059 Jan 28 18:28:52.621471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52826) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:52.668898 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-72171357-398d-402c-bde7-863d5c067138 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3367b849a9bb47fe80e58e651c46ca6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462322 Jan 28 18:28:52.671561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52830) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:52.739288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c2137ba-6e04-4603-be78-894a910c7ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:52.766301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c2137ba-6e04-4603-be78-894a910c7ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:52.895697 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c2137ba-6e04-4603-be78-894a910c7ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:52.912290 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2137ba-6e04-4603-be78-894a910c7ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cd0b02-6be4-4c1c-85af-710b6de5f9ed,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:52.917634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2c2137ba-6e04-4603-be78-894a910c7ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:52.918259 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2c2137ba-6e04-4603-be78-894a910c7ec3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52cd0b02-6be4-4c1c-85af-710b6de5f9ed HTTP/1.1" status: 204 len: 168 time: 0.2458246 Jan 28 18:28:54.067928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52854) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:54.126188 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:28:54.174946 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1224817532-network', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:28:54.179900 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:28:54.183687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Usage tracker for resource:network and tenant:dd42ba72975745c7bb36bb9d43ebdd87 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:28:54.186530 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:28:54.192920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:28:54.255850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Made reservation on behalf of dd42ba72975745c7bb36bb9d43ebdd87 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:28:54.258287 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:54.271169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:54.287151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:28:54.290981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Usage tracker for resource:security_group_rule and tenant:dd42ba72975745c7bb36bb9d43ebdd87 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:28:54.293762 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:28:54.299352 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:28:54.385060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:54.438739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:54.473901 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:28:54.481994 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a42b58a-8339-42e7-871b-c704fb4601e1,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:54.487377 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:54.487711 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Added segment 9af57872-9c9f-4ace-b43a-fd373015253d of type vlan for network 5a21fbca-52bc-43e4-8545-f547901e1f13 Jan 28 18:28:54.515228 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:54.615446 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:54.616412 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:54.616991 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:54.720951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] Pushing event updated for resources: {'Network': ['ID=5a21fbca-52bc-43e4-8545-f547901e1f13,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:54.730581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 5a21fbca-52bc-43e4-8545-f547901e1f13 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:28:54.776371 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bd2bc02e-eb89-48c8-b558-9be031f93a4d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7072926 Jan 28 18:28:54.779681 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52860) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:54.785696 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Request body: {'subnet': {'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1224817532-subnet', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:28:54.790683 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:28:54.794845 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Usage tracker for resource:subnet and tenant:dd42ba72975745c7bb36bb9d43ebdd87 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:28:54.797706 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:28:54.803459 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:28:54.895416 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Made reservation on behalf of dd42ba72975745c7bb36bb9d43ebdd87 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:28:54.897851 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:55.210041 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:55.289388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Pushing event updated for resources: {'Subnet': ['ID=693260e9-25d2-4670-bc9a-e48d6d19d8cc,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:55.297954 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Checking segment: {'id': '9af57872-9c9f-4ace-b43a-fd373015253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:28:55.298303 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Network hostable DHCP agents. Network: 5a21fbca-52bc-43e4-8545-f547901e1f13, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:28:55.386036 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Network 5a21fbca-52bc-43e4-8545-f547901e1f13 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:28:55.477696 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 5a21fbca-52bc-43e4-8545-f547901e1f13) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:28:55.482584 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:28:55.483194 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:55.489359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750cd653-8be9-411b-ab7c-f926903737f5 None None] Network 5a21fbca-52bc-43e4-8545-f547901e1f13 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:28:55.570650 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2b1f9d50-efcb-4890-bc3d-94d23674e53e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7897146 Jan 28 18:28:55.574884 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52864) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:55.579965 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:28:55.584839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:28:55.589596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Usage tracker for resource:router and tenant:dd42ba72975745c7bb36bb9d43ebdd87 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:28:55.592562 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:28:55.598741 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:28:55.678308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:55.679384 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:55.694976 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:55.716327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-5a21fbca-52bc-43e4-8545-f547901e1f13', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'fixed_ips': [{'subnet_id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:28:55.717159 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:55.888892 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Allocated IP 172.20.0.2 (5a21fbca-52bc-43e4-8545-f547901e1f13/693260e9-25d2-4670-bc9a-e48d6d19d8cc/dda9926c-b616-490c-bd0d-35158bda773c) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:28:56.113868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:56.124974 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Transition to ACTIVE for port object dda9926c-b616-490c-bd0d-35158bda773c will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:28:56.136690 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:56.146893 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Transition to ACTIVE for port object dda9926c-b616-490c-bd0d-35158bda773c will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:28:56.250600 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:56.318775 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Network 5a21fbca-52bc-43e4-8545-f547901e1f13 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:28:56.319883 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:28:56.323074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:28:56.405136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Pushing event updated for resources: {'Port': ['ID=dda9926c-b616-490c-bd0d-35158bda773c,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:56.441565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:56.442078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:56.442615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:56.443307 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:56.443798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:56.444268 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:56.444780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:56.445257 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:56.445744 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:56.446080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:56.446407 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:56.446730 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:28:56.469786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Attempting to bind port dda9926c-b616-490c-bd0d-35158bda773c on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:28:56.470150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Attempting to bind port dda9926c-b616-490c-bd0d-35158bda773c by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9af57872-9c9f-4ace-b43a-fd373015253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:28:56.470540 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Attempting to bind port dda9926c-b616-490c-bd0d-35158bda773c on network 5a21fbca-52bc-43e4-8545-f547901e1f13 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:28:56.476027 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:28:56.476396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Checking segment: {'id': '9af57872-9c9f-4ace-b43a-fd373015253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:28:56.476784 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:56.477169 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Bound using segment: {'id': '9af57872-9c9f-4ace-b43a-fd373015253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:28:56.477622 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Bound port: dda9926c-b616-490c-bd0d-35158bda773c, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af57872-9c9f-4ace-b43a-fd373015253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:28:56.477987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:56.508677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:56.541970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:56.569234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] For port dda9926c-b616-490c-bd0d-35158bda773c, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:28:56.572240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] For port dda9926c-b616-490c-bd0d-35158bda773c, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dda9926c-b616-490c-bd0d-35158bda773c,segment=NetworkSegment(9af57872-9c9f-4ace-b43a-fd373015253d),segment_id=9af57872-9c9f-4ace-b43a-fd373015253d)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:28:56.638608 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:56.674329 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Allocated IP 172.26.1.167 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/4b41b106-3c54-454a-8972-c73d8b2658d2) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:28:56.722435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e872d-46fd-4e5d-9d32-fc87749e2147 None None] Pushing event updated for resources: {'Port': ['ID=dda9926c-b616-490c-bd0d-35158bda773c,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:56.836886 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:56.921070 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:56.998912 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:28:57.001739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:28:57.004862 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:28:57.049503 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Pushing event updated for resources: {'Port': ['ID=4b41b106-3c54-454a-8972-c73d8b2658d2,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:57.177019 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dda9926c-b616-490c-bd0d-35158bda773c up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:28:57.317916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port dda9926c-b616-490c-bd0d-35158bda773c completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:28:57.504910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:57.695336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ec5b30-0456-4e58-951a-93ff0d32c286 None None] Network 5a21fbca-52bc-43e4-8545-f547901e1f13 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:28:57.911820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c719e425-6905-406f-93f8-40ec83464f0a None None] Provisioning for port dda9926c-b616-490c-bd0d-35158bda773c completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:28:57.923609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c719e425-6905-406f-93f8-40ec83464f0a None None] Provisioning complete for port dda9926c-b616-490c-bd0d-35158bda773c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:28:57.923974 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c719e425-6905-406f-93f8-40ec83464f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:57.970332 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:58.074878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c719e425-6905-406f-93f8-40ec83464f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:58.112804 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c719e425-6905-406f-93f8-40ec83464f0a None None] For port dda9926c-b616-490c-bd0d-35158bda773c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dda9926c-b616-490c-bd0d-35158bda773c,segment=NetworkSegment(9af57872-9c9f-4ace-b43a-fd373015253d),segment_id=9af57872-9c9f-4ace-b43a-fd373015253d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:28:58.170079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c719e425-6905-406f-93f8-40ec83464f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:58.241782 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719e425-6905-406f-93f8-40ec83464f0a None None] Pushing event updated for resources: {'Port': ['ID=dda9926c-b616-490c-bd0d-35158bda773c,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:58.289541 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2eea3acd-f0e5-43d7-9105-89efafdb276e None None] Provisioning complete for port dda9926c-b616-490c-bd0d-35158bda773c triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:28:58.289910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2eea3acd-f0e5-43d7-9105-89efafdb276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:58.295456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:28:58.474485 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:28:58.482906 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Sync routers for ids ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:28:58.492341 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Routers {'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:28:58.492950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:28:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:58.559265 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:58.561188 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3f8584bc-4017-4c99-bcc5-2d8d524ea828 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9850967 Jan 28 18:28:58.563962 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52868) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:28:58.666625 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Set router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:28:58.950816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:28:57Z', 'revision_number': 3, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:58.954635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Checking router: c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:28:58.954979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Updating router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 port 4b41b106-3c54-454a-8972-c73d8b2658d2 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:28:59.006961 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:59.149404 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dda9926c-b616-490c-bd0d-35158bda773c up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:28:59.320597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port dda9926c-b616-490c-bd0d-35158bda773c triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:28:59.321267 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:59.378887 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:59.540098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:59.552715 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Transition to ACTIVE for port object 4b41b106-3c54-454a-8972-c73d8b2658d2 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:28:59.593553 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Allocated IP 172.20.0.1 (5a21fbca-52bc-43e4-8545-f547901e1f13/693260e9-25d2-4670-bc9a-e48d6d19d8cc/921d3feb-f663-4133-bc31-ae1a3e30b33a) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:28:59.638637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:59.718117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Attempting to bind port 4b41b106-3c54-454a-8972-c73d8b2658d2 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:28:59.718481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Attempting to bind port 4b41b106-3c54-454a-8972-c73d8b2658d2 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:28:59.718839 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Attempting to bind port 4b41b106-3c54-454a-8972-c73d8b2658d2 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:28:59.726221 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777f851-7f9f-4602-ab9e-bf0703b093ed None None] Pushing event updated for resources: {'Port': ['ID=4b41b106-3c54-454a-8972-c73d8b2658d2,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:59.730417 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:28:59.730790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:28:59.731275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:59.731654 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:28:59.732119 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Bound port: 4b41b106-3c54-454a-8972-c73d8b2658d2, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:28:59.732485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:59.741492 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:59.757809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Transition to ACTIVE for port object 921d3feb-f663-4133-bc31-ae1a3e30b33a will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:28:59.808597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] For port 4b41b106-3c54-454a-8972-c73d8b2658d2, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:28:59.811553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] For port 4b41b106-3c54-454a-8972-c73d8b2658d2, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=4b41b106-3c54-454a-8972-c73d8b2658d2,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:28:59.827227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:59.861203 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:28:59.892833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Network 5a21fbca-52bc-43e4-8545-f547901e1f13 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:28:59.895824 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:28:59.899413 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:28:59.938949 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Pushing event updated for resources: {'Port': ['ID=921d3feb-f663-4133-bc31-ae1a3e30b33a,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:28:59.939858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Routers {'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:28:59.940481 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:28:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:28:59.966875 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:00.014731 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777f851-7f9f-4602-ab9e-bf0703b093ed None None] Pushing event updated for resources: {'Port': ['ID=4b41b106-3c54-454a-8972-c73d8b2658d2,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:00.223647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] Set router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:29:00.285613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-59fda8b5-b4ad-4cf2-83f8-04589ee62919 None None] Provisioning for port 921d3feb-f663-4133-bc31-ae1a3e30b33a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:29:00.346319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-59fda8b5-b4ad-4cf2-83f8-04589ee62919 None None] Provisioning complete for port 921d3feb-f663-4133-bc31-ae1a3e30b33a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:00.346987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-59fda8b5-b4ad-4cf2-83f8-04589ee62919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:00.400448 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:00.479299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-59fda8b5-b4ad-4cf2-83f8-04589ee62919 None None] Port 921d3feb-f663-4133-bc31-ae1a3e30b33a cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:29:00.579350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:28:57Z', 'revision_number': 3, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:29:00.583315 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafdc9a-45f2-40af-ae9a-b1493d769f00 None None] The sync data for ids ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'] in dv-neutron-826919-1-hyperv is: [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:28:57Z', 'revision_number': 3, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:29:00.625094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:00.683820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:00.799535 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:00.811746 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Pushing event updated for resources: {'Port': ['ID=921d3feb-f663-4133-bc31-ae1a3e30b33a,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:00.949943 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Network 5a21fbca-52bc-43e4-8545-f547901e1f13 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:29:00.951227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:29:01.159284 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:29:01.205455 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 4b41b106-3c54-454a-8972-c73d8b2658d2 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:29:01.304823 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9b2b403c-8de4-4aa8-9870-2145bf259f4a None None] Provisioning complete for port 921d3feb-f663-4133-bc31-ae1a3e30b33a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:01.307140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9b2b403c-8de4-4aa8-9870-2145bf259f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:01.340698 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 4b41b106-3c54-454a-8972-c73d8b2658d2 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:29:01.360629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 4b41b106-3c54-454a-8972-c73d8b2658d2 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:01.361379 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:01.416430 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b403c-8de4-4aa8-9870-2145bf259f4a None None] Port 921d3feb-f663-4133-bc31-ae1a3e30b33a cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:29:01.489119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:29:01.492352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:01.507678 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0f4ba835-83ea-4c4f-8e54-27ce99f4b53f admin admin] 10.222.0.26 "PUT /v2.0/routers/c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9424026 Jan 28 18:29:01.519544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 4b41b106-3c54-454a-8972-c73d8b2658d2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=4b41b106-3c54-454a-8972-c73d8b2658d2,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:29:01.575346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:01.682349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=4b41b106-3c54-454a-8972-c73d8b2658d2,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:02.118174 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Sync routers for ids ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:29:02.129702 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Routers {'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:29:02.130317 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:28:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:29:02.204637 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 52886) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:29:02.210177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-728094491-network', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:29:02.215522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:29:02.220161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Usage tracker for resource:network and tenant:c5cec76ba9c24850b18fda591d03ae7f is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:29:02.223120 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:29:02.229412 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:29:02.295684 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Made reservation on behalf of c5cec76ba9c24850b18fda591d03ae7f for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:29:02.297947 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:02.307819 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Set router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:29:02.310080 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:02.325395 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:29:02.329190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Usage tracker for resource:security_group_rule and tenant:c5cec76ba9c24850b18fda591d03ae7f is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:29:02.331941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:29:02.337495 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:29:02.420272 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:02.478301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:02.505009 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:29:02.518232 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92606453-72d0-48e9-ac3a-c1fdbcd2aac6,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:02.522833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:02.523197 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Added segment 8eae398a-2875-4883-a9c9-c23f068a4ced of type vlan for network 2b279802-6a7f-4a12-8a41-fb648a03294f Jan 28 18:29:02.551730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:02.616004 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:29:00Z', 'revision_number': 4, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '921d3feb-f663-4133-bc31-ae1a3e30b33a', 'name': '', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'mac_address': 'fa:16:3e:c7:e3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:59Z', 'updated_at': '2022-01-28T18:29:00Z', 'revision_number': 2, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'subnets': [{'id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:29:02.619897 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Checking router: c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:29:02.620088 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Updating router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 port 921d3feb-f663-4133-bc31-ae1a3e30b33a binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:29:02.621319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:02.622281 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:02.622854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:02.672672 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:02.725953 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] Pushing event updated for resources: {'Network': ['ID=2b279802-6a7f-4a12-8a41-fb648a03294f,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:02.735435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 2b279802-6a7f-4a12-8a41-fb648a03294f details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:29:02.785841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52890) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:29:02.786827 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-91f56cf6-d059-4830-af16-a652261e5283 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5807490 Jan 28 18:29:02.791600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Request body: {'subnet': {'network_id': '2b279802-6a7f-4a12-8a41-fb648a03294f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-728094491-subnet', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'ip_version': 4}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:29:02.802584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:29:02.808403 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Usage tracker for resource:subnet and tenant:c5cec76ba9c24850b18fda591d03ae7f is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:29:02.811949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:29:02.819279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:29:02.912474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Made reservation on behalf of c5cec76ba9c24850b18fda591d03ae7f for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:29:02.915250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:03.094962 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:03.112062 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Transition to ACTIVE for port object 921d3feb-f663-4133-bc31-ae1a3e30b33a will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:29:03.173848 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 4b41b106-3c54-454a-8972-c73d8b2658d2 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:29:03.203690 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:03.241808 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 4b41b106-3c54-454a-8972-c73d8b2658d2 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:03.242174 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:03.249846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:03.355184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Checking segment: {'id': '8eae398a-2875-4883-a9c9-c23f068a4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2b279802-6a7f-4a12-8a41-fb648a03294f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:29:03.355616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Network hostable DHCP agents. Network: 2b279802-6a7f-4a12-8a41-fb648a03294f, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:29:03.362173 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d5621-20ff-41d1-92ed-76c39ae20270 None None] Pushing event updated for resources: {'Port': ['ID=921d3feb-f663-4133-bc31-ae1a3e30b33a,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:03.379742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5860cf1-4260-49b1-8541-c66d1e2bf79f,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:03.389758 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.390109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.394611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.394611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.394611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.394611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.394611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.394611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.394611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.394611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.394611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.394611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.405361 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d5621-20ff-41d1-92ed-76c39ae20270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.405701 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d5621-20ff-41d1-92ed-76c39ae20270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.406036 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d5621-20ff-41d1-92ed-76c39ae20270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.406350 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d5621-20ff-41d1-92ed-76c39ae20270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.406674 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d5621-20ff-41d1-92ed-76c39ae20270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.407016 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d5621-20ff-41d1-92ed-76c39ae20270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.407332 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d5621-20ff-41d1-92ed-76c39ae20270 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.407637 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d5621-20ff-41d1-92ed-76c39ae20270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.407950 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d5621-20ff-41d1-92ed-76c39ae20270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.408271 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d5621-20ff-41d1-92ed-76c39ae20270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.408568 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d5621-20ff-41d1-92ed-76c39ae20270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.408874 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d5621-20ff-41d1-92ed-76c39ae20270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:03.431631 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Attempting to bind port 921d3feb-f663-4133-bc31-ae1a3e30b33a on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:29:03.431993 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Attempting to bind port 921d3feb-f663-4133-bc31-ae1a3e30b33a by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '9af57872-9c9f-4ace-b43a-fd373015253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:29:03.432365 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Attempting to bind port 921d3feb-f663-4133-bc31-ae1a3e30b33a on network 5a21fbca-52bc-43e4-8545-f547901e1f13 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:29:03.438148 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:29:03.438509 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Checking segment: {'id': '9af57872-9c9f-4ace-b43a-fd373015253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:29:03.438904 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:03.439319 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Bound using segment: {'id': '9af57872-9c9f-4ace-b43a-fd373015253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:29:03.439770 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Bound port: 921d3feb-f663-4133-bc31-ae1a3e30b33a, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af57872-9c9f-4ace-b43a-fd373015253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:29:03.440136 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:03.466560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Network 2b279802-6a7f-4a12-8a41-fb648a03294f is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:29:03.524015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 2b279802-6a7f-4a12-8a41-fb648a03294f) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:29:03.528640 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:03.529232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:03.535994 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0116d71f-3e53-4807-8e20-308fe429bb63 None None] Network 2b279802-6a7f-4a12-8a41-fb648a03294f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:29:03.536186 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] For port 921d3feb-f663-4133-bc31-ae1a3e30b33a, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:29:03.539051 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] For port 921d3feb-f663-4133-bc31-ae1a3e30b33a, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=921d3feb-f663-4133-bc31-ae1a3e30b33a,segment=NetworkSegment(9af57872-9c9f-4ace-b43a-fd373015253d),segment_id=9af57872-9c9f-4ace-b43a-fd373015253d)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:29:03.581737 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:03.600419 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1122566a-9749-48bf-9701-76a3c208cb3c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8131905 Jan 28 18:29:03.604523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52894) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:29:03.610107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-728094491-router', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:29:03.614921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:29:03.620291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Usage tracker for resource:router and tenant:c5cec76ba9c24850b18fda591d03ae7f is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:29:03.625129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:29:03.631885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:29:03.674592 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Routers {'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:29:03.675729 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:28:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:29:03.724334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:03.725525 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:03.745062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:03.778701 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-2b279802-6a7f-4a12-8a41-fb648a03294f', 'network_id': '2b279802-6a7f-4a12-8a41-fb648a03294f', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'fixed_ips': [{'subnet_id': 'd5860cf1-4260-49b1-8541-c66d1e2bf79f'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:29:03.780551 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:03.803256 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d5621-20ff-41d1-92ed-76c39ae20270 None None] Pushing event updated for resources: {'Port': ['ID=921d3feb-f663-4133-bc31-ae1a3e30b33a,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:03.919664 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] Set router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:29:03.958660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Allocated IP 172.20.0.2 (2b279802-6a7f-4a12-8a41-fb648a03294f/d5860cf1-4260-49b1-8541-c66d1e2bf79f/0e641fa6-744d-46f7-b0c7-d5406ba44af5) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:29:04.192025 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:04.204389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Transition to ACTIVE for port object 0e641fa6-744d-46f7-b0c7-d5406ba44af5 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:29:04.212070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:04.224267 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Transition to ACTIVE for port object 0e641fa6-744d-46f7-b0c7-d5406ba44af5 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:29:04.266524 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:29:00Z', 'revision_number': 4, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '921d3feb-f663-4133-bc31-ae1a3e30b33a', 'name': '', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'mac_address': 'fa:16:3e:c7:e3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:59Z', 'updated_at': '2022-01-28T18:29:03Z', 'revision_number': 4, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'subnets': [{'id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:29:04.270437 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df5dfc9-a336-4f58-95e1-dc337f901df3 None None] The sync data for ids ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'] in dv-neutron-826919-1-hyperv is: [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:29:00Z', 'revision_number': 4, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '921d3feb-f663-4133-bc31-ae1a3e30b33a', 'name': '', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'mac_address': 'fa:16:3e:c7:e3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:59Z', 'updated_at': '2022-01-28T18:29:03Z', 'revision_number': 4, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'subnets': [{'id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:29:04.295160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:04.374560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Network 2b279802-6a7f-4a12-8a41-fb648a03294f is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:29:04.377837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:29:04.382368 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:29:04.388889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Pushing event updated for resources: {'Port': ['ID=0e641fa6-744d-46f7-b0c7-d5406ba44af5,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:04.483249 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Attempting to bind port 0e641fa6-744d-46f7-b0c7-d5406ba44af5 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:29:04.483702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Attempting to bind port 0e641fa6-744d-46f7-b0c7-d5406ba44af5 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '8eae398a-2875-4883-a9c9-c23f068a4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2b279802-6a7f-4a12-8a41-fb648a03294f'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:29:04.484089 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Attempting to bind port 0e641fa6-744d-46f7-b0c7-d5406ba44af5 on network 2b279802-6a7f-4a12-8a41-fb648a03294f {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:29:04.489948 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:29:04.490313 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Checking segment: {'id': '8eae398a-2875-4883-a9c9-c23f068a4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2b279802-6a7f-4a12-8a41-fb648a03294f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:29:04.490706 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:04.491124 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Bound using segment: {'id': '8eae398a-2875-4883-a9c9-c23f068a4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2b279802-6a7f-4a12-8a41-fb648a03294f'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:29:04.491586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Bound port: 0e641fa6-744d-46f7-b0c7-d5406ba44af5, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eae398a-2875-4883-a9c9-c23f068a4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2b279802-6a7f-4a12-8a41-fb648a03294f'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:29:04.491954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:04.594191 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] For port 0e641fa6-744d-46f7-b0c7-d5406ba44af5, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:29:04.597721 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] For port 0e641fa6-744d-46f7-b0c7-d5406ba44af5, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0e641fa6-744d-46f7-b0c7-d5406ba44af5,segment=NetworkSegment(8eae398a-2875-4883-a9c9-c23f068a4ced),segment_id=8eae398a-2875-4883-a9c9-c23f068a4ced)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:29:04.626439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:04.662744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:04.690454 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:04.773195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26d6ae-854a-4834-87d2-918195853173 None None] Pushing event updated for resources: {'Port': ['ID=0e641fa6-744d-46f7-b0c7-d5406ba44af5,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:04.829822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Allocated IP 172.26.1.144 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/2769ab5e-ac12-43ae-880d-2203fa022733) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:29:05.027292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:05.159432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:05.236233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:29:05.239553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:29:05.244366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:29:05.255017 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0e641fa6-744d-46f7-b0c7-d5406ba44af5 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:29:05.280981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Pushing event updated for resources: {'Port': ['ID=2769ab5e-ac12-43ae-880d-2203fa022733,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:05.404027 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 0e641fa6-744d-46f7-b0c7-d5406ba44af5 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:29:05.411337 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 921d3feb-f663-4133-bc31-ae1a3e30b33a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:29:05.564607 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 921d3feb-f663-4133-bc31-ae1a3e30b33a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:29:05.576460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 921d3feb-f663-4133-bc31-ae1a3e30b33a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:05.576460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:05.722684 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:05.760217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 921d3feb-f663-4133-bc31-ae1a3e30b33a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=921d3feb-f663-4133-bc31-ae1a3e30b33a,segment=NetworkSegment(9af57872-9c9f-4ace-b43a-fd373015253d),segment_id=9af57872-9c9f-4ace-b43a-fd373015253d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:29:05.782035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:05.840273 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:05.901753 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52808ee-c0d3-46bf-917b-1ad1a5eaab05 None None] Network 2b279802-6a7f-4a12-8a41-fb648a03294f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:29:06.044582 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=921d3feb-f663-4133-bc31-ae1a3e30b33a,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:06.161372 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-13f93ef7-668b-4f3a-924d-c34027993f62 None None] Provisioning for port 0e641fa6-744d-46f7-b0c7-d5406ba44af5 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:29:06.170367 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-13f93ef7-668b-4f3a-924d-c34027993f62 None None] Provisioning complete for port 0e641fa6-744d-46f7-b0c7-d5406ba44af5 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:06.170740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-13f93ef7-668b-4f3a-924d-c34027993f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:06.254116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:06.318143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-13f93ef7-668b-4f3a-924d-c34027993f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:06.355688 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-13f93ef7-668b-4f3a-924d-c34027993f62 None None] For port 0e641fa6-744d-46f7-b0c7-d5406ba44af5, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0e641fa6-744d-46f7-b0c7-d5406ba44af5,segment=NetworkSegment(8eae398a-2875-4883-a9c9-c23f068a4ced),segment_id=8eae398a-2875-4883-a9c9-c23f068a4ced)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:29:06.421523 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-13f93ef7-668b-4f3a-924d-c34027993f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:06.492773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f93ef7-668b-4f3a-924d-c34027993f62 None None] Pushing event updated for resources: {'Port': ['ID=0e641fa6-744d-46f7-b0c7-d5406ba44af5,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:06.530319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Router 6abbbdd9-4155-479a-9a3b-a5852508b7f6 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:29:06.542370 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b1872cb4-920f-48d4-a1bb-a62dafb80596 None None] Provisioning complete for port 0e641fa6-744d-46f7-b0c7-d5406ba44af5 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:06.542740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b1872cb4-920f-48d4-a1bb-a62dafb80596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:06.710454 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:29:06.719702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Sync routers for ids ['6abbbdd9-4155-479a-9a3b-a5852508b7f6'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:29:06.728698 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Routers {'6abbbdd9-4155-479a-9a3b-a5852508b7f6'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:29:06.729307 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:28:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6abbbdd9-4155-479a-9a3b-a5852508b7f6'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:29:06.821123 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:06.823169 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8e2ead96-3fbc-4c53-92f5-e9b1ee1f91cd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2173059 Jan 28 18:29:06.825867 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 52898) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:29:06.902348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Set router 6abbbdd9-4155-479a-9a3b-a5852508b7f6 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:29:07.161395 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0e641fa6-744d-46f7-b0c7-d5406ba44af5 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:29:07.251974 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 0e641fa6-744d-46f7-b0c7-d5406ba44af5 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:07.252344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:07.281782 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'name': 'tempest-TestMinimumBasicScenario-728094491-router', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '2769ab5e-ac12-43ae-880d-2203fa022733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:29:03Z', 'updated_at': '2022-01-28T18:29:05Z', 'revision_number': 3, 'project_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'gw_port': {'id': '2769ab5e-ac12-43ae-880d-2203fa022733', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:29:04Z', 'updated_at': '2022-01-28T18:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:29:07.302591 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Checking router: 6abbbdd9-4155-479a-9a3b-a5852508b7f6 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:29:07.302940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Updating router 6abbbdd9-4155-479a-9a3b-a5852508b7f6 port 2769ab5e-ac12-43ae-880d-2203fa022733 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:29:07.367167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:07.523271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 921d3feb-f663-4133-bc31-ae1a3e30b33a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:29:07.610886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:07.741072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 921d3feb-f663-4133-bc31-ae1a3e30b33a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:07.741443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:07.819945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Allocated IP 172.20.0.1 (2b279802-6a7f-4a12-8a41-fb648a03294f/d5860cf1-4260-49b1-8541-c66d1e2bf79f/83a383f2-fd67-449c-a535-e65dbd08059b) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:29:07.947834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:07.963652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Transition to ACTIVE for port object 2769ab5e-ac12-43ae-880d-2203fa022733 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:29:07.968176 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:07.987271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Transition to ACTIVE for port object 83a383f2-fd67-449c-a535-e65dbd08059b will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:29:08.015171 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:08.067454 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:08.093640 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Attempting to bind port 2769ab5e-ac12-43ae-880d-2203fa022733 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:29:08.095689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Attempting to bind port 2769ab5e-ac12-43ae-880d-2203fa022733 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:29:08.095689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Attempting to bind port 2769ab5e-ac12-43ae-880d-2203fa022733 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:29:08.099863 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8150e-d61f-4d13-b3f7-4b1e483874fc None None] Pushing event updated for resources: {'Port': ['ID=2769ab5e-ac12-43ae-880d-2203fa022733,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:08.104108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:29:08.104466 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:29:08.104858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:08.105236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:29:08.105693 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Bound port: 2769ab5e-ac12-43ae-880d-2203fa022733, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:29:08.106063 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:08.136562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Network 2b279802-6a7f-4a12-8a41-fb648a03294f is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:29:08.139269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:29:08.141660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:29:08.188438 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] For port 2769ab5e-ac12-43ae-880d-2203fa022733, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:29:08.190972 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Pushing event updated for resources: {'Port': ['ID=83a383f2-fd67-449c-a535-e65dbd08059b,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:08.192480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] For port 2769ab5e-ac12-43ae-880d-2203fa022733, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2769ab5e-ac12-43ae-880d-2203fa022733,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:29:08.208601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:08.261952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:08.344621 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Routers {'6abbbdd9-4155-479a-9a3b-a5852508b7f6'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:29:08.345264 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:28:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6abbbdd9-4155-479a-9a3b-a5852508b7f6'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:29:08.416136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8150e-d61f-4d13-b3f7-4b1e483874fc None None] Pushing event updated for resources: {'Port': ['ID=2769ab5e-ac12-43ae-880d-2203fa022733,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:08.514388 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-42cea6df-c1ee-449a-93d3-233e3df21555 None None] Provisioning for port 83a383f2-fd67-449c-a535-e65dbd08059b completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:29:08.531231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-42cea6df-c1ee-449a-93d3-233e3df21555 None None] Provisioning complete for port 83a383f2-fd67-449c-a535-e65dbd08059b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:08.534879 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-42cea6df-c1ee-449a-93d3-233e3df21555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:08.535020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:08.599648 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] Set router 6abbbdd9-4155-479a-9a3b-a5852508b7f6 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:29:08.640249 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-42cea6df-c1ee-449a-93d3-233e3df21555 None None] Port 83a383f2-fd67-449c-a535-e65dbd08059b cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:29:08.760126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:08.815365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:08.894929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'name': 'tempest-TestMinimumBasicScenario-728094491-router', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '2769ab5e-ac12-43ae-880d-2203fa022733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:29:03Z', 'updated_at': '2022-01-28T18:29:05Z', 'revision_number': 3, 'project_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'gw_port': {'id': '2769ab5e-ac12-43ae-880d-2203fa022733', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:29:04Z', 'updated_at': '2022-01-28T18:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:29:08.899060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11deb4fc-8e76-4d47-a74b-2a8342c0d12c None None] The sync data for ids ['6abbbdd9-4155-479a-9a3b-a5852508b7f6'] in dv-neutron-826919-1-hyperv is: [{'id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'name': 'tempest-TestMinimumBasicScenario-728094491-router', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '2769ab5e-ac12-43ae-880d-2203fa022733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:29:03Z', 'updated_at': '2022-01-28T18:29:05Z', 'revision_number': 3, 'project_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'gw_port': {'id': '2769ab5e-ac12-43ae-880d-2203fa022733', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:29:04Z', 'updated_at': '2022-01-28T18:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:29:08.925083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Pushing event updated for resources: {'Port': ['ID=83a383f2-fd67-449c-a535-e65dbd08059b,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:08.932340 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:09.074826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Network 2b279802-6a7f-4a12-8a41-fb648a03294f is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:29:09.075988 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:29:09.299867 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Router 6abbbdd9-4155-479a-9a3b-a5852508b7f6 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:29:09.373415 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-14e6449e-8fca-4051-b282-ada90aaed934 None None] Provisioning complete for port 83a383f2-fd67-449c-a535-e65dbd08059b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:09.373786 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-14e6449e-8fca-4051-b282-ada90aaed934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:09.432049 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-14e6449e-8fca-4051-b282-ada90aaed934 None None] Port 83a383f2-fd67-449c-a535-e65dbd08059b cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:29:09.612048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:29:09.623099 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f05fd26e-7b52-46fb-b45d-9d8bb7859e0c admin admin] 10.222.0.26 "PUT /v2.0/routers/6abbbdd9-4155-479a-9a3b-a5852508b7f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7961640 Jan 28 18:29:09.964546 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-91d9f41d-eb08-42d2-a5e0-b67739fab261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:11.273178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2769ab5e-ac12-43ae-880d-2203fa022733 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:29:11.512876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 2769ab5e-ac12-43ae-880d-2203fa022733 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:29:11.519749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 2769ab5e-ac12-43ae-880d-2203fa022733 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:11.520559 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:11.723389 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822cde58-308a-4835-aa02-0e932098544f None None] Sync routers for ids ['6abbbdd9-4155-479a-9a3b-a5852508b7f6'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:29:11.729529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:11.746468 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822cde58-308a-4835-aa02-0e932098544f None None] Routers {'6abbbdd9-4155-479a-9a3b-a5852508b7f6'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:29:11.747171 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-822cde58-308a-4835-aa02-0e932098544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:28:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6abbbdd9-4155-479a-9a3b-a5852508b7f6'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:29:11.761958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 2769ab5e-ac12-43ae-880d-2203fa022733, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2769ab5e-ac12-43ae-880d-2203fa022733,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:29:11.855806 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:11.962390 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=2769ab5e-ac12-43ae-880d-2203fa022733,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:11.979774 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-822cde58-308a-4835-aa02-0e932098544f None None] Set router 6abbbdd9-4155-479a-9a3b-a5852508b7f6 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:29:12.381403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4e36015a-1534-48b2-b780-1de022ffef64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:12.493115 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-822cde58-308a-4835-aa02-0e932098544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'name': 'tempest-TestMinimumBasicScenario-728094491-router', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '2769ab5e-ac12-43ae-880d-2203fa022733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:29:03Z', 'updated_at': '2022-01-28T18:29:08Z', 'revision_number': 4, 'project_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'gw_port': {'id': '2769ab5e-ac12-43ae-880d-2203fa022733', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:29:04Z', 'updated_at': '2022-01-28T18:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '83a383f2-fd67-449c-a535-e65dbd08059b', 'name': '', 'network_id': '2b279802-6a7f-4a12-8a41-fb648a03294f', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'mac_address': 'fa:16:3e:a5:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'd5860cf1-4260-49b1-8541-c66d1e2bf79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:29:07Z', 'updated_at': '2022-01-28T18:29:08Z', 'revision_number': 2, 'project_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'subnets': [{'id': 'd5860cf1-4260-49b1-8541-c66d1e2bf79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:29:12.498023 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822cde58-308a-4835-aa02-0e932098544f None None] Checking router: 6abbbdd9-4155-479a-9a3b-a5852508b7f6 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:29:12.498388 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822cde58-308a-4835-aa02-0e932098544f None None] Updating router 6abbbdd9-4155-479a-9a3b-a5852508b7f6 port 83a383f2-fd67-449c-a535-e65dbd08059b binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:29:12.571130 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-822cde58-308a-4835-aa02-0e932098544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:13.194027 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2769ab5e-ac12-43ae-880d-2203fa022733 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:29:13.195214 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-822cde58-308a-4835-aa02-0e932098544f None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:13.211111 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-822cde58-308a-4835-aa02-0e932098544f None None] Transition to ACTIVE for port object 83a383f2-fd67-449c-a535-e65dbd08059b will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:29:13.284558 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-822cde58-308a-4835-aa02-0e932098544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:13.317349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 2769ab5e-ac12-43ae-880d-2203fa022733 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:13.317849 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:13.434919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:13.485048 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed180b-d314-4c54-86bb-8dce40da6634 None None] Pushing event updated for resources: {'Port': ['ID=83a383f2-fd67-449c-a535-e65dbd08059b,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:13.561611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:13.615409 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-822cde58-308a-4835-aa02-0e932098544f None None] Attempting to bind port 83a383f2-fd67-449c-a535-e65dbd08059b on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:29:13.615694 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-822cde58-308a-4835-aa02-0e932098544f None None] Attempting to bind port 83a383f2-fd67-449c-a535-e65dbd08059b by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '8eae398a-2875-4883-a9c9-c23f068a4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2b279802-6a7f-4a12-8a41-fb648a03294f'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:29:13.616099 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822cde58-308a-4835-aa02-0e932098544f None None] Attempting to bind port 83a383f2-fd67-449c-a535-e65dbd08059b on network 2b279802-6a7f-4a12-8a41-fb648a03294f {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:29:13.630370 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822cde58-308a-4835-aa02-0e932098544f None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:29:13.630896 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822cde58-308a-4835-aa02-0e932098544f None None] Checking segment: {'id': '8eae398a-2875-4883-a9c9-c23f068a4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2b279802-6a7f-4a12-8a41-fb648a03294f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:29:13.631499 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-822cde58-308a-4835-aa02-0e932098544f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:13.632018 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822cde58-308a-4835-aa02-0e932098544f None None] Bound using segment: {'id': '8eae398a-2875-4883-a9c9-c23f068a4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2b279802-6a7f-4a12-8a41-fb648a03294f'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:29:13.632617 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-822cde58-308a-4835-aa02-0e932098544f None None] Bound port: 83a383f2-fd67-449c-a535-e65dbd08059b, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eae398a-2875-4883-a9c9-c23f068a4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2b279802-6a7f-4a12-8a41-fb648a03294f'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:29:13.633105 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-822cde58-308a-4835-aa02-0e932098544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:13.768900 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-822cde58-308a-4835-aa02-0e932098544f None None] For port 83a383f2-fd67-449c-a535-e65dbd08059b, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:29:13.772565 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-822cde58-308a-4835-aa02-0e932098544f None None] For port 83a383f2-fd67-449c-a535-e65dbd08059b, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=83a383f2-fd67-449c-a535-e65dbd08059b,segment=NetworkSegment(8eae398a-2875-4883-a9c9-c23f068a4ced),segment_id=8eae398a-2875-4883-a9c9-c23f068a4ced)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:29:13.839499 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-822cde58-308a-4835-aa02-0e932098544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:13.953539 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822cde58-308a-4835-aa02-0e932098544f None None] Routers {'6abbbdd9-4155-479a-9a3b-a5852508b7f6'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:29:13.954168 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-822cde58-308a-4835-aa02-0e932098544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:29:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6abbbdd9-4155-479a-9a3b-a5852508b7f6'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:29:14.011660 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed180b-d314-4c54-86bb-8dce40da6634 None None] Pushing event updated for resources: {'Port': ['ID=83a383f2-fd67-449c-a535-e65dbd08059b,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:14.153214 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-822cde58-308a-4835-aa02-0e932098544f None None] Set router 6abbbdd9-4155-479a-9a3b-a5852508b7f6 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:29:14.615793 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-822cde58-308a-4835-aa02-0e932098544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'name': 'tempest-TestMinimumBasicScenario-728094491-router', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '2769ab5e-ac12-43ae-880d-2203fa022733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:29:03Z', 'updated_at': '2022-01-28T18:29:08Z', 'revision_number': 4, 'project_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'gw_port': {'id': '2769ab5e-ac12-43ae-880d-2203fa022733', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:29:04Z', 'updated_at': '2022-01-28T18:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '83a383f2-fd67-449c-a535-e65dbd08059b', 'name': '', 'network_id': '2b279802-6a7f-4a12-8a41-fb648a03294f', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'mac_address': 'fa:16:3e:a5:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'd5860cf1-4260-49b1-8541-c66d1e2bf79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:29:07Z', 'updated_at': '2022-01-28T18:29:13Z', 'revision_number': 4, 'project_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'subnets': [{'id': 'd5860cf1-4260-49b1-8541-c66d1e2bf79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:29:14.622054 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822cde58-308a-4835-aa02-0e932098544f None None] The sync data for ids ['6abbbdd9-4155-479a-9a3b-a5852508b7f6'] in dv-neutron-826919-1-hyperv is: [{'id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'name': 'tempest-TestMinimumBasicScenario-728094491-router', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '2769ab5e-ac12-43ae-880d-2203fa022733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:29:03Z', 'updated_at': '2022-01-28T18:29:08Z', 'revision_number': 4, 'project_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'gw_port': {'id': '2769ab5e-ac12-43ae-880d-2203fa022733', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:29:04Z', 'updated_at': '2022-01-28T18:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '83a383f2-fd67-449c-a535-e65dbd08059b', 'name': '', 'network_id': '2b279802-6a7f-4a12-8a41-fb648a03294f', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'mac_address': 'fa:16:3e:a5:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'd5860cf1-4260-49b1-8541-c66d1e2bf79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:29:07Z', 'updated_at': '2022-01-28T18:29:13Z', 'revision_number': 4, 'project_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'subnets': [{'id': 'd5860cf1-4260-49b1-8541-c66d1e2bf79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:29:15.146789 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:15.250627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 83a383f2-fd67-449c-a535-e65dbd08059b up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:29:15.433381 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 83a383f2-fd67-449c-a535-e65dbd08059b completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:29:15.441889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 83a383f2-fd67-449c-a535-e65dbd08059b triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:15.442355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:15.636948 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:15.682192 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 83a383f2-fd67-449c-a535-e65dbd08059b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=83a383f2-fd67-449c-a535-e65dbd08059b,segment=NetworkSegment(8eae398a-2875-4883-a9c9-c23f068a4ced),segment_id=8eae398a-2875-4883-a9c9-c23f068a4ced)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:29:15.742022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:15.863644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=83a383f2-fd67-449c-a535-e65dbd08059b,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:17.161221 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 83a383f2-fd67-449c-a535-e65dbd08059b up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:29:17.246985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 83a383f2-fd67-449c-a535-e65dbd08059b triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:17.247424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:20.164320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:22.805560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-b637b2a7-e9c1-4c57-bde5-431c3c302380 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:22.806196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-b637b2a7-e9c1-4c57-bde5-431c3c302380 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Synchronizing usage tracker for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:29:22.925133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-b637b2a7-e9c1-4c57-bde5-431c3c302380 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Unset dirty status for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:29:22.926495 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-b637b2a7-e9c1-4c57-bde5-431c3c302380 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/networks?id=5a21fbca-52bc-43e4-8545-f547901e1f13 HTTP/1.1" status: 200 len: 815 time: 0.2680142 Jan 28 18:29:22.941265 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-20c1e452-5b98-4db2-b9fb-b53d0241f7e1 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/quotas/dd42ba72975745c7bb36bb9d43ebdd87 HTTP/1.1" status: 200 len: 375 time: 0.0094097 Jan 28 18:29:23.035384 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-a69f6222-b268-4b72-84a3-1a1fd80329c2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Synchronizing usage tracker for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:29:23.192826 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-a69f6222-b268-4b72-84a3-1a1fd80329c2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Unset dirty status for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:29:23.194725 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-a69f6222-b268-4b72-84a3-1a1fd80329c2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd42ba72975745c7bb36bb9d43ebdd87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2484438 Jan 28 18:29:23.444921 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-90787a74-70ce-47f9-a16f-0bdfc97c9031 service neutron] 10.222.0.26 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377427 Jan 28 18:29:23.587520 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-94aebf0f-53c6-4469-ab7a-a3c243bc181e service neutron] 10.222.0.26 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365514 Jan 28 18:29:23.890424 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6c8be4e4-e501-4f0e-adfa-79a55ddf442b req-1bf9e46f-9003-4bd1-bca0-5c661d225cdf tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 210 time: 0.1041381 Jan 28 18:29:25.050467 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-23efd8f6-6e93-49d5-ab65-f768665e90bb req-a3c3c99d-b1c7-47fb-90d4-9aa990328274 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 210 time: 0.0421441 Jan 28 18:29:26.222630 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-062f58c4-878a-43b9-bd76-51251a38e5d7 req-264d4927-aaec-466c-93c2-f6c421741d80 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 210 time: 0.0651064 Jan 28 18:29:26.281991 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-7f681137-0708-4d85-8094-e6526a4c79c6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:26.283746 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-7f681137-0708-4d85-8094-e6526a4c79c6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.16 "GET /v2.0/networks?id=5a21fbca-52bc-43e4-8545-f547901e1f13 HTTP/1.1" status: 200 len: 815 time: 0.2035098 Jan 28 18:29:26.296392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Request body: {'port': {'device_id': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'admin_state_up': True, 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:29:26.439552 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:29:26.449546 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:29:26.558275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Made reservation on behalf of dd42ba72975745c7bb36bb9d43ebdd87 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:29:26.561770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:26.731909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Allocated IP 172.20.0.10 (5a21fbca-52bc-43e4-8545-f547901e1f13/693260e9-25d2-4670-bc9a-e48d6d19d8cc/d7142807-7c1f-476a-a37e-587c4b4cbae6) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:29:26.956124 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:26.975135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Transition to ACTIVE for port object d7142807-7c1f-476a-a37e-587c4b4cbae6 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:29:27.086466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:27.189427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Network 5a21fbca-52bc-43e4-8545-f547901e1f13 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:29:27.193255 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:29:27.199878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:29:27.234848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event updated for resources: {'Port': ['ID=d7142807-7c1f-476a-a37e-587c4b4cbae6,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:27.289925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:27.291214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:27.433320 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-fcbfa379-ed80-4f23-8f5a-2189b9b9596f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1409054 Jan 28 18:29:27.516856 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f879f-71bf-4dd2-b7f5-acf97122ae43 req-4ad30861-db72-4396-bfd7-282d8e7ae439 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:27.519329 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-863f879f-71bf-4dd2-b7f5-acf97122ae43 req-4ad30861-db72-4396-bfd7-282d8e7ae439 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 932 time: 0.1452949 Jan 28 18:29:27.598350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-863f879f-71bf-4dd2-b7f5-acf97122ae43 req-2217a86e-2606-4c17-8c5d-5d9018a740d3 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Synchronizing usage tracker for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:29:27.650217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-031feee1-1569-4518-95da-7b8ed0fceb65 None None] Provisioning for port d7142807-7c1f-476a-a37e-587c4b4cbae6 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:29:27.661401 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-031feee1-1569-4518-95da-7b8ed0fceb65 None None] Provisioning complete for port d7142807-7c1f-476a-a37e-587c4b4cbae6 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:27.662689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-031feee1-1569-4518-95da-7b8ed0fceb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:27.710336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Request body: {'port': {'device_id': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:29:27.712948 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-863f879f-71bf-4dd2-b7f5-acf97122ae43 req-2217a86e-2606-4c17-8c5d-5d9018a740d3 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Unset dirty status for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:29:27.714608 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-863f879f-71bf-4dd2-b7f5-acf97122ae43 req-2217a86e-2606-4c17-8c5d-5d9018a740d3 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883307 Jan 28 18:29:27.734390 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-031feee1-1569-4518-95da-7b8ed0fceb65 None None] Port d7142807-7c1f-476a-a37e-587c4b4cbae6 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:29:27.851157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:28.476990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7142807-7c1f-476a-a37e-587c4b4cbae6 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:29:28.493225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:28.511949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Transition to ACTIVE for port object d7142807-7c1f-476a-a37e-587c4b4cbae6 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:29:28.598690 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:29.165182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7142807-7c1f-476a-a37e-587c4b4cbae6,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:29.308461 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d85d0-10a0-432b-810c-0bbde3869200 req-970936b6-b216-4bd2-b57e-92ac8e3cc1a2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:29.309202 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-f25d85d0-10a0-432b-810c-0bbde3869200 req-970936b6-b216-4bd2-b57e-92ac8e3cc1a2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Synchronizing usage tracker for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:29:29.312207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Attempting to bind port d7142807-7c1f-476a-a37e-587c4b4cbae6 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:29:29.312541 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Attempting to bind port d7142807-7c1f-476a-a37e-587c4b4cbae6 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '9af57872-9c9f-4ace-b43a-fd373015253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:29:29.312873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Attempting to bind port d7142807-7c1f-476a-a37e-587c4b4cbae6 on network 5a21fbca-52bc-43e4-8545-f547901e1f13 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:29:29.321465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Port d7142807-7c1f-476a-a37e-587c4b4cbae6 on network 5a21fbca-52bc-43e4-8545-f547901e1f13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:29:29.322385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Attempting to bind port d7142807-7c1f-476a-a37e-587c4b4cbae6 on network 5a21fbca-52bc-43e4-8545-f547901e1f13 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:29:29.333458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:29:29.333699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Checking segment: {'id': '9af57872-9c9f-4ace-b43a-fd373015253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:29:29.334095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Bound using segment: {'id': '9af57872-9c9f-4ace-b43a-fd373015253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:29:29.334537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Bound port: d7142807-7c1f-476a-a37e-587c4b4cbae6, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af57872-9c9f-4ace-b43a-fd373015253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:29:29.334884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:29.434490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] For port d7142807-7c1f-476a-a37e-587c4b4cbae6, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:29:29.438245 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] For port d7142807-7c1f-476a-a37e-587c4b4cbae6, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6,segment=NetworkSegment(9af57872-9c9f-4ace-b43a-fd373015253d),segment_id=9af57872-9c9f-4ace-b43a-fd373015253d)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:29:29.439784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-f25d85d0-10a0-432b-810c-0bbde3869200 req-970936b6-b216-4bd2-b57e-92ac8e3cc1a2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Unset dirty status for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:29:29.441016 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f25d85d0-10a0-432b-810c-0bbde3869200 req-970936b6-b216-4bd2-b57e-92ac8e3cc1a2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 944 time: 0.4209886 Jan 28 18:29:29.515586 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f25d85d0-10a0-432b-810c-0bbde3869200 req-8e26f29f-f922-4e1f-a510-0ce68c0ff539 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656660 Jan 28 18:29:29.518514 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:29.587842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:29.588616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:29.590032 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] 10.222.0.16 "PUT /v2.0/ports/d7142807-7c1f-476a-a37e-587c4b4cbae6 HTTP/1.1" status: 200 len: 1094 time: 1.9841299 Jan 28 18:29:29.593217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'tag': 'd7142807-7c1f-476a-a37e-587c4b4cbae6'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:29:29.617727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afd0e7-b5c6-41f0-a51a-f23cb10a9df3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7142807-7c1f-476a-a37e-587c4b4cbae6,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:29.788144 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'tag': 'd7142807-7c1f-476a-a37e-587c4b4cbae6', 'status': 'completed', 'code': 200} Jan 28 18:29:30.735901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e82f3f-0d58-4523-b4ab-d46fde4f8298 req-2ab3206e-5f14-453d-a23b-026876f9fb0b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:30.773829 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c4e82f3f-0d58-4523-b4ab-d46fde4f8298 req-2ab3206e-5f14-453d-a23b-026876f9fb0b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 944 time: 0.0909052 Jan 28 18:29:30.810072 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c4e82f3f-0d58-4523-b4ab-d46fde4f8298 req-a8736c39-e78e-481e-b2a0-cabf615c7010 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664785 Jan 28 18:29:31.131996 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:29:32.034790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818e563-4c89-406e-909f-3c7f8399a618 req-98024f40-0b1e-4340-a9d2-b117a80435fc tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:32.037499 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2818e563-4c89-406e-909f-3c7f8399a618 req-98024f40-0b1e-4340-a9d2-b117a80435fc tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 944 time: 0.1002328 Jan 28 18:29:32.100670 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2818e563-4c89-406e-909f-3c7f8399a618 req-29119b1f-2891-4942-b3b0-6a9c83a1c4b4 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574176 Jan 28 18:29:33.388398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc14bbf-9d68-458a-84e4-b0eb91b51089 req-66dd4b35-73e1-463f-b725-d5e371fe6e02 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:33.390544 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1dc14bbf-9d68-458a-84e4-b0eb91b51089 req-66dd4b35-73e1-463f-b725-d5e371fe6e02 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 944 time: 0.1381788 Jan 28 18:29:33.440746 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1dc14bbf-9d68-458a-84e4-b0eb91b51089 req-eb772fa5-9856-4b02-ba0f-a800be22dc97 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443506 Jan 28 18:29:34.684995 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b57d4f-15c9-4ea3-a5f2-b8970fa9fdb3 req-c79bb3b3-2f17-4d61-856c-2da9a0bb26f4 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:34.686452 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e7b57d4f-15c9-4ea3-a5f2-b8970fa9fdb3 req-c79bb3b3-2f17-4d61-856c-2da9a0bb26f4 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 944 time: 0.0889978 Jan 28 18:29:34.748502 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e7b57d4f-15c9-4ea3-a5f2-b8970fa9fdb3 req-937e97ed-0b54-4272-bc34-311ecc38d3ef tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556929 Jan 28 18:29:35.370521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7fc9-98f0-4c64-b67c-555d3312db0c req-2314922e-73b0-4a0e-8278-276349f98e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:35.371999 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9a0c7fc9-98f0-4c64-b67c-555d3312db0c req-2314922e-73b0-4a0e-8278-276349f98e2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd42ba72975745c7bb36bb9d43ebdd87&device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 1097 time: 0.0837288 Jan 28 18:29:35.534270 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7fc9-98f0-4c64-b67c-555d3312db0c req-a2d6468c-4026-4eec-b8d3-cdfb382561d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:35.535849 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9a0c7fc9-98f0-4c64-b67c-555d3312db0c req-a2d6468c-4026-4eec-b8d3-cdfb382561d2 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=dd42ba72975745c7bb36bb9d43ebdd87&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1525080 Jan 28 18:29:35.691437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7fc9-98f0-4c64-b67c-555d3312db0c req-28faa0a4-a6f5-4583-b7d6-3e74e6b866b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:35.692891 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9a0c7fc9-98f0-4c64-b67c-555d3312db0c req-28faa0a4-a6f5-4583-b7d6-3e74e6b866b0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1512127 Jan 28 18:29:35.812121 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-73c6137a-3932-4e3c-a0db-2b2041f26b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:35.814112 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-73c6137a-3932-4e3c-a0db-2b2041f26b27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd42ba72975745c7bb36bb9d43ebdd87&device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 1097 time: 0.0861647 Jan 28 18:29:35.919913 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-681da9b9-b305-4320-a876-dba6d2c37490 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6 HTTP/1.1" status: 200 len: 217 time: 0.0991995 Jan 28 18:29:36.023341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-d3cc0202-60c5-4e8b-8e79-818332e8545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:36.025979 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-d3cc0202-60c5-4e8b-8e79-818332e8545d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=693260e9-25d2-4670-bc9a-e48d6d19d8cc HTTP/1.1" status: 200 len: 854 time: 0.0990126 Jan 28 18:29:36.089776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d34ae1-478c-4f29-8ab7-2775b2790008 req-03aa462f-a386-4c77-aab7-2581e9dfcc73 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:36.091274 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-13d34ae1-478c-4f29-8ab7-2775b2790008 req-03aa462f-a386-4c77-aab7-2581e9dfcc73 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 944 time: 0.2226748 Jan 28 18:29:36.154648 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-13d34ae1-478c-4f29-8ab7-2775b2790008 req-7d78892d-4e25-4efd-8b7c-1487dcd6bed2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541630 Jan 28 18:29:36.170019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-14513fce-508e-49b6-a116-0105a50c401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:36.172407 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-14513fce-508e-49b6-a116-0105a50c401d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a21fbca-52bc-43e4-8545-f547901e1f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1396122 Jan 28 18:29:36.311988 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-2d352313-263d-4bdd-a312-c94e5e2e6246 service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337082 Jan 28 18:29:36.606051 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d283f330-9885-4486-9dc5-dcf5596f8954 req-e866fd41-26df-41db-91da-9f6fe3ef8708 service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882328 Jan 28 18:29:37.344587 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a834c94-7b03-4bfd-835a-7d7667eaf94a req-aec35be0-be51-4b9c-873a-79697115eda5 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:37.346008 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1a834c94-7b03-4bfd-835a-7d7667eaf94a req-aec35be0-be51-4b9c-873a-79697115eda5 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 944 time: 0.0818365 Jan 28 18:29:37.393666 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1a834c94-7b03-4bfd-835a-7d7667eaf94a req-95db6f2d-f134-497e-a1ed-05a2c4459805 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414178 Jan 28 18:29:38.535345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device d7142807-7c1f-476a-a37e-587c4b4cbae6 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:29:38.596756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25243364-9f08-4fd2-a61e-92b0ff5e65ea req-6630c030-aa9f-4a55-89dc-dbe1cbbff20f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:38.598629 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-25243364-9f08-4fd2-a61e-92b0ff5e65ea req-6630c030-aa9f-4a55-89dc-dbe1cbbff20f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 944 time: 0.0944676 Jan 28 18:29:38.650309 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-25243364-9f08-4fd2-a61e-92b0ff5e65ea req-20dc43e1-c003-474d-b336-553ef1e38e58 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457039 Jan 28 18:29:38.687807 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port d7142807-7c1f-476a-a37e-587c4b4cbae6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6,segment=NetworkSegment(9af57872-9c9f-4ace-b43a-fd373015253d),segment_id=9af57872-9c9f-4ace-b43a-fd373015253d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:29:38.702788 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'd7142807-7c1f-476a-a37e-587c4b4cbae6', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'port_id': 'd7142807-7c1f-476a-a37e-587c4b4cbae6', 'mac_address': 'fa:16:3e:9c:81:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:29:38.763654 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:38.781517 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7142807-7c1f-476a-a37e-587c4b4cbae6 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:29:38.797621 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port d7142807-7c1f-476a-a37e-587c4b4cbae6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6,segment=NetworkSegment(9af57872-9c9f-4ace-b43a-fd373015253d),segment_id=9af57872-9c9f-4ace-b43a-fd373015253d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:29:38.860874 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:38.930023 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=d7142807-7c1f-476a-a37e-587c4b4cbae6,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:39.067309 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['d7142807-7c1f-476a-a37e-587c4b4cbae6'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:29:39.882929 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16027987-b9f4-4e44-8762-a80aed9a51f0 req-f4b3cfbd-92be-4d81-9cc0-d62826af7864 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:39.882929 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-16027987-b9f4-4e44-8762-a80aed9a51f0 req-f4b3cfbd-92be-4d81-9cc0-d62826af7864 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 945 time: 0.0878520 Jan 28 18:29:39.895969 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-16027987-b9f4-4e44-8762-a80aed9a51f0 req-8c7762c9-4e38-47ee-9965-64adf0d77607 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420830 Jan 28 18:29:39.969861 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-adcef11c-79e8-484d-901a-9a9d0974b7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:40.550611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device d7142807-7c1f-476a-a37e-587c4b4cbae6 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:29:40.677858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port d7142807-7c1f-476a-a37e-587c4b4cbae6 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:29:40.683724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port d7142807-7c1f-476a-a37e-587c4b4cbae6 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:29:40.684094 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:40.804393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:40.832270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7142807-7c1f-476a-a37e-587c4b4cbae6'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:29:40.842324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port d7142807-7c1f-476a-a37e-587c4b4cbae6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6,segment=NetworkSegment(9af57872-9c9f-4ace-b43a-fd373015253d),segment_id=9af57872-9c9f-4ace-b43a-fd373015253d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:29:40.878348 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7142807-7c1f-476a-a37e-587c4b4cbae6', 'code': 200} Jan 28 18:29:40.912392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:40.988689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=d7142807-7c1f-476a-a37e-587c4b4cbae6,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:41.097765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb72fe7-f475-4207-94c8-d46d956c13fc req-7fb06be8-0089-4614-83a0-98dd1ab5fe02 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:41.099232 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-edb72fe7-f475-4207-94c8-d46d956c13fc req-7fb06be8-0089-4614-83a0-98dd1ab5fe02 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 946 time: 0.0876260 Jan 28 18:29:41.148013 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-edb72fe7-f475-4207-94c8-d46d956c13fc req-c0dbde31-45dc-4cbd-8fb2-fe0e0df0b689 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 Jan 28 18:29:41.245114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fd22d-833a-4b1c-8067-ceab48e85ef9 req-f7edf457-972f-4a07-a15c-5ee28f1f7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:41.246737 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-927fd22d-833a-4b1c-8067-ceab48e85ef9 req-f7edf457-972f-4a07-a15c-5ee28f1f7d44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 1099 time: 0.0743582 Jan 28 18:29:41.288087 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-927fd22d-833a-4b1c-8067-ceab48e85ef9 req-21fa7425-26d9-4a6a-b32a-c43f0594727e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352085 Jan 28 18:29:42.351453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e94e1-e927-4446-8c1b-d8aca3f22abb req-fc7c08a6-eca0-4b7d-942f-665c1dce65cf tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:42.353384 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-160e94e1-e927-4446-8c1b-d8aca3f22abb req-fc7c08a6-eca0-4b7d-942f-665c1dce65cf tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 946 time: 0.0972230 Jan 28 18:29:42.363762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3057b518-671f-4d43-a370-a3c14d33861b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:42.409278 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-160e94e1-e927-4446-8c1b-d8aca3f22abb req-738ce2d4-a89e-471d-acda-21e7aaee5e22 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492396 Jan 28 18:29:43.339079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:43.432824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:43.595730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a347d8-1a04-4c72-a5ff-b02dddf54b4b req-fcce9ead-aa75-4241-afe0-55d903d2e64a tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:43.597178 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-18a347d8-1a04-4c72-a5ff-b02dddf54b4b req-fcce9ead-aa75-4241-afe0-55d903d2e64a tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 946 time: 0.0837698 Jan 28 18:29:43.642610 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-18a347d8-1a04-4c72-a5ff-b02dddf54b4b req-51c0d715-dacc-42d2-99da-4883b0a64643 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392144 Jan 28 18:29:43.827810 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3987300-989c-4a24-9987-c985ac7d97e3 req-5fb37fbc-49b5-496c-907a-9a9746abfb9e tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:43.829255 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a3987300-989c-4a24-9987-c985ac7d97e3 req-5fb37fbc-49b5-496c-907a-9a9746abfb9e tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 946 time: 0.0816126 Jan 28 18:29:43.873371 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a3987300-989c-4a24-9987-c985ac7d97e3 req-e2e7187f-82fb-494a-9eb9-9d46f85c542b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383434 Jan 28 18:29:44.275641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279be8-775f-4e3a-ac1f-6c8b18706a35 req-0107952d-3879-4f72-92f8-1f1dfce16ad5 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:44.277138 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-41279be8-775f-4e3a-ac1f-6c8b18706a35 req-0107952d-3879-4f72-92f8-1f1dfce16ad5 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 946 time: 0.0784240 Jan 28 18:29:44.337249 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-41279be8-775f-4e3a-ac1f-6c8b18706a35 req-fe30807a-23be-4d37-931d-9a1998028ce7 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541117 Jan 28 18:29:45.077578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:50.163864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:51.639908 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cafa168a-e715-4841-9783-28ff8a0d4330 req-64220e4a-cb7d-4b9f-9ae0-6a7827cd4644 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733612 Jan 28 18:29:51.782300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa168a-e715-4841-9783-28ff8a0d4330 req-8eee10c2-cd09-4b5b-9c87-c81e43d5afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:51.783815 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cafa168a-e715-4841-9783-28ff8a0d4330 req-8eee10c2-cd09-4b5b-9c87-c81e43d5afd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd42ba72975745c7bb36bb9d43ebdd87&device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 1099 time: 0.0733430 Jan 28 18:29:51.933755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa168a-e715-4841-9783-28ff8a0d4330 req-909dafaf-2a4e-439e-8bf1-ec9bd4042f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:51.935255 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cafa168a-e715-4841-9783-28ff8a0d4330 req-909dafaf-2a4e-439e-8bf1-ec9bd4042f31 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5a21fbca-52bc-43e4-8545-f547901e1f13 HTTP/1.1" status: 200 len: 916 time: 0.1333191 Jan 28 18:29:52.007897 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cafa168a-e715-4841-9783-28ff8a0d4330 req-77e530eb-264a-4336-8764-b36f8fbb4557 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6 HTTP/1.1" status: 200 len: 217 time: 0.0658152 Jan 28 18:29:52.074780 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa168a-e715-4841-9783-28ff8a0d4330 req-1601d62d-90a2-4695-9b7b-d55da11fbce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:52.076249 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cafa168a-e715-4841-9783-28ff8a0d4330 req-1601d62d-90a2-4695-9b7b-d55da11fbce2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=693260e9-25d2-4670-bc9a-e48d6d19d8cc HTTP/1.1" status: 200 len: 854 time: 0.0626588 Jan 28 18:29:52.153104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa168a-e715-4841-9783-28ff8a0d4330 req-00886063-990d-4654-a2d5-1f9b39aabf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:52.154863 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cafa168a-e715-4841-9783-28ff8a0d4330 req-00886063-990d-4654-a2d5-1f9b39aabf80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a21fbca-52bc-43e4-8545-f547901e1f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727005 Jan 28 18:29:52.309692 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cafa168a-e715-4841-9783-28ff8a0d4330 req-ac5695a4-b4e9-4042-9d0c-c04b12239338 service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483693 Jan 28 18:29:52.448441 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cafa168a-e715-4841-9783-28ff8a0d4330 req-648b0dc9-a166-4a0c-9146-b85770559a79 service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329379 Jan 28 18:29:57.919159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ee884-a453-4e90-b5a8-4e714d1d3d0e req-c326cd0e-a6e9-4c0c-930b-94f63ee1250f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:57.920645 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-db7ee884-a453-4e90-b5a8-4e714d1d3d0e req-c326cd0e-a6e9-4c0c-930b-94f63ee1250f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 946 time: 0.0817573 Jan 28 18:29:57.969591 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-db7ee884-a453-4e90-b5a8-4e714d1d3d0e req-4366de3a-e44f-43cd-a696-d4f07c84b6f5 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Jan 28 18:29:57.994985 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53104) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:29:58.109699 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cfd252-6184-477a-91ee-0e86cece31d1 tempest-TestMinimumBasicScenario-674419811 tempest-TestMinimumBasicScenario-674419811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:29:58.111118 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-60cfd252-6184-477a-91ee-0e86cece31d1 tempest-TestMinimumBasicScenario-674419811 tempest-TestMinimumBasicScenario-674419811-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 1094 time: 0.1151052 Jan 28 18:29:58.115656 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53110) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:29:58.120427 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': 'd7142807-7c1f-476a-a37e-587c4b4cbae6', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:29:58.127410 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:29:58.131553 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Usage tracker for resource:floatingip and tenant:dd42ba72975745c7bb36bb9d43ebdd87 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:29:58.134889 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:29:58.140815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:29:58.249573 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:58.389319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:58.633296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Allocated IP 172.26.1.101 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/61b02348-5a48-48bf-884a-945809f97077) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:29:58.825097 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:58.896039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:58.971245 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:29:58.974406 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:29:58.977243 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:29:59.014187 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event updated for resources: {'Port': ['ID=61b02348-5a48-48bf-884a-945809f97077,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:59.037360 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:59.037700 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:59.038029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:59.038352 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:59.038674 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:59.039024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:59.039334 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:59.041382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:59.041382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:59.041382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:59.041382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:59.041382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:29:59.435177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:59.583527 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:59.801940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:59.861028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:29:59.974508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event updated for resources: {'Port': ['ID=61b02348-5a48-48bf-884a-945809f97077,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:29:59.988234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:00.160439 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Floating IP 3f5ee08d-5541-4422-8e2f-76973c0c0832 associated. External IP: 172.26.1.101, port: d7142807-7c1f-476a-a37e-587c4b4cbae6. Jan 28 18:30:00.636843 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:30:00.824111 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:30:00.833901 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa72e3-6e5c-42e0-9705-438964380950 None None] Sync routers for ids ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:30:00.844162 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa72e3-6e5c-42e0-9705-438964380950 None None] Routers {'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:30:00.844794 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4aaa72e3-6e5c-42e0-9705-438964380950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:29:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:30:00.889438 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:00.950196 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-264eb67c-d9fa-4c35-915b-b987f86ce5cb tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8344128 Jan 28 18:30:00.951089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'tag': 'd7142807-7c1f-476a-a37e-587c4b4cbae6'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:30:00.953412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53114) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:30:00.958681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6dac55fd-485c-44b6-88c8-b5e526e2a32b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-400115247', 'description': 'tempest-secgroup-smoke-400115247 description', 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:30:00.965847 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6dac55fd-485c-44b6-88c8-b5e526e2a32b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:30:00.978458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6dac55fd-485c-44b6-88c8-b5e526e2a32b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:30:01.056097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6dac55fd-485c-44b6-88c8-b5e526e2a32b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:01.062595 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'tag': 'd7142807-7c1f-476a-a37e-587c4b4cbae6', 'status': 'completed', 'code': 200} Jan 28 18:30:01.068333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-4aaa72e3-6e5c-42e0-9705-438964380950 None None] Set router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:30:01.081443 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6dac55fd-485c-44b6-88c8-b5e526e2a32b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:30:01.087025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6dac55fd-485c-44b6-88c8-b5e526e2a32b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Usage tracker for resource:security_group_rule and tenant:dd42ba72975745c7bb36bb9d43ebdd87 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:30:01.123486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6dac55fd-485c-44b6-88c8-b5e526e2a32b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:30:01.134918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6dac55fd-485c-44b6-88c8-b5e526e2a32b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:30:01.204927 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b178d02-e0dd-43d2-b440-07859d922448 req-1c6cf14f-0520-4af8-8448-db9f78a94dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:01.206325 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9b178d02-e0dd-43d2-b440-07859d922448 req-1c6cf14f-0520-4af8-8448-db9f78a94dc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd42ba72975745c7bb36bb9d43ebdd87&device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 1099 time: 0.1207278 Jan 28 18:30:01.301163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6dac55fd-485c-44b6-88c8-b5e526e2a32b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:01.361649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6dac55fd-485c-44b6-88c8-b5e526e2a32b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:01.382549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b178d02-e0dd-43d2-b440-07859d922448 req-eef60b42-0545-406e-8e6f-245701511c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:01.384095 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9b178d02-e0dd-43d2-b440-07859d922448 req-eef60b42-0545-406e-8e6f-245701511c77 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5a21fbca-52bc-43e4-8545-f547901e1f13 HTTP/1.1" status: 200 len: 916 time: 0.1680548 Jan 28 18:30:01.445220 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4aaa72e3-6e5c-42e0-9705-438964380950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:29:00Z', 'revision_number': 4, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '3f5ee08d-5541-4422-8e2f-76973c0c0832', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'port_id': 'd7142807-7c1f-476a-a37e-587c4b4cbae6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'mac_address': 'fa:16:3e:9c:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:29:59Z', 'updated_at': '2022-01-28T18:29:59Z', 'revision_number': 0, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921d3feb-f663-4133-bc31-ae1a3e30b33a', 'name': '', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'mac_address': 'fa:16:3e:c7:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:59Z', 'updated_at': '2022-01-28T18:29:05Z', 'revision_number': 5, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'subnets': [{'id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:30:01.449430 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa72e3-6e5c-42e0-9705-438964380950 None None] Checking router: c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:30:01.458155 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa72e3-6e5c-42e0-9705-438964380950 None None] Routers {'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:30:01.458688 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4aaa72e3-6e5c-42e0-9705-438964380950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:29:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:30:01.486589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac55fd-485c-44b6-88c8-b5e526e2a32b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93905cf5-5179-43fa-a85e-abb9b79b7861,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:30:01.517253 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9b178d02-e0dd-43d2-b440-07859d922448 req-e563e135-4b55-4488-aab7-664e19f3ec95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6 HTTP/1.1" status: 200 len: 1000 time: 0.1245530 Jan 28 18:30:01.564308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6dac55fd-485c-44b6-88c8-b5e526e2a32b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:01.565860 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6dac55fd-485c-44b6-88c8-b5e526e2a32b tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6113634 Jan 28 18:30:01.569086 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53122) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:30:01.575542 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f025c6f1-053a-4d48-af6e-dc0e842af4b2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Request body: {'security_group_rule': {'security_group_id': '93905cf5-5179-43fa-a85e-abb9b79b7861', 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:30:01.582667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f025c6f1-053a-4d48-af6e-dc0e842af4b2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:30:01.587941 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f025c6f1-053a-4d48-af6e-dc0e842af4b2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Usage tracker for resource:security_group_rule and tenant:dd42ba72975745c7bb36bb9d43ebdd87 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:30:01.591489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f025c6f1-053a-4d48-af6e-dc0e842af4b2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:30:01.597571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b178d02-e0dd-43d2-b440-07859d922448 req-6ce78ea0-6968-4cfe-be50-8c8418142182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:01.599138 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9b178d02-e0dd-43d2-b440-07859d922448 req-6ce78ea0-6968-4cfe-be50-8c8418142182 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=693260e9-25d2-4670-bc9a-e48d6d19d8cc HTTP/1.1" status: 200 len: 854 time: 0.0762184 Jan 28 18:30:01.599426 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f025c6f1-053a-4d48-af6e-dc0e842af4b2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:30:01.655078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-4aaa72e3-6e5c-42e0-9705-438964380950 None None] Set router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:30:01.675968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b178d02-e0dd-43d2-b440-07859d922448 req-c3abd976-cddd-4242-a99a-db035fedcb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:01.677446 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9b178d02-e0dd-43d2-b440-07859d922448 req-c3abd976-cddd-4242-a99a-db035fedcb19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a21fbca-52bc-43e4-8545-f547901e1f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717888 Jan 28 18:30:01.685100 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f025c6f1-053a-4d48-af6e-dc0e842af4b2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:01.761861 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f025c6f1-053a-4d48-af6e-dc0e842af4b2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:01.815156 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f025c6f1-053a-4d48-af6e-dc0e842af4b2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:01.840187 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9b178d02-e0dd-43d2-b440-07859d922448 req-eadc76de-0d8d-4fb9-9c9e-927f7d946970 service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554065 Jan 28 18:30:01.842513 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025c6f1-053a-4d48-af6e-dc0e842af4b2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba863d4-c03c-497a-ad95-5f77e79feda2,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:30:01.918088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f025c6f1-053a-4d48-af6e-dc0e842af4b2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:01.919388 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f025c6f1-053a-4d48-af6e-dc0e842af4b2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3492970 Jan 28 18:30:01.922455 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53126) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:30:01.928242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-9bc45c48-770f-41e5-a9e5-59c4b00f88f6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Request body: {'security_group_rule': {'security_group_id': '93905cf5-5179-43fa-a85e-abb9b79b7861', 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:30:01.935094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9bc45c48-770f-41e5-a9e5-59c4b00f88f6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:30:01.940364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9bc45c48-770f-41e5-a9e5-59c4b00f88f6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Usage tracker for resource:security_group_rule and tenant:dd42ba72975745c7bb36bb9d43ebdd87 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:30:01.944390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9bc45c48-770f-41e5-a9e5-59c4b00f88f6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:30:01.952216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9bc45c48-770f-41e5-a9e5-59c4b00f88f6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:30:02.058158 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9bc45c48-770f-41e5-a9e5-59c4b00f88f6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:02.088862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4aaa72e3-6e5c-42e0-9705-438964380950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:29:00Z', 'revision_number': 4, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '3f5ee08d-5541-4422-8e2f-76973c0c0832', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'port_id': 'd7142807-7c1f-476a-a37e-587c4b4cbae6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'mac_address': 'fa:16:3e:9c:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:29:59Z', 'updated_at': '2022-01-28T18:29:59Z', 'revision_number': 0, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921d3feb-f663-4133-bc31-ae1a3e30b33a', 'name': '', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'mac_address': 'fa:16:3e:c7:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:59Z', 'updated_at': '2022-01-28T18:29:05Z', 'revision_number': 5, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'subnets': [{'id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:30:02.095186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa72e3-6e5c-42e0-9705-438964380950 None None] The sync data for ids ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'] in dv-neutron-826919-1-hyperv is: [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:29:00Z', 'revision_number': 4, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '3f5ee08d-5541-4422-8e2f-76973c0c0832', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'floating_ip_address': '172.26.1.101', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'port_id': 'd7142807-7c1f-476a-a37e-587c4b4cbae6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'mac_address': 'fa:16:3e:9c:81:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:29:59Z', 'updated_at': '2022-01-28T18:29:59Z', 'revision_number': 0, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921d3feb-f663-4133-bc31-ae1a3e30b33a', 'name': '', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'mac_address': 'fa:16:3e:c7:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:59Z', 'updated_at': '2022-01-28T18:29:05Z', 'revision_number': 5, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'subnets': [{'id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:30:02.099990 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9b178d02-e0dd-43d2-b440-07859d922448 req-47b35e6e-5be2-4672-9a35-6fd33d6bf63f service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544065 Jan 28 18:30:02.137547 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9bc45c48-770f-41e5-a9e5-59c4b00f88f6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:02.237834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9bc45c48-770f-41e5-a9e5-59c4b00f88f6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:02.265677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc45c48-770f-41e5-a9e5-59c4b00f88f6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600c1b64-f023-4648-8028-d26c157895a7,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:30:02.328128 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a43e2-b2f5-4072-b61a-9ca3d033232f None None] New status for floating IP 3f5ee08d-5541-4422-8e2f-76973c0c0832: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:30:02.347140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9bc45c48-770f-41e5-a9e5-59c4b00f88f6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:02.351255 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9bc45c48-770f-41e5-a9e5-59c4b00f88f6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4248605 Jan 28 18:30:02.351382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53130) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:30:02.356752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-81347959-7004-48b9-855b-12bcf8c2e05f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Request body: {'security_group_rule': {'security_group_id': '93905cf5-5179-43fa-a85e-abb9b79b7861', 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:30:02.363413 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-81347959-7004-48b9-855b-12bcf8c2e05f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:30:02.367991 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-81347959-7004-48b9-855b-12bcf8c2e05f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Usage tracker for resource:security_group_rule and tenant:dd42ba72975745c7bb36bb9d43ebdd87 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:30:02.371577 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-81347959-7004-48b9-855b-12bcf8c2e05f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:30:02.378144 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-81347959-7004-48b9-855b-12bcf8c2e05f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:30:02.463421 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81347959-7004-48b9-855b-12bcf8c2e05f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:02.544152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81347959-7004-48b9-855b-12bcf8c2e05f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:02.592750 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81347959-7004-48b9-855b-12bcf8c2e05f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:02.619337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81347959-7004-48b9-855b-12bcf8c2e05f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a112f56-22cc-4eb3-9af3-15acf55c5788,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:30:02.696362 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-81347959-7004-48b9-855b-12bcf8c2e05f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:02.697758 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-81347959-7004-48b9-855b-12bcf8c2e05f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452001 Jan 28 18:30:02.700768 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53134) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:30:02.709817 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-00ce0edd-1bed-4ab6-99f1-76d908c03773 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Request body: {'security_group_rule': {'security_group_id': '93905cf5-5179-43fa-a85e-abb9b79b7861', 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:30:02.713801 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-00ce0edd-1bed-4ab6-99f1-76d908c03773 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:30:02.718378 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-00ce0edd-1bed-4ab6-99f1-76d908c03773 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Usage tracker for resource:security_group_rule and tenant:dd42ba72975745c7bb36bb9d43ebdd87 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:30:02.721896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-00ce0edd-1bed-4ab6-99f1-76d908c03773 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:30:02.728439 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-00ce0edd-1bed-4ab6-99f1-76d908c03773 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:30:02.812238 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00ce0edd-1bed-4ab6-99f1-76d908c03773 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:02.886380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00ce0edd-1bed-4ab6-99f1-76d908c03773 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:02.963902 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00ce0edd-1bed-4ab6-99f1-76d908c03773 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:02.992385 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce0edd-1bed-4ab6-99f1-76d908c03773 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3560f0e6-83ae-4cb7-9249-9500a7be4793,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:30:03.084395 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-00ce0edd-1bed-4ab6-99f1-76d908c03773 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:03.086245 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-00ce0edd-1bed-4ab6-99f1-76d908c03773 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3839662 Jan 28 18:30:03.089414 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53138) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:30:03.094771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-53a527f6-f089-4fcf-911b-c1b79c1bcd4f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Request body: {'security_group_rule': {'security_group_id': '93905cf5-5179-43fa-a85e-abb9b79b7861', 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:30:03.101109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-53a527f6-f089-4fcf-911b-c1b79c1bcd4f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:30:03.105689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-53a527f6-f089-4fcf-911b-c1b79c1bcd4f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Usage tracker for resource:security_group_rule and tenant:dd42ba72975745c7bb36bb9d43ebdd87 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:30:03.108814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-53a527f6-f089-4fcf-911b-c1b79c1bcd4f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:30:03.115156 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-53a527f6-f089-4fcf-911b-c1b79c1bcd4f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:30:03.204209 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-53a527f6-f089-4fcf-911b-c1b79c1bcd4f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Project dd42ba72975745c7bb36bb9d43ebdd87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:30:03.211760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-53a527f6-f089-4fcf-911b-c1b79c1bcd4f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:03.282236 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-53a527f6-f089-4fcf-911b-c1b79c1bcd4f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:03.359389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-53a527f6-f089-4fcf-911b-c1b79c1bcd4f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:03.387076 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a527f6-f089-4fcf-911b-c1b79c1bcd4f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b2f3d4-55cd-413c-9515-1c4089127814,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:30:03.479189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-53a527f6-f089-4fcf-911b-c1b79c1bcd4f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:03.480422 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-53a527f6-f089-4fcf-911b-c1b79c1bcd4f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3898239 Jan 28 18:30:03.483695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53142) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:30:03.490153 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Request body: {'security_group_rule': {'security_group_id': '93905cf5-5179-43fa-a85e-abb9b79b7861', 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:30:03.497293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:30:03.499885 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Usage tracker for resource:security_group_rule and tenant:dd42ba72975745c7bb36bb9d43ebdd87 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:30:03.502870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:30:03.509855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:30:03.569736 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Project dd42ba72975745c7bb36bb9d43ebdd87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:30:03.576972 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:03.648493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:03.718265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:03.741536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59d27a7-f978-462b-a5b6-8131a20c5881,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:30:03.752555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:30:03.759073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:30:03.759073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:30:03.759073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:30:03.759073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:30:03.759073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:30:03.759073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:30:03.759073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:30:03.759073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:30:03.759073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:30:03.759073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:30:03.759073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:30:03.815281 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:03.816583 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cf697c58-8fde-4ed0-b589-aeb9c03f1025 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3318717 Jan 28 18:30:03.938888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-d1e5ec91-279f-418a-a1de-e85dc3b0852b req-0f0095d9-8f1a-48b6-abec-553dde8bedff tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Synchronizing usage tracker for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:30:04.003873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-d1e5ec91-279f-418a-a1de-e85dc3b0852b req-0f0095d9-8f1a-48b6-abec-553dde8bedff tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Unset dirty status for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:30:04.004997 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d1e5ec91-279f-418a-a1de-e85dc3b0852b req-0f0095d9-8f1a-48b6-abec-553dde8bedff tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-400115247&fields=id&tenant_id=dd42ba72975745c7bb36bb9d43ebdd87 HTTP/1.1" status: 200 len: 267 time: 0.1068852 Jan 28 18:30:04.092216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5ec91-279f-418a-a1de-e85dc3b0852b req-0d6712d7-c973-4fc5-990d-0b6710fddbbd tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:04.093703 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d1e5ec91-279f-418a-a1de-e85dc3b0852b req-0d6712d7-c973-4fc5-990d-0b6710fddbbd tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 946 time: 0.0828876 Jan 28 18:30:04.105298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-d1e5ec91-279f-418a-a1de-e85dc3b0852b req-3ccab565-77a0-4cfb-8f0b-991d715204f8 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Request body: {'port': {'security_groups': ['0a42b58a-8339-42e7-871b-c704fb4601e1', '93905cf5-5179-43fa-a85e-abb9b79b7861']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:30:04.230268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d1e5ec91-279f-418a-a1de-e85dc3b0852b req-3ccab565-77a0-4cfb-8f0b-991d715204f8 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:04.496130 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-d1e5ec91-279f-418a-a1de-e85dc3b0852b req-3ccab565-77a0-4cfb-8f0b-991d715204f8 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] For port d7142807-7c1f-476a-a37e-587c4b4cbae6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6,segment=NetworkSegment(9af57872-9c9f-4ace-b43a-fd373015253d),segment_id=9af57872-9c9f-4ace-b43a-fd373015253d)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:30:04.521240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d1e5ec91-279f-418a-a1de-e85dc3b0852b req-3ccab565-77a0-4cfb-8f0b-991d715204f8 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:04.575331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d1e5ec91-279f-418a-a1de-e85dc3b0852b req-3ccab565-77a0-4cfb-8f0b-991d715204f8 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:04.586590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['d7142807-7c1f-476a-a37e-587c4b4cbae6'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:30:04.665274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5ec91-279f-418a-a1de-e85dc3b0852b req-3ccab565-77a0-4cfb-8f0b-991d715204f8 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:04.665274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d1e5ec91-279f-418a-a1de-e85dc3b0852b req-3ccab565-77a0-4cfb-8f0b-991d715204f8 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:04.666453 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d1e5ec91-279f-418a-a1de-e85dc3b0852b req-3ccab565-77a0-4cfb-8f0b-991d715204f8 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "PUT /v2.0/ports/d7142807-7c1f-476a-a37e-587c4b4cbae6 HTTP/1.1" status: 200 len: 982 time: 0.5663967 Jan 28 18:30:04.666925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'tag': 'd7142807-7c1f-476a-a37e-587c4b4cbae6'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:30:04.702705 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccab565-77a0-4cfb-8f0b-991d715204f8 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event updated for resources: {'Port': ['ID=d7142807-7c1f-476a-a37e-587c4b4cbae6,revision_number=6']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:30:04.729798 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'tag': 'd7142807-7c1f-476a-a37e-587c4b4cbae6', 'status': 'completed', 'code': 200} Jan 28 18:30:04.745256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['d7142807-7c1f-476a-a37e-587c4b4cbae6'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:30:04.921217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f04a7-f1ce-4a58-a754-58b058903236 req-38c7fa5a-1415-469a-9830-f4569ad933ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:04.923099 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d20f04a7-f1ce-4a58-a754-58b058903236 req-38c7fa5a-1415-469a-9830-f4569ad933ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd42ba72975745c7bb36bb9d43ebdd87&device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 1138 time: 0.1645420 Jan 28 18:30:04.931989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5637114-c1c7-433a-b02b-58cbec879ee5 req-84bdf608-8197-4759-bcc9-81a17168f3a3 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:04.933654 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a5637114-c1c7-433a-b02b-58cbec879ee5 req-84bdf608-8197-4759-bcc9-81a17168f3a3 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.1243227 Jan 28 18:30:05.058581 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e91f63fd-829f-4365-a76d-de85158ba1b6 None None] Provisioning complete for port d7142807-7c1f-476a-a37e-587c4b4cbae6 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:30:05.059266 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e91f63fd-829f-4365-a76d-de85158ba1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:05.120664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f04a7-f1ce-4a58-a754-58b058903236 req-2e2dc6b5-d5f5-4ed0-bb4e-0dc00e2dfe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:05.122297 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d20f04a7-f1ce-4a58-a754-58b058903236 req-2e2dc6b5-d5f5-4ed0-bb4e-0dc00e2dfe57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5a21fbca-52bc-43e4-8545-f547901e1f13 HTTP/1.1" status: 200 len: 916 time: 0.1877460 Jan 28 18:30:05.262430 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a5637114-c1c7-433a-b02b-58cbec879ee5 req-38f929ae-74f2-4f14-b67e-df1eee43330a tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2837951 Jan 28 18:30:05.319861 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d20f04a7-f1ce-4a58-a754-58b058903236 req-ad5c969b-59c2-454d-95b5-f0586def4182 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6 HTTP/1.1" status: 200 len: 1002 time: 0.1864588 Jan 28 18:30:05.443433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f04a7-f1ce-4a58-a754-58b058903236 req-39e5a69c-4e68-4983-adae-92bfdd9e5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:05.443433 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d20f04a7-f1ce-4a58-a754-58b058903236 req-39e5a69c-4e68-4983-adae-92bfdd9e5fad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=693260e9-25d2-4670-bc9a-e48d6d19d8cc HTTP/1.1" status: 200 len: 854 time: 0.1190464 Jan 28 18:30:05.615051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f04a7-f1ce-4a58-a754-58b058903236 req-7b36cd2c-38f5-4a3f-b6a5-c576ae0d2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:05.615051 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d20f04a7-f1ce-4a58-a754-58b058903236 req-7b36cd2c-38f5-4a3f-b6a5-c576ae0d2267 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a21fbca-52bc-43e4-8545-f547901e1f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1599846 Jan 28 18:30:05.753734 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d20f04a7-f1ce-4a58-a754-58b058903236 req-f04e076d-e2d2-4e10-a3f9-340d81e1c0ee service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352851 Jan 28 18:30:05.890399 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d20f04a7-f1ce-4a58-a754-58b058903236 req-026294de-8ddc-4047-aafd-edb7070d1523 service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304855 Jan 28 18:30:08.122143 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:30:09.941124 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2c5fd8e0-b368-4b04-8309-e7d89ee58c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:12.358455 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-597eed9b-311c-425b-bcda-e613604120f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:13.335818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:13.449554 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:15.055395 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:20.183819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ae624-5bda-490a-9676-019a90eedd0d req-e27bdb02-d375-45fe-aece-e427fc045c8f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:20.185401 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5d2ae624-5bda-490a-9676-019a90eedd0d req-e27bdb02-d375-45fe-aece-e427fc045c8f tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.2475622 Jan 28 18:30:20.192747 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:20.220987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810cd0e-14fd-4691-aa28-183a96ac7244 req-c974d409-b994-452a-a392-d8eddb74d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:20.222797 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c810cd0e-14fd-4691-aa28-183a96ac7244 req-c974d409-b994-452a-a392-d8eddb74d7d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd42ba72975745c7bb36bb9d43ebdd87&device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 1138 time: 0.2353282 Jan 28 18:30:20.315777 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5d2ae624-5bda-490a-9676-019a90eedd0d req-e53bbc73-7dcc-4d3f-a679-f1777d43e8a0 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236675 Jan 28 18:30:20.374987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810cd0e-14fd-4691-aa28-183a96ac7244 req-42363f64-8dfc-4be8-9bf4-a21988fb931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:20.376550 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c810cd0e-14fd-4691-aa28-183a96ac7244 req-42363f64-8dfc-4be8-9bf4-a21988fb931b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5a21fbca-52bc-43e4-8545-f547901e1f13 HTTP/1.1" status: 200 len: 916 time: 0.1453409 Jan 28 18:30:20.486306 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c810cd0e-14fd-4691-aa28-183a96ac7244 req-e901c7e4-b6d1-4230-84c4-73e43578f248 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6 HTTP/1.1" status: 200 len: 1002 time: 0.1029861 Jan 28 18:30:20.553914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810cd0e-14fd-4691-aa28-183a96ac7244 req-44906cf4-e83c-4237-a09e-f88268a38f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:20.555388 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c810cd0e-14fd-4691-aa28-183a96ac7244 req-44906cf4-e83c-4237-a09e-f88268a38f5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=693260e9-25d2-4670-bc9a-e48d6d19d8cc HTTP/1.1" status: 200 len: 854 time: 0.0635433 Jan 28 18:30:20.633235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810cd0e-14fd-4691-aa28-183a96ac7244 req-59932db5-c7f4-41cf-b353-e2b614df3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:20.634714 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c810cd0e-14fd-4691-aa28-183a96ac7244 req-59932db5-c7f4-41cf-b353-e2b614df3a69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a21fbca-52bc-43e4-8545-f547901e1f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738227 Jan 28 18:30:20.777159 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c810cd0e-14fd-4691-aa28-183a96ac7244 req-055f0f6c-feb6-4a4e-949e-ecbff59167d1 service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349161 Jan 28 18:30:20.923081 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c810cd0e-14fd-4691-aa28-183a96ac7244 req-aff6d76c-ed7b-4e8e-96b0-90d60e111955 service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390371 Jan 28 18:30:21.507955 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c902ac-ad0b-45bc-ae8b-a61c45abaf5b req-2e463f52-82ef-4599-b111-5ed2bfc009b6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:21.509490 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d8c902ac-ad0b-45bc-ae8b-a61c45abaf5b req-2e463f52-82ef-4599-b111-5ed2bfc009b6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0868087 Jan 28 18:30:21.561394 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d8c902ac-ad0b-45bc-ae8b-a61c45abaf5b req-a3b6984c-fc37-4404-8d5b-88f7d12588e6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447299 Jan 28 18:30:22.758668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3f1b8-11a7-4f9d-918c-8dc3dedf8ddf req-ae64fe5d-0137-411b-bd87-9db5bb4bd80e tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:22.760193 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-65b3f1b8-11a7-4f9d-918c-8dc3dedf8ddf req-ae64fe5d-0137-411b-bd87-9db5bb4bd80e tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0844924 Jan 28 18:30:22.813444 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-65b3f1b8-11a7-4f9d-918c-8dc3dedf8ddf req-9bd1c5e8-f7a0-4230-9966-fba075a1b7ed tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453646 Jan 28 18:30:24.009619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61f880-d813-4c03-b789-9a2bd04aa4c6 req-df1e69bf-7fd2-468d-b498-588ddc361f27 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:24.012128 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ff61f880-d813-4c03-b789-9a2bd04aa4c6 req-df1e69bf-7fd2-468d-b498-588ddc361f27 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0876479 Jan 28 18:30:24.081432 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ff61f880-d813-4c03-b789-9a2bd04aa4c6 req-7aa8c324-0c42-4540-b409-30230344b50c tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625629 Jan 28 18:30:25.274862 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096f852-c081-40d8-bdff-eb36dc3e06b9 req-20e2f13e-d0f2-4e1c-b450-a14af91cf47a tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:25.276967 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4096f852-c081-40d8-bdff-eb36dc3e06b9 req-20e2f13e-d0f2-4e1c-b450-a14af91cf47a tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0825226 Jan 28 18:30:25.327343 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4096f852-c081-40d8-bdff-eb36dc3e06b9 req-4bb49a6a-3d55-4d28-8061-efd100bfeecf tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424173 Jan 28 18:30:26.520888 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c768a0-82d9-4e78-ad9e-db310380b3b8 req-203b5cad-5a12-44af-9245-964f2736bb10 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:26.522403 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-53c768a0-82d9-4e78-ad9e-db310380b3b8 req-203b5cad-5a12-44af-9245-964f2736bb10 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0843790 Jan 28 18:30:26.571907 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-53c768a0-82d9-4e78-ad9e-db310380b3b8 req-f35856e5-48f2-4bc6-89a5-836e00153aaa tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425203 Jan 28 18:30:27.760072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d8945-a6b1-4f18-b583-0286be1566f2 req-1f82490d-95db-4559-814a-5be017dc3f21 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:27.762140 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ef8d8945-a6b1-4f18-b583-0286be1566f2 req-1f82490d-95db-4559-814a-5be017dc3f21 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0846677 Jan 28 18:30:27.810699 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ef8d8945-a6b1-4f18-b583-0286be1566f2 req-26a82e00-0866-4493-b119-e94d471ca357 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426800 Jan 28 18:30:29.010783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac071eb-4bd2-4fa0-b606-891fb5e1cb32 req-aeb31dcb-ce09-464e-a79f-853400244d50 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:29.012314 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dac071eb-4bd2-4fa0-b606-891fb5e1cb32 req-aeb31dcb-ce09-464e-a79f-853400244d50 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0961831 Jan 28 18:30:29.061594 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dac071eb-4bd2-4fa0-b606-891fb5e1cb32 req-fd86d006-d787-4ed2-b36d-a1a8b4ff4dff tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429428 Jan 28 18:30:30.266499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1f15a-14cf-4f84-9686-d33513060e3a req-09fd115d-0309-40ca-bdcb-70590da317a2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:30.267978 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-52b1f15a-14cf-4f84-9686-d33513060e3a req-09fd115d-0309-40ca-bdcb-70590da317a2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0807705 Jan 28 18:30:30.314661 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-52b1f15a-14cf-4f84-9686-d33513060e3a req-5e710ab1-b14a-4c1a-9559-ba6c17b2b0bf tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406399 Jan 28 18:30:31.501296 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338424dc-d6f1-47e6-8176-36844c48c239 req-df500af0-fb9d-47e8-a144-814ff8290e1e tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:31.502765 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-338424dc-d6f1-47e6-8176-36844c48c239 req-df500af0-fb9d-47e8-a144-814ff8290e1e tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0798099 Jan 28 18:30:31.549733 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-338424dc-d6f1-47e6-8176-36844c48c239 req-e8514f6d-2fa6-4a59-bdb7-822329aae700 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411963 Jan 28 18:30:32.736373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f24b9-e62f-4123-be5a-3ee36f829ae7 req-181eb937-8ad7-42f0-a2c0-90e2aee8a5e6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:32.737872 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf5f24b9-e62f-4123-be5a-3ee36f829ae7 req-181eb937-8ad7-42f0-a2c0-90e2aee8a5e6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0827239 Jan 28 18:30:32.784204 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf5f24b9-e62f-4123-be5a-3ee36f829ae7 req-69c86bc9-7499-4c3b-bbf8-29d6287768de tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404444 Jan 28 18:30:33.968141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22227c3f-a8e9-480c-a51e-d998311ccea9 req-d4d24762-2384-4916-906b-fc0308d667fa tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:33.971767 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-22227c3f-a8e9-480c-a51e-d998311ccea9 req-d4d24762-2384-4916-906b-fc0308d667fa tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0819027 Jan 28 18:30:34.016185 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-22227c3f-a8e9-480c-a51e-d998311ccea9 req-a851de6c-653d-4e75-9727-08153f112159 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407598 Jan 28 18:30:35.200288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806cef0-9cd1-44ec-86b8-e9ea3a4a3bd0 req-7f097bf9-10c5-4b01-9787-a56ca4042081 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:35.203720 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4806cef0-9cd1-44ec-86b8-e9ea3a4a3bd0 req-7f097bf9-10c5-4b01-9787-a56ca4042081 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0811846 Jan 28 18:30:35.252780 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4806cef0-9cd1-44ec-86b8-e9ea3a4a3bd0 req-5e0758d5-a5fb-43db-9081-1ad7d4a3e206 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450563 Jan 28 18:30:36.434770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b5904-7098-4b46-95b4-9a3a3c7e75b9 req-93d1e501-26b2-4c73-88f9-8a8ef6859e3d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:36.436225 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-114b5904-7098-4b46-95b4-9a3a3c7e75b9 req-93d1e501-26b2-4c73-88f9-8a8ef6859e3d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0792341 Jan 28 18:30:36.488619 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-114b5904-7098-4b46-95b4-9a3a3c7e75b9 req-9c20bb97-ed48-4acc-9903-557a79881ed6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465164 Jan 28 18:30:37.671197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d757d6-650e-4701-a2bb-f5a4381e140b req-efae9711-d1d3-43e9-8b35-c878f78a995d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:37.672633 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-05d757d6-650e-4701-a2bb-f5a4381e140b req-efae9711-d1d3-43e9-8b35-c878f78a995d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0784004 Jan 28 18:30:37.718255 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-05d757d6-650e-4701-a2bb-f5a4381e140b req-1177db74-1519-46d5-b612-677ef4699a48 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=93905cf5-5179-43fa-a85e-abb9b79b7861&id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398650 Jan 28 18:30:39.946615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d5467f2f-e7ef-40fb-ac1a-c7daacd2ce01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:42.346763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-616b50d8-6fed-4a6b-90db-a45a7d00893e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:43.332234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:43.404672 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:45.057523 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:45.121113 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:30:50.180909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:30:51.632640 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e73737dd-b142-43ca-a86d-18a695b627ec req-dbdeb23f-df9b-489d-a97d-4037a5fd77b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735445 Jan 28 18:30:51.792705 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73737dd-b142-43ca-a86d-18a695b627ec req-61730069-b993-47b8-8eeb-4d6b2150f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:51.794370 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e73737dd-b142-43ca-a86d-18a695b627ec req-61730069-b993-47b8-8eeb-4d6b2150f493 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd42ba72975745c7bb36bb9d43ebdd87&device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 1138 time: 0.0719151 Jan 28 18:30:52.043804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73737dd-b142-43ca-a86d-18a695b627ec req-dea60d9d-d2ad-4cdc-a4ef-94c53386831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:52.045244 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e73737dd-b142-43ca-a86d-18a695b627ec req-dea60d9d-d2ad-4cdc-a4ef-94c53386831a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5a21fbca-52bc-43e4-8545-f547901e1f13 HTTP/1.1" status: 200 len: 916 time: 0.2327094 Jan 28 18:30:52.154297 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e73737dd-b142-43ca-a86d-18a695b627ec req-ac7564da-f5c0-4aa9-8b79-147226e05a38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6 HTTP/1.1" status: 200 len: 1002 time: 0.1022396 Jan 28 18:30:52.218377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73737dd-b142-43ca-a86d-18a695b627ec req-20b699e7-d043-44af-a930-31becc0a3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:52.218804 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e73737dd-b142-43ca-a86d-18a695b627ec req-20b699e7-d043-44af-a930-31becc0a3adc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=693260e9-25d2-4670-bc9a-e48d6d19d8cc HTTP/1.1" status: 200 len: 854 time: 0.0588353 Jan 28 18:30:52.297937 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73737dd-b142-43ca-a86d-18a695b627ec req-a41a6be8-efe5-4ba5-9e35-e5ad70909b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:30:52.299981 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e73737dd-b142-43ca-a86d-18a695b627ec req-a41a6be8-efe5-4ba5-9e35-e5ad70909b8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a21fbca-52bc-43e4-8545-f547901e1f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747099 Jan 28 18:30:52.435460 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e73737dd-b142-43ca-a86d-18a695b627ec req-19b81024-5dd6-4794-ad00-bd359354d40b service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275189 Jan 28 18:30:52.574734 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e73737dd-b142-43ca-a86d-18a695b627ec req-777ed727-5ca4-4754-bdb9-d82afe317b06 service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330035 Jan 28 18:31:09.946138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c6d52bf2-f3a5-4996-8f96-a866cd024fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:10.267427 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-23092dc5-1ff2-46bb-96a0-ab1137f339d7 req-005e74ab-b410-4bbd-9067-59e67705547e tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-400115247&fields=id&tenant_id=dd42ba72975745c7bb36bb9d43ebdd87 HTTP/1.1" status: 200 len: 267 time: 0.0411744 Jan 28 18:31:10.355261 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23092dc5-1ff2-46bb-96a0-ab1137f339d7 req-aad686de-d6f1-41fa-bf98-b2ca94a657d6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:10.356775 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-23092dc5-1ff2-46bb-96a0-ab1137f339d7 req-aad686de-d6f1-41fa-bf98-b2ca94a657d6 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 985 time: 0.0838912 Jan 28 18:31:10.368351 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [req-23092dc5-1ff2-46bb-96a0-ab1137f339d7 req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Request body: {'port': {'security_groups': ['0a42b58a-8339-42e7-871b-c704fb4601e1']}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:31:10.490508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-23092dc5-1ff2-46bb-96a0-ab1137f339d7 req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:10.853337 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [req-23092dc5-1ff2-46bb-96a0-ab1137f339d7 req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] For port d7142807-7c1f-476a-a37e-587c4b4cbae6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6,segment=NetworkSegment(9af57872-9c9f-4ace-b43a-fd373015253d),segment_id=9af57872-9c9f-4ace-b43a-fd373015253d)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:31:10.878769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-23092dc5-1ff2-46bb-96a0-ab1137f339d7 req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:10.952362 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-23092dc5-1ff2-46bb-96a0-ab1137f339d7 req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:10.964400 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['d7142807-7c1f-476a-a37e-587c4b4cbae6'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:31:11.037645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23092dc5-1ff2-46bb-96a0-ab1137f339d7 req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:11.039160 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [req-23092dc5-1ff2-46bb-96a0-ab1137f339d7 req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:11.044621 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-23092dc5-1ff2-46bb-96a0-ab1137f339d7 req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "PUT /v2.0/ports/d7142807-7c1f-476a-a37e-587c4b4cbae6 HTTP/1.1" status: 200 len: 943 time: 0.6813376 Jan 28 18:31:11.045191 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'tag': 'd7142807-7c1f-476a-a37e-587c4b4cbae6'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:31:11.049150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53206) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:11.072567 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event updated for resources: {'Port': ['ID=d7142807-7c1f-476a-a37e-587c4b4cbae6,revision_number=7']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:11.081094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.081520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.081929 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.082335 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.082739 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.083198 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.083734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.084175 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.084548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.084978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.085362 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.086167 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d25c1-69b2-4511-8d14-725b1ec55248 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.110694 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['d7142807-7c1f-476a-a37e-587c4b4cbae6'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:31:11.118042 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'tag': 'd7142807-7c1f-476a-a37e-587c4b4cbae6', 'status': 'completed', 'code': 200} Jan 28 18:31:11.150580 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:11.233369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:11.300928 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb64ec-dccb-45e8-b223-3092b6943db2 req-a58805fb-1200-4b94-a92f-758fa61d236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:11.302451 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-10eb64ec-dccb-45e8-b223-3092b6943db2 req-a58805fb-1200-4b94-a92f-758fa61d236f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd42ba72975745c7bb36bb9d43ebdd87&device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 1099 time: 0.1497228 Jan 28 18:31:11.348221 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cb20f30e-eeee-4ca5-a4cc-a85f212699e0 None None] Provisioning complete for port d7142807-7c1f-476a-a37e-587c4b4cbae6 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:31:11.348507 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cb20f30e-eeee-4ca5-a4cc-a85f212699e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:11.442527 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb64ec-dccb-45e8-b223-3092b6943db2 req-8d4a6f37-5604-43a3-aabd-0b489190cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:11.444036 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-10eb64ec-dccb-45e8-b223-3092b6943db2 req-8d4a6f37-5604-43a3-aabd-0b489190cd9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5a21fbca-52bc-43e4-8545-f547901e1f13 HTTP/1.1" status: 200 len: 916 time: 0.1347861 Jan 28 18:31:11.502559 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:11.549996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93905cf5-5179-43fa-a85e-abb9b79b7861,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:11.562671 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.566321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.566321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.566321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.566321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.566321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.566321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.566321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.566321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.566321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.566321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.566321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:11.576164 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-10eb64ec-dccb-45e8-b223-3092b6943db2 req-b8ebc39d-0db9-4db5-9f4e-7aae2dfc1eab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6 HTTP/1.1" status: 200 len: 1002 time: 0.1258478 Jan 28 18:31:11.639983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb64ec-dccb-45e8-b223-3092b6943db2 req-37a006df-d012-4596-aea0-cb1dfadcf443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:11.641557 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-10eb64ec-dccb-45e8-b223-3092b6943db2 req-37a006df-d012-4596-aea0-cb1dfadcf443 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=693260e9-25d2-4670-bc9a-e48d6d19d8cc HTTP/1.1" status: 200 len: 854 time: 0.0592875 Jan 28 18:31:11.695180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:11.696196 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dbb9d563-9fb9-4a37-aa13-2ce480a10116 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "DELETE /v2.0/security-groups/93905cf5-5179-43fa-a85e-abb9b79b7861 HTTP/1.1" status: 204 len: 168 time: 0.6447749 Jan 28 18:31:11.699080 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53212) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:11.726077 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb64ec-dccb-45e8-b223-3092b6943db2 req-6086bff8-97c4-45a6-bb7d-2dd1da128dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:11.727642 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-10eb64ec-dccb-45e8-b223-3092b6943db2 req-6086bff8-97c4-45a6-bb7d-2dd1da128dae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a21fbca-52bc-43e4-8545-f547901e1f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807943 Jan 28 18:31:11.860772 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-10eb64ec-dccb-45e8-b223-3092b6943db2 req-020722ef-b043-4041-aada-033213487ac4 service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240234 Jan 28 18:31:11.908212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-66525cec-5395-4a2a-931a-1215ccb1a186 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Deleting port 61b02348-5a48-48bf-884a-945809f97077 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:31:11.908629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-66525cec-5395-4a2a-931a-1215ccb1a186 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:11.995355 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-10eb64ec-dccb-45e8-b223-3092b6943db2 req-29d53c1b-fa3f-46df-8f70-072b76b0ee02 service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267273 Jan 28 18:31:12.083786 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-66525cec-5395-4a2a-931a-1215ccb1a186 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:12.084164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-66525cec-5395-4a2a-931a-1215ccb1a186 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:12.211292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-66525cec-5395-4a2a-931a-1215ccb1a186 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Calling delete_port for 61b02348-5a48-48bf-884a-945809f97077 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:31:12.375208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a414-1ed6-4272-a1ea-04441c7be0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:12.421120 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-66525cec-5395-4a2a-931a-1215ccb1a186 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:12.469382 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66525cec-5395-4a2a-931a-1215ccb1a186 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event deleted for resources: {'Port': ['ID=61b02348-5a48-48bf-884a-945809f97077,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:12.561629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-66525cec-5395-4a2a-931a-1215ccb1a186 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:12.561953 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-66525cec-5395-4a2a-931a-1215ccb1a186 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Floating IP 3f5ee08d-5541-4422-8e2f-76973c0c0832 disassociated (deleted). External IP: 172.26.1.101, port: d7142807-7c1f-476a-a37e-587c4b4cbae6. Jan 28 18:31:13.021383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66525cec-5395-4a2a-931a-1215ccb1a186 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:31:13.203368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66525cec-5395-4a2a-931a-1215ccb1a186 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:31:13.213731 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54509a8c-6270-4d1d-9267-9326b589fa9c None None] Sync routers for ids ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:31:13.223202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54509a8c-6270-4d1d-9267-9326b589fa9c None None] Routers {'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:31:13.227829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-54509a8c-6270-4d1d-9267-9326b589fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:31:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:13.290107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-66525cec-5395-4a2a-931a-1215ccb1a186 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:13.348426 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-66525cec-5395-4a2a-931a-1215ccb1a186 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "DELETE /v2.0/floatingips/3f5ee08d-5541-4422-8e2f-76973c0c0832 HTTP/1.1" status: 204 len: 168 time: 1.6478994 Jan 28 18:31:13.349158 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'tag': 'd7142807-7c1f-476a-a37e-587c4b4cbae6'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:31:13.378585 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:13.399369 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'tag': 'd7142807-7c1f-476a-a37e-587c4b4cbae6', 'status': 'completed', 'code': 200} Jan 28 18:31:13.422846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-54509a8c-6270-4d1d-9267-9326b589fa9c None None] Set router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:31:13.472340 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:13.499763 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e218c-08b8-4dda-a9d8-3649e8d7b013 req-95edd818-0267-485c-82a4-19bb35dad286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:13.503531 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-006e218c-08b8-4dda-a9d8-3649e8d7b013 req-95edd818-0267-485c-82a4-19bb35dad286 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd42ba72975745c7bb36bb9d43ebdd87&device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 1099 time: 0.0791764 Jan 28 18:31:13.764133 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-54509a8c-6270-4d1d-9267-9326b589fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:29:00Z', 'revision_number': 4, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '921d3feb-f663-4133-bc31-ae1a3e30b33a', 'name': '', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'mac_address': 'fa:16:3e:c7:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:59Z', 'updated_at': '2022-01-28T18:29:05Z', 'revision_number': 5, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'subnets': [{'id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:13.767226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e218c-08b8-4dda-a9d8-3649e8d7b013 req-3aade947-e142-4a6c-be18-94dfa930db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:13.768013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54509a8c-6270-4d1d-9267-9326b589fa9c None None] Checking router: c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:31:13.768745 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-006e218c-08b8-4dda-a9d8-3649e8d7b013 req-3aade947-e142-4a6c-be18-94dfa930db54 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5a21fbca-52bc-43e4-8545-f547901e1f13 HTTP/1.1" status: 200 len: 916 time: 0.2605040 Jan 28 18:31:13.777209 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54509a8c-6270-4d1d-9267-9326b589fa9c None None] Routers {'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:31:13.777829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-54509a8c-6270-4d1d-9267-9326b589fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:31:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:13.846859 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-006e218c-08b8-4dda-a9d8-3649e8d7b013 req-bf1e7836-9969-47e6-9774-a2f33f5bf2a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6 HTTP/1.1" status: 200 len: 217 time: 0.0721607 Jan 28 18:31:13.911783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e218c-08b8-4dda-a9d8-3649e8d7b013 req-89d89bb1-ab1c-4205-bd74-139679762d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:13.913411 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-006e218c-08b8-4dda-a9d8-3649e8d7b013 req-89d89bb1-ab1c-4205-bd74-139679762d8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=693260e9-25d2-4670-bc9a-e48d6d19d8cc HTTP/1.1" status: 200 len: 854 time: 0.0605197 Jan 28 18:31:14.006080 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e218c-08b8-4dda-a9d8-3649e8d7b013 req-a79a3c1e-b175-4a3d-9ef6-1a3476f558f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:14.008727 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-006e218c-08b8-4dda-a9d8-3649e8d7b013 req-a79a3c1e-b175-4a3d-9ef6-1a3476f558f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a21fbca-52bc-43e4-8545-f547901e1f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865943 Jan 28 18:31:14.013877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-54509a8c-6270-4d1d-9267-9326b589fa9c None None] Set router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:31:14.147700 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-006e218c-08b8-4dda-a9d8-3649e8d7b013 req-58f3c208-28d5-40a8-8334-21ad866c8b9d service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310606 Jan 28 18:31:14.281697 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-006e218c-08b8-4dda-a9d8-3649e8d7b013 req-f6a070ec-2562-478c-9087-e7d0458d74ae service neutron] 10.222.0.16 "GET /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281245 Jan 28 18:31:14.349108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-54509a8c-6270-4d1d-9267-9326b589fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:29:00Z', 'revision_number': 4, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '921d3feb-f663-4133-bc31-ae1a3e30b33a', 'name': '', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'mac_address': 'fa:16:3e:c7:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:59Z', 'updated_at': '2022-01-28T18:29:05Z', 'revision_number': 5, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'subnets': [{'id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:14.353857 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54509a8c-6270-4d1d-9267-9326b589fa9c None None] The sync data for ids ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'] in dv-neutron-826919-1-hyperv is: [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:29:00Z', 'revision_number': 4, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '921d3feb-f663-4133-bc31-ae1a3e30b33a', 'name': '', 'network_id': '5a21fbca-52bc-43e4-8545-f547901e1f13', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'mac_address': 'fa:16:3e:c7:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:59Z', 'updated_at': '2022-01-28T18:29:05Z', 'revision_number': 5, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'subnets': [{'id': '693260e9-25d2-4670-bc9a-e48d6d19d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:31:14.627466 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d9f060-abc3-46f2-a667-2d1ccc6440f2 None None] New status for floating IP 3f5ee08d-5541-4422-8e2f-76973c0c0832: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:31:15.060929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:19.462908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e7879-5bec-4c77-9eeb-c2508a5cf6c3 req-44f79e70-e08a-4631-8b78-0c6491bf23bd tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:19.463618 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ef7e7879-5bec-4c77-9eeb-c2508a5cf6c3 req-44f79e70-e08a-4631-8b78-0c6491bf23bd tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Synchronizing usage tracker for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:31:19.523606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ef7e7879-5bec-4c77-9eeb-c2508a5cf6c3 req-44f79e70-e08a-4631-8b78-0c6491bf23bd tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Unset dirty status for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:31:19.524820 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ef7e7879-5bec-4c77-9eeb-c2508a5cf6c3 req-44f79e70-e08a-4631-8b78-0c6491bf23bd tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 946 time: 0.1404915 Jan 28 18:31:19.573159 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ef7e7879-5bec-4c77-9eeb-c2508a5cf6c3 req-78595e09-951e-4bff-ae72-88f44e41a18d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422428 Jan 28 18:31:20.134672 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:20.764033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f76891-e326-4eaf-9346-ceb436fb250c req-252d332c-f775-49bc-b528-588be2641e7e tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:20.765485 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f5f76891-e326-4eaf-9346-ceb436fb250c req-252d332c-f775-49bc-b528-588be2641e7e tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 946 time: 0.0826049 Jan 28 18:31:20.813131 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-f5f76891-e326-4eaf-9346-ceb436fb250c req-da9d1572-31f7-42c7-ae6b-526504db344a tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Synchronizing usage tracker for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:31:20.889341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-f5f76891-e326-4eaf-9346-ceb436fb250c req-da9d1572-31f7-42c7-ae6b-526504db344a tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Unset dirty status for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:31:20.890630 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f5f76891-e326-4eaf-9346-ceb436fb250c req-da9d1572-31f7-42c7-ae6b-526504db344a tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a42b58a-8339-42e7-871b-c704fb4601e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196749 Jan 28 18:31:21.074803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502281c7-81bd-4467-a13b-058c7fba4647 req-a985d82e-1bf8-49e1-83df-a157a550c6f2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:21.076330 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-502281c7-81bd-4467-a13b-058c7fba4647 req-a985d82e-1bf8-49e1-83df-a157a550c6f2 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.16 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 946 time: 0.0828509 Jan 28 18:31:21.144441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-502281c7-81bd-4467-a13b-058c7fba4647 req-ed45051a-38c6-4835-a927-03c251ac7a2d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Deleting port d7142807-7c1f-476a-a37e-587c4b4cbae6 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:31:21.144669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-502281c7-81bd-4467-a13b-058c7fba4647 req-ed45051a-38c6-4835-a927-03c251ac7a2d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:21.387296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-502281c7-81bd-4467-a13b-058c7fba4647 req-ed45051a-38c6-4835-a927-03c251ac7a2d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] For port d7142807-7c1f-476a-a37e-587c4b4cbae6, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=d7142807-7c1f-476a-a37e-587c4b4cbae6,segment=NetworkSegment(9af57872-9c9f-4ace-b43a-fd373015253d),segment_id=9af57872-9c9f-4ace-b43a-fd373015253d)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:31:21.387653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-502281c7-81bd-4467-a13b-058c7fba4647 req-ed45051a-38c6-4835-a927-03c251ac7a2d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:21.509143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-502281c7-81bd-4467-a13b-058c7fba4647 req-ed45051a-38c6-4835-a927-03c251ac7a2d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Calling delete_port for d7142807-7c1f-476a-a37e-587c4b4cbae6 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:31:21.769284 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-502281c7-81bd-4467-a13b-058c7fba4647 req-ed45051a-38c6-4835-a927-03c251ac7a2d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:21.780821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['d7142807-7c1f-476a-a37e-587c4b4cbae6'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:31:21.823495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45051a-38c6-4835-a927-03c251ac7a2d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Pushing event deleted for resources: {'Port': ['ID=d7142807-7c1f-476a-a37e-587c4b4cbae6,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:21.896830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-502281c7-81bd-4467-a13b-058c7fba4647 req-ed45051a-38c6-4835-a927-03c251ac7a2d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] No DVR routers for this DVR port d7142807-7c1f-476a-a37e-587c4b4cbae6 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:31:21.899407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-502281c7-81bd-4467-a13b-058c7fba4647 req-ed45051a-38c6-4835-a927-03c251ac7a2d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:21.901914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'name': 'network-vif-deleted', 'tag': 'd7142807-7c1f-476a-a37e-587c4b4cbae6'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:31:21.947901 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe6bc7c-e925-4d0e-8340-cb82814439eb', 'name': 'network-vif-deleted', 'tag': 'd7142807-7c1f-476a-a37e-587c4b4cbae6', 'status': 'completed', 'code': 200} Jan 28 18:31:21.975910 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-502281c7-81bd-4467-a13b-058c7fba4647 req-ed45051a-38c6-4835-a927-03c251ac7a2d tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.16 "DELETE /v2.0/ports/d7142807-7c1f-476a-a37e-587c4b4cbae6 HTTP/1.1" status: 204 len: 173 time: 0.8944016 Jan 28 18:31:22.046763 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-c88ec1b1-d93e-4c4d-a210-52d482ad9f3b req-e046125c-9a16-498f-ba42-ff1008a78de5 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Synchronizing usage tracker for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:31:22.120805 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:31:22.186305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-c88ec1b1-d93e-4c4d-a210-52d482ad9f3b req-e046125c-9a16-498f-ba42-ff1008a78de5 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] Unset dirty status for tenant:dd42ba72975745c7bb36bb9d43ebdd87 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:31:22.188301 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c88ec1b1-d93e-4c4d-a210-52d482ad9f3b req-e046125c-9a16-498f-ba42-ff1008a78de5 tempest-TestMinimumBasicScenario-769641346 tempest-TestMinimumBasicScenario-769641346-project] 10.222.0.26 "GET /v2.0/ports?device_id=afe6bc7c-e925-4d0e-8340-cb82814439eb HTTP/1.1" status: 200 len: 210 time: 0.1864607 Jan 28 18:31:24.593233 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53298) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:24.991469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device d7142807-7c1f-476a-a37e-587c4b4cbae6 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:31:25.026363 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: d7142807-7c1f-476a-a37e-587c4b4cbae6 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:31:25.026722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device d7142807-7c1f-476a-a37e-587c4b4cbae6 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:31:25.131700 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae50d-52c4-437c-a379-3196214b610c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:25.496386 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-8f2ae50d-52c4-437c-a379-3196214b610c admin admin] Deleting port 921d3feb-f663-4133-bc31-ae1a3e30b33a {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:31:25.496711 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae50d-52c4-437c-a379-3196214b610c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:25.674782 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-8f2ae50d-52c4-437c-a379-3196214b610c admin admin] For port 921d3feb-f663-4133-bc31-ae1a3e30b33a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=921d3feb-f663-4133-bc31-ae1a3e30b33a,segment=NetworkSegment(9af57872-9c9f-4ace-b43a-fd373015253d),segment_id=9af57872-9c9f-4ace-b43a-fd373015253d)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:31:25.675543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae50d-52c4-437c-a379-3196214b610c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:25.907875 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-8f2ae50d-52c4-437c-a379-3196214b610c admin admin] Calling delete_port for 921d3feb-f663-4133-bc31-ae1a3e30b33a owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:31:26.277692 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae50d-52c4-437c-a379-3196214b610c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:26.329992 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ae50d-52c4-437c-a379-3196214b610c admin admin] Pushing event deleted for resources: {'Port': ['ID=921d3feb-f663-4133-bc31-ae1a3e30b33a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:26.590569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae50d-52c4-437c-a379-3196214b610c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:26.955139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2ae50d-52c4-437c-a379-3196214b610c admin admin] Router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:31:27.258217 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2ae50d-52c4-437c-a379-3196214b610c admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:31:27.266785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f10702-0773-46e0-9d94-2ff6a04bd8d4 None None] Sync routers for ids ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:31:27.277349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f10702-0773-46e0-9d94-2ff6a04bd8d4 None None] Routers {'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:31:27.277955 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-72f10702-0773-46e0-9d94-2ff6a04bd8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:31:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:27.382321 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8f2ae50d-52c4-437c-a379-3196214b610c admin admin] 10.222.0.26 "PUT /v2.0/routers/c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7880220 Jan 28 18:31:27.385375 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53302) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:27.458389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-72f10702-0773-46e0-9d94-2ff6a04bd8d4 None None] Set router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:31:27.559069 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:27.740877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-72f10702-0773-46e0-9d94-2ff6a04bd8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:31:26Z', 'revision_number': 5, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:27.741348 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:27.744870 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f10702-0773-46e0-9d94-2ff6a04bd8d4 None None] Checking router: c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:31:27.753677 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f10702-0773-46e0-9d94-2ff6a04bd8d4 None None] Routers {'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:31:27.754316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-72f10702-0773-46e0-9d94-2ff6a04bd8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:31:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:27.815045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] Deleting port 4b41b106-3c54-454a-8972-c73d8b2658d2 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:31:27.815333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:27.931817 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-72f10702-0773-46e0-9d94-2ff6a04bd8d4 None None] Set router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:31:27.989643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] For port 4b41b106-3c54-454a-8972-c73d8b2658d2, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=4b41b106-3c54-454a-8972-c73d8b2658d2,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:31:27.990197 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:28.116495 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] Calling delete_port for 4b41b106-3c54-454a-8972-c73d8b2658d2 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:31:28.270735 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-72f10702-0773-46e0-9d94-2ff6a04bd8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:31:26Z', 'revision_number': 5, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:28.275092 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f10702-0773-46e0-9d94-2ff6a04bd8d4 None None] The sync data for ids ['c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353'] in dv-neutron-826919-1-hyperv is: [{'id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'name': 'tempest-TestMinimumBasicScenario-1224817532-router', 'tenant_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:28:55Z', 'updated_at': '2022-01-28T18:31:26Z', 'revision_number': 5, 'project_id': 'dd42ba72975745c7bb36bb9d43ebdd87', 'gw_port': {'id': '4b41b106-3c54-454a-8972-c73d8b2658d2', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:28:56Z', 'updated_at': '2022-01-28T18:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:31:28.369360 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:28.420820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b41b106-3c54-454a-8972-c73d8b2658d2,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:28.515018 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:28.689503 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:28.691960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:28.780604 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:28.781157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:31:28.794736 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:28.798800 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6d1512ee-58c0-4446-a046-040e87f03f1f admin admin] 10.222.0.26 "DELETE /v2.0/routers/c0ec2ee8-7f7f-4b91-b2b0-ac4111cb0353 HTTP/1.1" status: 204 len: 168 time: 1.4097083 Jan 28 18:31:28.798800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53306) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:28.862843 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-df604733-3370-4195-9e33-7a112ea27e49 admin admin] Deleting subnet 693260e9-25d2-4670-bc9a-e48d6d19d8cc {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:31:28.866057 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df604733-3370-4195-9e33-7a112ea27e49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:28.919401 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df604733-3370-4195-9e33-7a112ea27e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:29.109701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df604733-3370-4195-9e33-7a112ea27e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:29.263750 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 921d3feb-f663-4133-bc31-ae1a3e30b33a no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:31:29.272939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df604733-3370-4195-9e33-7a112ea27e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:29.301709 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 921d3feb-f663-4133-bc31-ae1a3e30b33a {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:31:29.302275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 921d3feb-f663-4133-bc31-ae1a3e30b33a not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:31:29.302471 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 4b41b106-3c54-454a-8972-c73d8b2658d2 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:31:29.311464 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df604733-3370-4195-9e33-7a112ea27e49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693260e9-25d2-4670-bc9a-e48d6d19d8cc,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:29.316355 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-df604733-3370-4195-9e33-7a112ea27e49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:29.322409 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-df604733-3370-4195-9e33-7a112ea27e49 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/693260e9-25d2-4670-bc9a-e48d6d19d8cc HTTP/1.1" status: 204 len: 168 time: 0.5227609 Jan 28 18:31:29.325005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53310) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:29.331328 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c1b7bc-ad78-4612-8598-49edea5aa567 None None] Network 5a21fbca-52bc-43e4-8545-f547901e1f13 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:31:29.350841 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 4b41b106-3c54-454a-8972-c73d8b2658d2 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:31:29.351219 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 4b41b106-3c54-454a-8972-c73d8b2658d2 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:31:29.544546 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:29.558980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Deleting port dda9926c-b616-490c-bd0d-35158bda773c {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:31:29.559351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:29.598590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6755659-9e65-4191-b5dc-3147ca677f61 None None] DHCP port deletion for 5a21fbca-52bc-43e4-8545-f547901e1f13 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:31:29.602950 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c6755659-9e65-4191-b5dc-3147ca677f61 None None] Deleting port dda9926c-b616-490c-bd0d-35158bda773c {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:31:29.603345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c6755659-9e65-4191-b5dc-3147ca677f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:29.764189 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] For port dda9926c-b616-490c-bd0d-35158bda773c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dda9926c-b616-490c-bd0d-35158bda773c,segment=NetworkSegment(9af57872-9c9f-4ace-b43a-fd373015253d),segment_id=9af57872-9c9f-4ace-b43a-fd373015253d)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:31:29.764578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:29.801850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c6755659-9e65-4191-b5dc-3147ca677f61 None None] For port dda9926c-b616-490c-bd0d-35158bda773c, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=dda9926c-b616-490c-bd0d-35158bda773c,segment=NetworkSegment(9af57872-9c9f-4ace-b43a-fd373015253d),segment_id=9af57872-9c9f-4ace-b43a-fd373015253d)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:31:29.802150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c6755659-9e65-4191-b5dc-3147ca677f61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:29.887118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Calling delete_port for dda9926c-b616-490c-bd0d-35158bda773c owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:31:29.924155 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c6755659-9e65-4191-b5dc-3147ca677f61 None None] Calling delete_port for dda9926c-b616-490c-bd0d-35158bda773c owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:31:30.038820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:30.045508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-c6755659-9e65-4191-b5dc-3147ca677f61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:31:30.045859 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-c6755659-9e65-4191-b5dc-3147ca677f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:31:30.089570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Pushing event deleted for resources: {'Port': ['ID=dda9926c-b616-490c-bd0d-35158bda773c,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:30.091350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] No DVR routers for this DVR port dda9926c-b616-490c-bd0d-35158bda773c on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:31:30.214250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:30.239509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a21fbca-52bc-43e4-8545-f547901e1f13']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:30.255925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af57872-9c9f-4ace-b43a-fd373015253d') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:30.256211 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af57872-9c9f-4ace-b43a-fd373015253d') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:30.269298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:30.286102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:30.292702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:31:30.292890 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:31:30.307031 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:31:30.443601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:30.459380 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:30.474037 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] Pushing event deleted for resources: {'Network': ['ID=5a21fbca-52bc-43e4-8545-f547901e1f13,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:30.547551 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c6755659-9e65-4191-b5dc-3147ca677f61 None None] Deleting port dda9926c-b616-490c-bd0d-35158bda773c {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:31:30.548192 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c6755659-9e65-4191-b5dc-3147ca677f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:30.587328 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3b4e68ff-3aac-4191-bd6b-a48b252418fc admin admin] 10.222.0.26 "DELETE /v2.0/networks/5a21fbca-52bc-43e4-8545-f547901e1f13 HTTP/1.1" status: 204 len: 168 time: 1.2603474 Jan 28 18:31:30.590019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53314) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:30.619659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c6755659-9e65-4191-b5dc-3147ca677f61 None None] The port 'dda9926c-b616-490c-bd0d-35158bda773c' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:31:31.216276 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dda9926c-b616-490c-bd0d-35158bda773c no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:31:31.241448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bdf3461f-bcc7-4006-977d-47047a8b23b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:31.249556 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: dda9926c-b616-490c-bd0d-35158bda773c {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:31:31.249892 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device dda9926c-b616-490c-bd0d-35158bda773c not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:31:31.601566 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-bdf3461f-bcc7-4006-977d-47047a8b23b9 admin admin] Deleting port 83a383f2-fd67-449c-a535-e65dbd08059b {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:31:31.602153 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bdf3461f-bcc7-4006-977d-47047a8b23b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:31.773524 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-bdf3461f-bcc7-4006-977d-47047a8b23b9 admin admin] For port 83a383f2-fd67-449c-a535-e65dbd08059b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=83a383f2-fd67-449c-a535-e65dbd08059b,segment=NetworkSegment(8eae398a-2875-4883-a9c9-c23f068a4ced),segment_id=8eae398a-2875-4883-a9c9-c23f068a4ced)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:31:31.774186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bdf3461f-bcc7-4006-977d-47047a8b23b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:31.899107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-bdf3461f-bcc7-4006-977d-47047a8b23b9 admin admin] Calling delete_port for 83a383f2-fd67-449c-a535-e65dbd08059b owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:31:32.272932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bdf3461f-bcc7-4006-977d-47047a8b23b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:32.324696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3461f-bcc7-4006-977d-47047a8b23b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=83a383f2-fd67-449c-a535-e65dbd08059b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:32.598002 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bdf3461f-bcc7-4006-977d-47047a8b23b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:33.063410 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf3461f-bcc7-4006-977d-47047a8b23b9 admin admin] Router 6abbbdd9-4155-479a-9a3b-a5852508b7f6 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:31:33.242104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf3461f-bcc7-4006-977d-47047a8b23b9 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:31:33.250773 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f992dc41-c101-445b-9b9c-3dbb76b524d9 None None] Sync routers for ids ['6abbbdd9-4155-479a-9a3b-a5852508b7f6'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:31:33.251381 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bdf3461f-bcc7-4006-977d-47047a8b23b9 admin admin] 10.222.0.26 "PUT /v2.0/routers/6abbbdd9-4155-479a-9a3b-a5852508b7f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6597812 Jan 28 18:31:33.253796 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53318) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:33.261632 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992dc41-c101-445b-9b9c-3dbb76b524d9 None None] Routers {'6abbbdd9-4155-479a-9a3b-a5852508b7f6'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:31:33.262269 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f992dc41-c101-445b-9b9c-3dbb76b524d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:31:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6abbbdd9-4155-479a-9a3b-a5852508b7f6'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:33.434386 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:33.434883 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-f992dc41-c101-445b-9b9c-3dbb76b524d9 None None] Set router 6abbbdd9-4155-479a-9a3b-a5852508b7f6 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:31:33.610055 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:33.666421 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] Deleting port 2769ab5e-ac12-43ae-880d-2203fa022733 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:31:33.666760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:33.745596 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f992dc41-c101-445b-9b9c-3dbb76b524d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'name': 'tempest-TestMinimumBasicScenario-728094491-router', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '2769ab5e-ac12-43ae-880d-2203fa022733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:29:03Z', 'updated_at': '2022-01-28T18:31:32Z', 'revision_number': 5, 'project_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'gw_port': {'id': '2769ab5e-ac12-43ae-880d-2203fa022733', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:29:04Z', 'updated_at': '2022-01-28T18:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:33.749535 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f992dc41-c101-445b-9b9c-3dbb76b524d9 None None] Checking router: 6abbbdd9-4155-479a-9a3b-a5852508b7f6 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:31:33.758805 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992dc41-c101-445b-9b9c-3dbb76b524d9 None None] Routers {'6abbbdd9-4155-479a-9a3b-a5852508b7f6'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:31:33.759472 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f992dc41-c101-445b-9b9c-3dbb76b524d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:31:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6abbbdd9-4155-479a-9a3b-a5852508b7f6'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:33.843823 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] For port 2769ab5e-ac12-43ae-880d-2203fa022733, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=2769ab5e-ac12-43ae-880d-2203fa022733,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:31:33.844236 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:33.909111 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-f992dc41-c101-445b-9b9c-3dbb76b524d9 None None] Set router 6abbbdd9-4155-479a-9a3b-a5852508b7f6 gateway port host: None {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:31:33.965858 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] Calling delete_port for 2769ab5e-ac12-43ae-880d-2203fa022733 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:31:34.015027 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-f992dc41-c101-445b-9b9c-3dbb76b524d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'name': 'tempest-TestMinimumBasicScenario-728094491-router', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:29:03Z', 'updated_at': '2022-01-28T18:31:33Z', 'revision_number': 6, 'project_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:34.020555 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f992dc41-c101-445b-9b9c-3dbb76b524d9 None None] The sync data for ids ['6abbbdd9-4155-479a-9a3b-a5852508b7f6'] in dv-neutron-826919-1-hyperv is: [{'id': '6abbbdd9-4155-479a-9a3b-a5852508b7f6', 'name': 'tempest-TestMinimumBasicScenario-728094491-router', 'tenant_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:29:03Z', 'updated_at': '2022-01-28T18:31:33Z', 'revision_number': 6, 'project_id': 'c5cec76ba9c24850b18fda591d03ae7f', 'gw_port_host': None}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:31:34.220924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:34.270853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] Pushing event deleted for resources: {'Port': ['ID=2769ab5e-ac12-43ae-880d-2203fa022733,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:34.361706 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:34.536981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:34.539582 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:34.621038 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:34.621581 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6abbbdd9-4155-479a-9a3b-a5852508b7f6 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:31:34.634808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:34.635960 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ad94bcef-800a-4cd4-9faa-ea3fa5ea6035 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6abbbdd9-4155-479a-9a3b-a5852508b7f6 HTTP/1.1" status: 204 len: 168 time: 1.3811228 Jan 28 18:31:34.638568 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53322) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:34.802697 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c74a41-5947-4de3-9288-931f15b3b35c admin admin] Deleting subnet d5860cf1-4260-49b1-8541-c66d1e2bf79f {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:31:34.805338 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-85c74a41-5947-4de3-9288-931f15b3b35c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:34.854225 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-85c74a41-5947-4de3-9288-931f15b3b35c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:34.934503 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-85c74a41-5947-4de3-9288-931f15b3b35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:35.061521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-85c74a41-5947-4de3-9288-931f15b3b35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:35.100902 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c74a41-5947-4de3-9288-931f15b3b35c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5860cf1-4260-49b1-8541-c66d1e2bf79f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:35.105056 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-85c74a41-5947-4de3-9288-931f15b3b35c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:35.111544 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-85c74a41-5947-4de3-9288-931f15b3b35c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d5860cf1-4260-49b1-8541-c66d1e2bf79f HTTP/1.1" status: 204 len: 168 time: 0.4719408 Jan 28 18:31:35.113009 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c2a53-1f6a-43c4-96ce-a9642207b479 None None] Network 2b279802-6a7f-4a12-8a41-fb648a03294f requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:31:35.114437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53326) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:35.235512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 83a383f2-fd67-449c-a535-e65dbd08059b no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:31:35.237523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:35.248505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Deleting port 0e641fa6-744d-46f7-b0c7-d5406ba44af5 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:31:35.250032 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:35.296790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 83a383f2-fd67-449c-a535-e65dbd08059b {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:31:35.297126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 83a383f2-fd67-449c-a535-e65dbd08059b not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:31:35.297747 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2769ab5e-ac12-43ae-880d-2203fa022733 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:31:35.367357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 2769ab5e-ac12-43ae-880d-2203fa022733 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:31:35.367617 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 2769ab5e-ac12-43ae-880d-2203fa022733 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:31:35.460049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] For port 0e641fa6-744d-46f7-b0c7-d5406ba44af5, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0e641fa6-744d-46f7-b0c7-d5406ba44af5,segment=NetworkSegment(8eae398a-2875-4883-a9c9-c23f068a4ced),segment_id=8eae398a-2875-4883-a9c9-c23f068a4ced)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:31:35.460409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:35.467260 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84db0871-7b50-432d-bdcf-f719eb31746d None None] DHCP port deletion for 2b279802-6a7f-4a12-8a41-fb648a03294f request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:31:35.476054 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-84db0871-7b50-432d-bdcf-f719eb31746d None None] Deleting port 0e641fa6-744d-46f7-b0c7-d5406ba44af5 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:31:35.476054 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84db0871-7b50-432d-bdcf-f719eb31746d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:35.583819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Calling delete_port for 0e641fa6-744d-46f7-b0c7-d5406ba44af5 owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:31:35.709451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-84db0871-7b50-432d-bdcf-f719eb31746d None None] For port 0e641fa6-744d-46f7-b0c7-d5406ba44af5, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=0e641fa6-744d-46f7-b0c7-d5406ba44af5,segment=NetworkSegment(8eae398a-2875-4883-a9c9-c23f068a4ced),segment_id=8eae398a-2875-4883-a9c9-c23f068a4ced)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:31:35.709753 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84db0871-7b50-432d-bdcf-f719eb31746d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:35.718184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:35.768392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] No DVR routers for this DVR port 0e641fa6-744d-46f7-b0c7-d5406ba44af5 on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:31:35.797691 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e641fa6-744d-46f7-b0c7-d5406ba44af5,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:35.829409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-84db0871-7b50-432d-bdcf-f719eb31746d None None] Calling delete_port for 0e641fa6-744d-46f7-b0c7-d5406ba44af5 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:31:35.889201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:35.901101 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-84db0871-7b50-432d-bdcf-f719eb31746d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:31:35.901454 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-84db0871-7b50-432d-bdcf-f719eb31746d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:31:35.914037 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b279802-6a7f-4a12-8a41-fb648a03294f']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:35.930036 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eae398a-2875-4883-a9c9-c23f068a4ced') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:35.930324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eae398a-2875-4883-a9c9-c23f068a4ced') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:35.942174 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:35.959148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:35.971510 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:31:35.971510 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:31:35.978523 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:31:36.135461 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:36.150858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:36.165279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b279802-6a7f-4a12-8a41-fb648a03294f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:36.171359 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7fcbf3a4-157d-454e-93ee-a30fd3ad9b76 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2b279802-6a7f-4a12-8a41-fb648a03294f HTTP/1.1" status: 204 len: 168 time: 1.0537319 Jan 28 18:31:36.402946 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-84db0871-7b50-432d-bdcf-f719eb31746d None None] Deleting port 0e641fa6-744d-46f7-b0c7-d5406ba44af5 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:31:36.403608 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84db0871-7b50-432d-bdcf-f719eb31746d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:36.472132 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-84db0871-7b50-432d-bdcf-f719eb31746d None None] The port '0e641fa6-744d-46f7-b0c7-d5406ba44af5' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:31:36.613316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53332) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:36.757097 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fab792f3-0d2a-4569-a921-3172e86cb213 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd42ba72975745c7bb36bb9d43ebdd87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424043 Jan 28 18:31:36.759356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53336) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:36.818889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a26a4dd-7e6f-4f68-b4a2-027d4d341480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:36.845837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a26a4dd-7e6f-4f68-b4a2-027d4d341480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:36.992423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a26a4dd-7e6f-4f68-b4a2-027d4d341480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:37.009594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26a4dd-7e6f-4f68-b4a2-027d4d341480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a42b58a-8339-42e7-871b-c704fb4601e1,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:37.093444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3a26a4dd-7e6f-4f68-b4a2-027d4d341480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:37.094550 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3a26a4dd-7e6f-4f68-b4a2-027d4d341480 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a42b58a-8339-42e7-871b-c704fb4601e1 HTTP/1.1" status: 204 len: 168 time: 0.3343151 Jan 28 18:31:37.216662 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0e641fa6-744d-46f7-b0c7-d5406ba44af5 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:31:37.258482 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 0e641fa6-744d-46f7-b0c7-d5406ba44af5 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:31:37.258747 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 0e641fa6-744d-46f7-b0c7-d5406ba44af5 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:31:37.755983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53344) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:37.803473 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2acf568b-2ee7-47e0-9065-7fa1f2ec7a45 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5cec76ba9c24850b18fda591d03ae7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462861 Jan 28 18:31:37.806510 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53348) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:37.865944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8216c3f7-9331-4173-9a21-bf84d74e62fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:37.891136 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8216c3f7-9331-4173-9a21-bf84d74e62fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:38.015520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8216c3f7-9331-4173-9a21-bf84d74e62fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:38.032396 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216c3f7-9331-4173-9a21-bf84d74e62fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92606453-72d0-48e9-ac3a-c1fdbcd2aac6,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:38.040838 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8216c3f7-9331-4173-9a21-bf84d74e62fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:38.041976 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8216c3f7-9331-4173-9a21-bf84d74e62fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92606453-72d0-48e9-ac3a-c1fdbcd2aac6 HTTP/1.1" status: 204 len: 168 time: 0.2345574 Jan 28 18:31:39.975141 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a29db11b-9371-4eca-8c77-b79d9fdace0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:41.436221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53394) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:41.441769 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768309233', 'description': 'tempest-secgroup-smoke-768309233 description', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:31:41.448458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:31:41.452474 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:31:41.455337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:31:41.461395 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:31:41.535190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:41.547697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:41.562129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:31:41.565866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:31:41.568927 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:31:41.575013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:31:41.657711 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:41.758228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:41.776994 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:31:41.788249 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:31:41.793843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:31:41.801917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:31:41.803883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07940c8-6655-4135-a6e1-012eb65ce232,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:41.874270 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:41.928767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:41.969319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa7d265-f2d8-4681-a992-27c7e790d26f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:42.043723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:42.045513 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6c1bfce8-1429-4371-8697-90b2c42d3d38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6077251 Jan 28 18:31:42.047815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53398) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:42.052694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d1800969-4313-4830-82e3-105a5a1620b7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '7aa7d265-f2d8-4681-a992-27c7e790d26f', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:31:42.059434 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d1800969-4313-4830-82e3-105a5a1620b7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:31:42.063677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d1800969-4313-4830-82e3-105a5a1620b7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:31:42.066519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d1800969-4313-4830-82e3-105a5a1620b7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:31:42.072238 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d1800969-4313-4830-82e3-105a5a1620b7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:31:42.175975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d1800969-4313-4830-82e3-105a5a1620b7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:42.236265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d1800969-4313-4830-82e3-105a5a1620b7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:42.323605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d1800969-4313-4830-82e3-105a5a1620b7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:42.346473 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7818c89e-f663-4675-b702-3c56d6dee725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:42.347059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1800969-4313-4830-82e3-105a5a1620b7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bbc0b4-1129-4816-aaba-317cf8ce3879,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:42.421337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d1800969-4313-4830-82e3-105a5a1620b7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:42.422619 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d1800969-4313-4830-82e3-105a5a1620b7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3739059 Jan 28 18:31:42.425336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53402) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:42.430709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-fb80e8b2-4eff-4a01-b515-224c637ee5c5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '7aa7d265-f2d8-4681-a992-27c7e790d26f', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:31:42.437188 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fb80e8b2-4eff-4a01-b515-224c637ee5c5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:31:42.440984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-fb80e8b2-4eff-4a01-b515-224c637ee5c5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:31:42.443868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-fb80e8b2-4eff-4a01-b515-224c637ee5c5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:31:42.449741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-fb80e8b2-4eff-4a01-b515-224c637ee5c5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:31:42.550078 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fb80e8b2-4eff-4a01-b515-224c637ee5c5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:42.612689 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fb80e8b2-4eff-4a01-b515-224c637ee5c5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:42.695008 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fb80e8b2-4eff-4a01-b515-224c637ee5c5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:42.720579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80e8b2-4eff-4a01-b515-224c637ee5c5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49668a1c-d738-4809-b618-9f359a4f9b68,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:42.808900 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-fb80e8b2-4eff-4a01-b515-224c637ee5c5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:42.810123 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-fb80e8b2-4eff-4a01-b515-224c637ee5c5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3838751 Jan 28 18:31:42.812863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53406) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:42.817725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-db1112a9-b5c2-483b-9301-0b0450a3ded7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '7aa7d265-f2d8-4681-a992-27c7e790d26f', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:31:42.824144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-db1112a9-b5c2-483b-9301-0b0450a3ded7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:31:42.828028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-db1112a9-b5c2-483b-9301-0b0450a3ded7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:31:42.830902 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-db1112a9-b5c2-483b-9301-0b0450a3ded7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:31:42.836566 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-db1112a9-b5c2-483b-9301-0b0450a3ded7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:31:42.919797 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-db1112a9-b5c2-483b-9301-0b0450a3ded7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:42.982117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-db1112a9-b5c2-483b-9301-0b0450a3ded7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:43.060871 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-db1112a9-b5c2-483b-9301-0b0450a3ded7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:43.084861 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1112a9-b5c2-483b-9301-0b0450a3ded7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d78a867-a543-4e6d-af23-c40fd8291c28,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:43.158268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-db1112a9-b5c2-483b-9301-0b0450a3ded7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:43.159734 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-db1112a9-b5c2-483b-9301-0b0450a3ded7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3458278 Jan 28 18:31:43.162605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53410) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:43.168444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-5047292d-55c0-4d23-847a-2a53f22937bc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '7aa7d265-f2d8-4681-a992-27c7e790d26f', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:31:43.174133 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5047292d-55c0-4d23-847a-2a53f22937bc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:31:43.177915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5047292d-55c0-4d23-847a-2a53f22937bc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:31:43.180754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-5047292d-55c0-4d23-847a-2a53f22937bc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:31:43.186491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-5047292d-55c0-4d23-847a-2a53f22937bc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:31:43.285437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5047292d-55c0-4d23-847a-2a53f22937bc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:43.340614 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:43.350894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5047292d-55c0-4d23-847a-2a53f22937bc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:43.414954 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:43.426644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5047292d-55c0-4d23-847a-2a53f22937bc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:43.457517 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047292d-55c0-4d23-847a-2a53f22937bc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c4092f-38c0-4f88-b4f1-4e10d9c311f5,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:43.541081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-5047292d-55c0-4d23-847a-2a53f22937bc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:43.542492 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5047292d-55c0-4d23-847a-2a53f22937bc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3787551 Jan 28 18:31:43.545117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53414) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:43.549898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-da7ef602-714a-4c6e-9c8f-07141bab5511 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '7aa7d265-f2d8-4681-a992-27c7e790d26f', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:31:43.555804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-da7ef602-714a-4c6e-9c8f-07141bab5511 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:31:43.559835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-da7ef602-714a-4c6e-9c8f-07141bab5511 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:31:43.562760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-da7ef602-714a-4c6e-9c8f-07141bab5511 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:31:43.568397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-da7ef602-714a-4c6e-9c8f-07141bab5511 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:31:43.626833 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-da7ef602-714a-4c6e-9c8f-07141bab5511 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Project ecfee90546034acb89982cc3e9a2f88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:31:43.633643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da7ef602-714a-4c6e-9c8f-07141bab5511 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:43.695341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da7ef602-714a-4c6e-9c8f-07141bab5511 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:43.763647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da7ef602-714a-4c6e-9c8f-07141bab5511 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:43.788615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ef602-714a-4c6e-9c8f-07141bab5511 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ba714e-b9df-401d-9c8f-2b525852d492,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:43.855836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-da7ef602-714a-4c6e-9c8f-07141bab5511 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:43.857026 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-da7ef602-714a-4c6e-9c8f-07141bab5511 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3109865 Jan 28 18:31:43.859680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53418) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:43.864566 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-ee561dca-5f26-4664-bd25-0b7a621ef562 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '7aa7d265-f2d8-4681-a992-27c7e790d26f', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:31:43.870420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ee561dca-5f26-4664-bd25-0b7a621ef562 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:31:43.874120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ee561dca-5f26-4664-bd25-0b7a621ef562 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:31:43.876921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ee561dca-5f26-4664-bd25-0b7a621ef562 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:31:43.882446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ee561dca-5f26-4664-bd25-0b7a621ef562 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:31:43.993268 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-ee561dca-5f26-4664-bd25-0b7a621ef562 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Project ecfee90546034acb89982cc3e9a2f88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:31:43.999504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ee561dca-5f26-4664-bd25-0b7a621ef562 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:44.068795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ee561dca-5f26-4664-bd25-0b7a621ef562 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:44.118027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ee561dca-5f26-4664-bd25-0b7a621ef562 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:44.142204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee561dca-5f26-4664-bd25-0b7a621ef562 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe035fca-3381-4161-baef-37acb1ece2cc,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:44.232419 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ee561dca-5f26-4664-bd25-0b7a621ef562 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:44.233620 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ee561dca-5f26-4664-bd25-0b7a621ef562 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3730617 Jan 28 18:31:44.236588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53422) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:44.241964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'network': {'name': 'tempest-network-smoke--401738940', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'port_security_enabled': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:31:44.247677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:31:44.251298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:network and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:31:44.254031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:31:44.259606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:31:44.317990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:31:44.321915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:44.349148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:31:44.357825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:44.358159 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Added segment 796ff281-9d87-4e04-b8de-4acccd6773e0 of type vlan for network 2b4be538-e360-4955-9645-bb60722aef91 Jan 28 18:31:44.383374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:44.477637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:44.483691 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:44.484293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:44.591534 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Network': ['ID=2b4be538-e360-4955-9645-bb60722aef91,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:44.602402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 2b4be538-e360-4955-9645-bb60722aef91 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:31:44.632839 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a5f68575-f1e3-4169-9dd5-9cabdd1dc74e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3952281 Jan 28 18:31:44.635734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53426) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:44.640815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'admin_state_up': True, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:31:44.648039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:31:44.652461 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:router and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:31:44.655868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:31:44.661846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:31:44.729408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:44.731093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:44.746293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:45.117829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:45.140118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:45.612311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:45.642384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:45.774154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.26.1.85 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/8951baeb-2893-44d6-95bf-ed6bd727463d) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:31:45.922545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:46.015299 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:46.081133 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:31:46.084045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:31:46.087699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:31:46.124435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=8951baeb-2893-44d6-95bf-ed6bd727463d,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:46.603627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:46.953515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:47.335379 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 19787a20-d331-4ec7-8aa9-32ae95625436 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:31:47.536109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:31:47.548989 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Sync routers for ids ['19787a20-d331-4ec7-8aa9-32ae95625436'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:31:47.555440 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Routers {'19787a20-d331-4ec7-8aa9-32ae95625436'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:31:47.556120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:31:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['19787a20-d331-4ec7-8aa9-32ae95625436'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:47.655088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:47.656350 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-28205a9f-0963-436e-a77d-b10640977ebb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0196013 Jan 28 18:31:47.659520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53434) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:47.732160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Set router 19787a20-d331-4ec7-8aa9-32ae95625436 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:31:47.801560 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-075457a3-66b2-4f12-91fd-6f7a9107bf53 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=ecfee90546034acb89982cc3e9a2f88d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1385293 Jan 28 18:31:47.801778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53440) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:47.931735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fa24a3-afb1-42ff-8e50-5de0f460b440 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:47.933218 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a7fa24a3-afb1-42ff-8e50-5de0f460b440 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305585 Jan 28 18:31:47.937484 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53444) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:47.980601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53448) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:47.981146 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cd0c0075-1d05-4a67-925f-5e7bbc31608e tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421457 Jan 28 18:31:47.987015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-882090383', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:31:48.026548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:31:46Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:48.031564 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Checking router: 19787a20-d331-4ec7-8aa9-32ae95625436 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:31:48.031919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Updating router 19787a20-d331-4ec7-8aa9-32ae95625436 port 8951baeb-2893-44d6-95bf-ed6bd727463d binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:31:48.084772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:48.097091 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:31:48.101034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:subnet and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:31:48.103855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:31:48.110191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:31:48.186042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:31:48.189597 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:48.409344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:48.422748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Transition to ACTIVE for port object 8951baeb-2893-44d6-95bf-ed6bd727463d will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:31:48.461021 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:48.489150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:48.543192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Subnet': ['ID=88aa18d1-1bcd-450b-ae65-3f626255bfe2,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:48.552101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Checking segment: {'id': '796ff281-9d87-4e04-b8de-4acccd6773e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b4be538-e360-4955-9645-bb60722aef91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:31:48.552460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network hostable DHCP agents. Network: 2b4be538-e360-4955-9645-bb60722aef91, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:31:48.604536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Attempting to bind port 8951baeb-2893-44d6-95bf-ed6bd727463d on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:31:48.605012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Attempting to bind port 8951baeb-2893-44d6-95bf-ed6bd727463d by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:31:48.605242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Attempting to bind port 8951baeb-2893-44d6-95bf-ed6bd727463d on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:31:48.608459 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86493ad-bbcd-42d7-b58c-e2b894c0f455 None None] Pushing event updated for resources: {'Port': ['ID=8951baeb-2893-44d6-95bf-ed6bd727463d,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:48.613104 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:31:48.613466 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:31:48.613854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:48.614233 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:31:48.614675 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Bound port: 8951baeb-2893-44d6-95bf-ed6bd727463d, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:31:48.615058 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:48.621177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 2b4be538-e360-4955-9645-bb60722aef91 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:31:48.653258 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86493ad-bbcd-42d7-b58c-e2b894c0f455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:48.653597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86493ad-bbcd-42d7-b58c-e2b894c0f455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:48.654205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86493ad-bbcd-42d7-b58c-e2b894c0f455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:48.654522 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86493ad-bbcd-42d7-b58c-e2b894c0f455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:48.654844 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86493ad-bbcd-42d7-b58c-e2b894c0f455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:48.655196 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86493ad-bbcd-42d7-b58c-e2b894c0f455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:48.655519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86493ad-bbcd-42d7-b58c-e2b894c0f455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:48.655837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86493ad-bbcd-42d7-b58c-e2b894c0f455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:48.656156 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86493ad-bbcd-42d7-b58c-e2b894c0f455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:48.656470 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86493ad-bbcd-42d7-b58c-e2b894c0f455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:48.656785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86493ad-bbcd-42d7-b58c-e2b894c0f455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:48.657097 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86493ad-bbcd-42d7-b58c-e2b894c0f455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:48.700440 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] For port 8951baeb-2893-44d6-95bf-ed6bd727463d, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:31:48.703335 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] For port 8951baeb-2893-44d6-95bf-ed6bd727463d, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8951baeb-2893-44d6-95bf-ed6bd727463d,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:31:48.716298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 2b4be538-e360-4955-9645-bb60722aef91) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:31:48.716298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:48.716826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:48.721915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dc4614-fb8b-4f00-9e9c-ab63a68180f8 None None] Network 2b4be538-e360-4955-9645-bb60722aef91 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:31:48.794225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:48.804574 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-90faef45-64b7-4536-a465-41560520f7dd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8226624 Jan 28 18:31:48.807271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53452) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:31:48.908078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Routers {'19787a20-d331-4ec7-8aa9-32ae95625436'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:31:48.908689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:31:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['19787a20-d331-4ec7-8aa9-32ae95625436'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:49.001160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86493ad-bbcd-42d7-b58c-e2b894c0f455 None None] Pushing event updated for resources: {'Port': ['ID=8951baeb-2893-44d6-95bf-ed6bd727463d,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:49.157107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-2b4be538-e360-4955-9645-bb60722aef91', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ips': [{'subnet_id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:31:49.157914 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:49.177416 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] Set router 19787a20-d331-4ec7-8aa9-32ae95625436 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:31:49.550914 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Allocated IP 172.20.0.2 (2b4be538-e360-4955-9645-bb60722aef91/88aa18d1-1bcd-450b-ae65-3f626255bfe2/85765a28-06da-48f7-865a-77455c45e686) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:31:49.627764 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:49.683923 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:31:46Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:49.697563 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03004ccb-89b7-4b2a-b3b3-33eb2c785d2d None None] The sync data for ids ['19787a20-d331-4ec7-8aa9-32ae95625436'] in dv-neutron-826919-1-hyperv is: [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:31:46Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:31:49.788643 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:49.799480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Transition to ACTIVE for port object 85765a28-06da-48f7-865a-77455c45e686 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:31:49.819034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Transition to ACTIVE for port object 85765a28-06da-48f7-865a-77455c45e686 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:31:49.883956 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:49.961841 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Network 2b4be538-e360-4955-9645-bb60722aef91 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:31:49.965848 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:31:49.968795 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:31:49.978004 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Pushing event updated for resources: {'Port': ['ID=85765a28-06da-48f7-865a-77455c45e686,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:50.083643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.20.0.1 (2b4be538-e360-4955-9645-bb60722aef91/88aa18d1-1bcd-450b-ae65-3f626255bfe2/1b0284d9-cb0e-4137-97a4-a7d055bfb7b5) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:31:50.125655 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Attempting to bind port 85765a28-06da-48f7-865a-77455c45e686 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:31:50.130428 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Attempting to bind port 85765a28-06da-48f7-865a-77455c45e686 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '796ff281-9d87-4e04-b8de-4acccd6773e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b4be538-e360-4955-9645-bb60722aef91'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:31:50.130428 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Attempting to bind port 85765a28-06da-48f7-865a-77455c45e686 on network 2b4be538-e360-4955-9645-bb60722aef91 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:31:50.134138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:31:50.134514 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Checking segment: {'id': '796ff281-9d87-4e04-b8de-4acccd6773e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b4be538-e360-4955-9645-bb60722aef91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:31:50.134908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:50.135334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Bound using segment: {'id': '796ff281-9d87-4e04-b8de-4acccd6773e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b4be538-e360-4955-9645-bb60722aef91'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:31:50.136357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Bound port: 85765a28-06da-48f7-865a-77455c45e686, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796ff281-9d87-4e04-b8de-4acccd6773e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b4be538-e360-4955-9645-bb60722aef91'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:31:50.136790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:50.229971 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] For port 85765a28-06da-48f7-865a-77455c45e686, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:31:50.235997 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] For port 85765a28-06da-48f7-865a-77455c45e686, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=85765a28-06da-48f7-865a-77455c45e686,segment=NetworkSegment(796ff281-9d87-4e04-b8de-4acccd6773e0),segment_id=796ff281-9d87-4e04-b8de-4acccd6773e0)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:31:50.237442 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:50.263570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:50.280729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Transition to ACTIVE for port object 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:31:50.324002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:50.381994 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:50.421078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d917d2-486e-4434-a3b0-168e736cbf50 None None] Pushing event updated for resources: {'Port': ['ID=85765a28-06da-48f7-865a-77455c45e686,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:50.459842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 2b4be538-e360-4955-9645-bb60722aef91 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:31:50.463427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:31:50.467765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:31:50.500083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=1b0284d9-cb0e-4137-97a4-a7d055bfb7b5,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:50.536675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:50.910693 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:51.311784 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8951baeb-2893-44d6-95bf-ed6bd727463d up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:31:51.437738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 8951baeb-2893-44d6-95bf-ed6bd727463d completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:31:51.443300 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 8951baeb-2893-44d6-95bf-ed6bd727463d triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:31:51.443672 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:51.469832 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:51.552408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:51.564570 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:51.581665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 8951baeb-2893-44d6-95bf-ed6bd727463d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8951baeb-2893-44d6-95bf-ed6bd727463d,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:31:51.668477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:51.671884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=1b0284d9-cb0e-4137-97a4-a7d055bfb7b5,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:51.672396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:51.673208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 85765a28-06da-48f7-865a-77455c45e686 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:31:51.796728 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=8951baeb-2893-44d6-95bf-ed6bd727463d,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:51.817112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 2b4be538-e360-4955-9645-bb60722aef91 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:31:51.818451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:31:51.854966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 85765a28-06da-48f7-865a-77455c45e686 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:31:52.017011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 19787a20-d331-4ec7-8aa9-32ae95625436 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:31:52.125428 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0963f16b-820d-4d32-b7fa-8e40fc160959 None None] Network 2b4be538-e360-4955-9645-bb60722aef91 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:31:52.206411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:31:52.220916 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9bab3c23-8231-430e-8ca3-5f4c305a7b17 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "PUT /v2.0/routers/19787a20-d331-4ec7-8aa9-32ae95625436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4080968 Jan 28 18:31:52.221139 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Sync routers for ids ['19787a20-d331-4ec7-8aa9-32ae95625436'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:31:52.232252 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Routers {'19787a20-d331-4ec7-8aa9-32ae95625436'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:31:52.232357 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:31:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['19787a20-d331-4ec7-8aa9-32ae95625436'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:52.300765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c9d4d0e0-9daf-4a02-a13b-daf610b91f19 None None] Provisioning for port 85765a28-06da-48f7-865a-77455c45e686 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:31:52.309256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c9d4d0e0-9daf-4a02-a13b-daf610b91f19 None None] Provisioning complete for port 85765a28-06da-48f7-865a-77455c45e686 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:31:52.309624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d0e0-9daf-4a02-a13b-daf610b91f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:52.395011 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-233bd0f7-852f-4d90-93b2-399164795b89 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:31:52.422904 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Set router 19787a20-d331-4ec7-8aa9-32ae95625436 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:31:52.489959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d0e0-9daf-4a02-a13b-daf610b91f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:52.514058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-233bd0f7-852f-4d90-93b2-399164795b89 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:31:52.515875 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-233bd0f7-852f-4d90-93b2-399164795b89 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768309233&fields=id&tenant_id=ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 267 time: 0.1640806 Jan 28 18:31:52.562480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c9d4d0e0-9daf-4a02-a13b-daf610b91f19 None None] For port 85765a28-06da-48f7-865a-77455c45e686, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=85765a28-06da-48f7-865a-77455c45e686,segment=NetworkSegment(796ff281-9d87-4e04-b8de-4acccd6773e0),segment_id=796ff281-9d87-4e04-b8de-4acccd6773e0)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:31:52.632702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d0e0-9daf-4a02-a13b-daf610b91f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:52.733220 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4d0e0-9daf-4a02-a13b-daf610b91f19 None None] Pushing event updated for resources: {'Port': ['ID=85765a28-06da-48f7-865a-77455c45e686,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:52.763242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-f82ab420-d685-4ea0-99f5-9a7f68ee2d1e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:52.764386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-f82ab420-d685-4ea0-99f5-9a7f68ee2d1e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:31:52.847951 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:31:50Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '1b0284d9-cb0e-4137-97a4-a7d055bfb7b5', 'name': '', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:d9:1c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:49Z', 'updated_at': '2022-01-28T18:31:51Z', 'revision_number': 2, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:52.853914 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Checking router: 19787a20-d331-4ec7-8aa9-32ae95625436 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:31:52.870782 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Updating router 19787a20-d331-4ec7-8aa9-32ae95625436 port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:31:52.871059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-f82ab420-d685-4ea0-99f5-9a7f68ee2d1e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:31:52.871059 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-f82ab420-d685-4ea0-99f5-9a7f68ee2d1e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/networks?id=2b4be538-e360-4955-9645-bb60722aef91 HTTP/1.1" status: 200 len: 796 time: 0.3355784 Jan 28 18:31:52.884000 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-d0660cd2-ae5d-4510-aae1-56ba30ac9fa2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/quotas/ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 375 time: 0.0176499 Jan 28 18:31:52.920856 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:52.946919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d3888f33-3661-4efd-b7e4-6d2d2c9809b4 None None] Provisioning for port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:31:52.958930 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d3888f33-3661-4efd-b7e4-6d2d2c9809b4 None None] Provisioning complete for port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:31:52.960002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d3888f33-3661-4efd-b7e4-6d2d2c9809b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:52.989736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-5c90b22e-e694-4ff3-8539-20347dce5546 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:31:53.072623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-5c90b22e-e694-4ff3-8539-20347dce5546 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:31:53.073887 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d3888f33-3661-4efd-b7e4-6d2d2c9809b4 None None] Port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:31:53.075572 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-5c90b22e-e694-4ff3-8539-20347dce5546 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1821280 Jan 28 18:31:53.089521 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d3888f33-3661-4efd-b7e4-6d2d2c9809b4 None None] Provisioning complete for port 85765a28-06da-48f7-865a-77455c45e686 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:31:53.089973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d3888f33-3661-4efd-b7e4-6d2d2c9809b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:53.095158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-ec9e3a0e-5627-4e6b-a106-06dbafe2e63c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 18:31:53.096381 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-ec9e3a0e-5627-4e6b-a106-06dbafe2e63c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063243 Jan 28 18:31:53.275130 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-dae52ab1-56af-4617-ab94-b77e8b0b6a89 service neutron] 10.222.0.26 "GET /v2.0/networks/2b4be538-e360-4955-9645-bb60722aef91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669497 Jan 28 18:31:53.301742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8951baeb-2893-44d6-95bf-ed6bd727463d up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:31:53.391368 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5276a7eb-6a61-47ff-ab21-7aaa7b694e20 None None] Provisioning complete for port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:31:53.391749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5276a7eb-6a61-47ff-ab21-7aaa7b694e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:53.430116 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:53.443488 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Transition to ACTIVE for port object 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:31:53.453610 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5276a7eb-6a61-47ff-ab21-7aaa7b694e20 None None] Port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:31:53.457026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 8951baeb-2893-44d6-95bf-ed6bd727463d triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:31:53.457026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:53.462810 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-78e0e1b9-c602-4eed-9587-7f6969b25b4c service neutron] 10.222.0.26 "GET /v2.0/networks/2b4be538-e360-4955-9645-bb60722aef91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801651 Jan 28 18:31:53.512621 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:53.590303 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 85765a28-06da-48f7-865a-77455c45e686 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:31:53.676947 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 85765a28-06da-48f7-865a-77455c45e686 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:31:53.677317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:53.789653 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cd58d-ac92-4722-8031-c0a6a98eb2ff None None] Pushing event updated for resources: {'Port': ['ID=1b0284d9-cb0e-4137-97a4-a7d055bfb7b5,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:53.813323 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1cd58d-ac92-4722-8031-c0a6a98eb2ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:53.813827 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1cd58d-ac92-4722-8031-c0a6a98eb2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:53.814375 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1cd58d-ac92-4722-8031-c0a6a98eb2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:53.814855 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1cd58d-ac92-4722-8031-c0a6a98eb2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:53.815853 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1cd58d-ac92-4722-8031-c0a6a98eb2ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:53.816265 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-45f6fd59-d0f4-45d9-bb43-577159ec3b56 req-8fa23891-6446-4a41-881a-ac00f8bac723 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 210 time: 0.0622211 Jan 28 18:31:53.816755 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1cd58d-ac92-4722-8031-c0a6a98eb2ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:53.817418 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1cd58d-ac92-4722-8031-c0a6a98eb2ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:53.817905 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1cd58d-ac92-4722-8031-c0a6a98eb2ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:53.818462 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1cd58d-ac92-4722-8031-c0a6a98eb2ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:53.819037 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1cd58d-ac92-4722-8031-c0a6a98eb2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:53.823877 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1cd58d-ac92-4722-8031-c0a6a98eb2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:53.824292 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1cd58d-ac92-4722-8031-c0a6a98eb2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:31:53.893536 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Attempting to bind port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:31:53.893904 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Attempting to bind port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '796ff281-9d87-4e04-b8de-4acccd6773e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b4be538-e360-4955-9645-bb60722aef91'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:31:53.894258 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Attempting to bind port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 on network 2b4be538-e360-4955-9645-bb60722aef91 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:31:53.900684 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:31:53.901080 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Checking segment: {'id': '796ff281-9d87-4e04-b8de-4acccd6773e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b4be538-e360-4955-9645-bb60722aef91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:31:53.901819 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:53.902334 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Bound using segment: {'id': '796ff281-9d87-4e04-b8de-4acccd6773e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b4be538-e360-4955-9645-bb60722aef91'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:31:53.902643 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Bound port: 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796ff281-9d87-4e04-b8de-4acccd6773e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b4be538-e360-4955-9645-bb60722aef91'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:31:53.903240 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:54.008538 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] For port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:31:54.012092 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] For port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1b0284d9-cb0e-4137-97a4-a7d055bfb7b5,segment=NetworkSegment(796ff281-9d87-4e04-b8de-4acccd6773e0),segment_id=796ff281-9d87-4e04-b8de-4acccd6773e0)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:31:54.090027 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:54.168138 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Routers {'19787a20-d331-4ec7-8aa9-32ae95625436'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:31:54.168754 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:31:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['19787a20-d331-4ec7-8aa9-32ae95625436'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:54.232882 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cd58d-ac92-4722-8031-c0a6a98eb2ff None None] Pushing event updated for resources: {'Port': ['ID=1b0284d9-cb0e-4137-97a4-a7d055bfb7b5,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:54.356800 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] Set router 19787a20-d331-4ec7-8aa9-32ae95625436 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:31:54.710328 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:31:50Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '1b0284d9-cb0e-4137-97a4-a7d055bfb7b5', 'name': '', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:d9:1c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:49Z', 'updated_at': '2022-01-28T18:31:54Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:31:54.715215 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37545d83-a074-4fda-abfa-9c131e2858b6 None None] The sync data for ids ['19787a20-d331-4ec7-8aa9-32ae95625436'] in dv-neutron-826919-1-hyperv is: [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:31:50Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '1b0284d9-cb0e-4137-97a4-a7d055bfb7b5', 'name': '', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:d9:1c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:49Z', 'updated_at': '2022-01-28T18:31:54Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:31:54.921554 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-642b5f9e-f59b-426b-abfc-747f90592f03 req-32581e39-20cc-4774-91db-bdec8c8c26c9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 210 time: 0.0500503 Jan 28 18:31:55.282084 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:31:55.497013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:31:55.505005 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:31:55.505524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:55.636236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:55.673427 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1b0284d9-cb0e-4137-97a4-a7d055bfb7b5,segment=NetworkSegment(796ff281-9d87-4e04-b8de-4acccd6773e0),segment_id=796ff281-9d87-4e04-b8de-4acccd6773e0)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:31:55.736130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:55.814137 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=1b0284d9-cb0e-4137-97a4-a7d055bfb7b5,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:56.087651 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-786cbd82-fd6b-43f3-8552-cfc8500b8225 req-6782ed78-eab0-4061-8b00-be8ce3ebf42e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 210 time: 0.0445583 Jan 28 18:31:56.841758 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-05ec7bcd-ec4e-4c06-a310-66f6608f587d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:56.843227 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-05ec7bcd-ec4e-4c06-a310-66f6608f587d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/networks?id=2b4be538-e360-4955-9645-bb60722aef91 HTTP/1.1" status: 200 len: 796 time: 0.2652192 Jan 28 18:31:56.891812 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-b744f606-8555-4e3f-af21-1dddaa475411 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 379 time: 0.0401855 Jan 28 18:31:56.900167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'port': {'device_id': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'admin_state_up': True, 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'security_groups': ['7aa7d265-f2d8-4681-a992-27c7e790d26f']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:31:57.045919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:31:57.056166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:31:57.117811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:31:57.121385 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:57.245869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:31:57.255724 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d93bd996-b6b6-4957-990e-98b3471e1e12 req-ede3122f-d46e-4961-a596-2cfdaabefe96 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 210 time: 0.0547659 Jan 28 18:31:57.355873 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:31:57.356476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:57.358329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.20.0.8 (2b4be538-e360-4955-9645-bb60722aef91/88aa18d1-1bcd-450b-ae65-3f626255bfe2/b94d03cc-7a82-4d4c-a79a-f2f50ce97113) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:31:57.553478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:57.570141 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Transition to ACTIVE for port object b94d03cc-7a82-4d4c-a79a-f2f50ce97113 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:31:57.638631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:57.710329 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 2b4be538-e360-4955-9645-bb60722aef91 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:31:57.713602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:31:57.718204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:31:57.752139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=b94d03cc-7a82-4d4c-a79a-f2f50ce97113,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:57.791384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:57.792068 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:57.907444 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3e14d217-5222-4f8b-bb04-54b08afe4f50 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0107315 Jan 28 18:31:57.921377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Request body: {'port': {'device_id': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:31:57.992418 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9deabbb2-2b2e-4917-bfcf-49c4ce1624cc None None] Provisioning for port b94d03cc-7a82-4d4c-a79a-f2f50ce97113 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:31:57.998404 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9deabbb2-2b2e-4917-bfcf-49c4ce1624cc None None] Provisioning complete for port b94d03cc-7a82-4d4c-a79a-f2f50ce97113 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:31:57.998776 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9deabbb2-2b2e-4917-bfcf-49c4ce1624cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:58.045644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:58.059742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9deabbb2-2b2e-4917-bfcf-49c4ce1624cc None None] Port b94d03cc-7a82-4d4c-a79a-f2f50ce97113 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:31:58.389497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94d03cc-7a82-4d4c-a79a-f2f50ce97113 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:31:58.396920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:58.411294 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Transition to ACTIVE for port object b94d03cc-7a82-4d4c-a79a-f2f50ce97113 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:31:58.459978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430273d-ea02-4e04-b746-2e4fb3b4b349 req-8696a87b-bff7-412c-ba08-c1f6acb9e655 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:58.461423 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d430273d-ea02-4e04-b746-2e4fb3b4b349 req-8696a87b-bff7-412c-ba08-c1f6acb9e655 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 931 time: 0.0864074 Jan 28 18:31:58.506209 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:58.507380 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d430273d-ea02-4e04-b746-2e4fb3b4b349 req-d702035b-9815-48da-9593-abc536ebef04 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401700 Jan 28 18:31:58.663911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Pushing event updated for resources: {'Port': ['ID=b94d03cc-7a82-4d4c-a79a-f2f50ce97113,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:58.756107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Attempting to bind port b94d03cc-7a82-4d4c-a79a-f2f50ce97113 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:31:58.756441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Attempting to bind port b94d03cc-7a82-4d4c-a79a-f2f50ce97113 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '796ff281-9d87-4e04-b8de-4acccd6773e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b4be538-e360-4955-9645-bb60722aef91'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:31:58.756784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Attempting to bind port b94d03cc-7a82-4d4c-a79a-f2f50ce97113 on network 2b4be538-e360-4955-9645-bb60722aef91 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:31:58.762031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Port b94d03cc-7a82-4d4c-a79a-f2f50ce97113 on network 2b4be538-e360-4955-9645-bb60722aef91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:31:58.762497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Attempting to bind port b94d03cc-7a82-4d4c-a79a-f2f50ce97113 on network 2b4be538-e360-4955-9645-bb60722aef91 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:31:58.767280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:31:58.767612 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Checking segment: {'id': '796ff281-9d87-4e04-b8de-4acccd6773e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b4be538-e360-4955-9645-bb60722aef91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:31:58.767983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Bound using segment: {'id': '796ff281-9d87-4e04-b8de-4acccd6773e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b4be538-e360-4955-9645-bb60722aef91'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:31:58.768399 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Bound port: b94d03cc-7a82-4d4c-a79a-f2f50ce97113, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796ff281-9d87-4e04-b8de-4acccd6773e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2b4be538-e360-4955-9645-bb60722aef91'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:31:58.768740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:58.858858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] For port b94d03cc-7a82-4d4c-a79a-f2f50ce97113, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:31:58.861738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] For port b94d03cc-7a82-4d4c-a79a-f2f50ce97113, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=b94d03cc-7a82-4d4c-a79a-f2f50ce97113,segment=NetworkSegment(796ff281-9d87-4e04-b8de-4acccd6773e0),segment_id=796ff281-9d87-4e04-b8de-4acccd6773e0)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:31:58.924304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:59.086321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:59.086927 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:31:59.088319 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] 10.222.0.16 "PUT /v2.0/ports/b94d03cc-7a82-4d4c-a79a-f2f50ce97113 HTTP/1.1" status: 200 len: 1093 time: 1.1740711 Jan 28 18:31:59.089301 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'tag': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:31:59.109902 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b00c9-acdb-466b-957b-fa7445b04d82 service neutron] Pushing event updated for resources: {'Port': ['ID=b94d03cc-7a82-4d4c-a79a-f2f50ce97113,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:31:59.119835 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:31:59.147965 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'tag': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113', 'status': 'completed', 'code': 200} Jan 28 18:31:59.247822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb8c90-c64b-411b-b975-6abca4692cac req-a1f9c801-cbcc-4e2f-9ce6-398fb51e6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:59.249354 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-18eb8c90-c64b-411b-b975-6abca4692cac req-a1f9c801-cbcc-4e2f-9ce6-398fb51e6b94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 1096 time: 0.0792410 Jan 28 18:31:59.420111 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb8c90-c64b-411b-b975-6abca4692cac req-69da7c7b-b589-4e60-b07b-0a369e8b14d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:59.422524 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-18eb8c90-c64b-411b-b975-6abca4692cac req-69da7c7b-b589-4e60-b07b-0a369e8b14d8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ecfee90546034acb89982cc3e9a2f88d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1666417 Jan 28 18:31:59.560824 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb8c90-c64b-411b-b975-6abca4692cac req-dc3f61ce-d7bb-446e-b288-76626f6c52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:59.562265 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-18eb8c90-c64b-411b-b975-6abca4692cac req-dc3f61ce-d7bb-446e-b288-76626f6c52e0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344278 Jan 28 18:31:59.681933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-f2958dec-c19a-4f59-875e-bdec7bf9c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:59.683945 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-f2958dec-c19a-4f59-875e-bdec7bf9c978 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 1096 time: 0.0857155 Jan 28 18:31:59.694024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d3329-3aff-4c89-8731-2ea64b96d309 req-bda4b9b4-52f9-4dbb-b3a2-5014f70eb8d0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:59.695535 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ac4d3329-3aff-4c89-8731-2ea64b96d309 req-bda4b9b4-52f9-4dbb-b3a2-5014f70eb8d0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 943 time: 0.0835249 Jan 28 18:31:59.741525 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ac4d3329-3aff-4c89-8731-2ea64b96d309 req-d456d86a-7d0b-43a9-816e-2c50a919d165 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383234 Jan 28 18:31:59.752173 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-61538c1c-0ddc-4600-8318-61c176f698d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b94d03cc-7a82-4d4c-a79a-f2f50ce97113 HTTP/1.1" status: 200 len: 217 time: 0.0612009 Jan 28 18:31:59.816109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-9ed307c5-c670-442d-9a95-518dbede7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:59.817544 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-9ed307c5-c670-442d-9a95-518dbede7283 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88aa18d1-1bcd-450b-ae65-3f626255bfe2 HTTP/1.1" status: 200 len: 834 time: 0.0603943 Jan 28 18:31:59.893711 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3703cc8b-58da-497a-baf5-99747031426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:31:59.895213 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-3703cc8b-58da-497a-baf5-99747031426d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b4be538-e360-4955-9645-bb60722aef91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709555 Jan 28 18:32:00.032156 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-e8b2b8fc-1b5c-44ce-9d26-3c27640f0580 service neutron] 10.222.0.16 "GET /v2.0/networks/2b4be538-e360-4955-9645-bb60722aef91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303394 Jan 28 18:32:00.169698 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d3eabe85-5df0-43c5-bd0e-0ce0c5dac334 req-32a00abd-ee33-4ac0-b00b-24ab37558d01 service neutron] 10.222.0.16 "GET /v2.0/networks/2b4be538-e360-4955-9645-bb60722aef91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327274 Jan 28 18:32:00.933835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4dce8-7843-4826-bbc1-4fd422f4cd11 req-749f8d67-bf10-46ab-9f98-d94de1d2ea24 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:00.934548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-22c4dce8-7843-4826-bbc1-4fd422f4cd11 req-749f8d67-bf10-46ab-9f98-d94de1d2ea24 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:32:01.043740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-22c4dce8-7843-4826-bbc1-4fd422f4cd11 req-749f8d67-bf10-46ab-9f98-d94de1d2ea24 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:32:01.044917 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-22c4dce8-7843-4826-bbc1-4fd422f4cd11 req-749f8d67-bf10-46ab-9f98-d94de1d2ea24 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 943 time: 0.1951609 Jan 28 18:32:01.091288 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-22c4dce8-7843-4826-bbc1-4fd422f4cd11 req-3b019cee-8504-424b-a740-69ba99dd023b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 Jan 28 18:32:02.288752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7d095-1736-4e9e-b55f-e7691c89ef1b req-cf7d67fa-645c-44d8-ac2f-1a7348e8719e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:02.290134 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-78a7d095-1736-4e9e-b55f-e7691c89ef1b req-cf7d67fa-645c-44d8-ac2f-1a7348e8719e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 943 time: 0.0849879 Jan 28 18:32:02.336451 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-78a7d095-1736-4e9e-b55f-e7691c89ef1b req-4a3e59bd-f5a0-411a-ac5c-0abadca43624 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398505 Jan 28 18:32:03.216811 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device b94d03cc-7a82-4d4c-a79a-f2f50ce97113 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:32:03.357240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port b94d03cc-7a82-4d4c-a79a-f2f50ce97113, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=b94d03cc-7a82-4d4c-a79a-f2f50ce97113,segment=NetworkSegment(796ff281-9d87-4e04-b8de-4acccd6773e0),segment_id=796ff281-9d87-4e04-b8de-4acccd6773e0)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:32:03.372578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'port_id': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113', 'mac_address': 'fa:16:3e:68:8a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:32:03.428932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:03.446242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94d03cc-7a82-4d4c-a79a-f2f50ce97113 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:32:03.462574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port b94d03cc-7a82-4d4c-a79a-f2f50ce97113, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=b94d03cc-7a82-4d4c-a79a-f2f50ce97113,segment=NetworkSegment(796ff281-9d87-4e04-b8de-4acccd6773e0),segment_id=796ff281-9d87-4e04-b8de-4acccd6773e0)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:32:03.529773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:03.539081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa72399-8177-4cbd-8929-0d7b82edbbe4 req-41ea4721-41b4-4925-8414-384a7df13efc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:03.540507 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-afa72399-8177-4cbd-8929-0d7b82edbbe4 req-41ea4721-41b4-4925-8414-384a7df13efc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 943 time: 0.0879617 Jan 28 18:32:03.591005 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-afa72399-8177-4cbd-8929-0d7b82edbbe4 req-720e59d1-6d9a-4abc-a5c9-c22468f3a64a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447192 Jan 28 18:32:03.603396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=b94d03cc-7a82-4d4c-a79a-f2f50ce97113,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:03.761319 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['b94d03cc-7a82-4d4c-a79a-f2f50ce97113'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:32:04.796484 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64fcde-cb07-498d-af77-876760021072 req-03314190-920a-47e7-819b-7a5815c8d716 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:04.798064 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-de64fcde-cb07-498d-af77-876760021072 req-03314190-920a-47e7-819b-7a5815c8d716 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 944 time: 0.0861220 Jan 28 18:32:04.844403 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-de64fcde-cb07-498d-af77-876760021072 req-fa973aa2-b5c1-4f67-913f-6a7b255b3cb4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402672 Jan 28 18:32:05.249031 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device b94d03cc-7a82-4d4c-a79a-f2f50ce97113 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:32:05.374922 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port b94d03cc-7a82-4d4c-a79a-f2f50ce97113 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:32:05.380182 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port b94d03cc-7a82-4d4c-a79a-f2f50ce97113 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:32:05.380573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:05.494504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:05.524507 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:32:05.534296 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port b94d03cc-7a82-4d4c-a79a-f2f50ce97113, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=b94d03cc-7a82-4d4c-a79a-f2f50ce97113,segment=NetworkSegment(796ff281-9d87-4e04-b8de-4acccd6773e0),segment_id=796ff281-9d87-4e04-b8de-4acccd6773e0)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:32:05.572882 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113', 'code': 200} Jan 28 18:32:05.632612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:05.702794 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=b94d03cc-7a82-4d4c-a79a-f2f50ce97113,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:06.000494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c55111-000c-4a11-b6c7-e8174c8fad34 req-b70b8211-39e2-4f08-9b48-3c60645aead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:06.001967 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-33c55111-000c-4a11-b6c7-e8174c8fad34 req-b70b8211-39e2-4f08-9b48-3c60645aead5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 1098 time: 0.0764153 Jan 28 18:32:06.046626 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-33c55111-000c-4a11-b6c7-e8174c8fad34 req-9175689a-8837-4482-83f3-b81ceedb7a9e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375948 Jan 28 18:32:06.104306 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4885feb-1c81-4cbc-8093-57863effc86d req-eda98a76-0176-4105-8308-75923a79c323 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:06.106146 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e4885feb-1c81-4cbc-8093-57863effc86d req-eda98a76-0176-4105-8308-75923a79c323 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 945 time: 0.1102607 Jan 28 18:32:06.151607 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e4885feb-1c81-4cbc-8093-57863effc86d req-c0699360-4272-49e6-9d05-a76a5ab68702 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389183 Jan 28 18:32:07.349015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c7508-a10f-4da6-9962-5e22a5640cab req-c10466f7-a54a-4269-b3dd-3882ec79ac89 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:07.350413 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4e9c7508-a10f-4da6-9962-5e22a5640cab req-c10466f7-a54a-4269-b3dd-3882ec79ac89 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 945 time: 0.0826283 Jan 28 18:32:07.398439 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4e9c7508-a10f-4da6-9962-5e22a5640cab req-6a5f8140-3099-4d61-ad4c-02ebf992baf9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416679 Jan 28 18:32:07.586864 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2910a1e-4b61-4b25-b068-cdb2dbdea2c1 req-e1de2b17-8ebe-4697-b158-b637dca17ca2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:07.588989 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f2910a1e-4b61-4b25-b068-cdb2dbdea2c1 req-e1de2b17-8ebe-4697-b158-b637dca17ca2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 945 time: 0.0807171 Jan 28 18:32:07.637553 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f2910a1e-4b61-4b25-b068-cdb2dbdea2c1 req-d291808e-0e97-48ce-ba33-835eed7e7c6f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429289 Jan 28 18:32:07.660832 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53524) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:07.731226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e793adb9-98f7-467f-8a75-f364cafbbc69 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:07.732730 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e793adb9-98f7-467f-8a75-f364cafbbc69 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 1093 time: 0.0709054 Jan 28 18:32:07.735618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53528) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:07.740606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:32:07.746676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:32:07.750480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:floatingip and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:32:07.753311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:32:07.758893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:32:07.821083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:07.962162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:08.106288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.26.1.19 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/93d1ee23-60c3-4858-a601-a3ccc3024508) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:32:08.352731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:08.443933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:08.513141 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:32:08.516333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:32:08.520101 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:32:08.556680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=93d1ee23-60c3-4858-a601-a3ccc3024508,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:08.934855 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:09.074573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:09.307691 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:09.380681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:09.498199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=93d1ee23-60c3-4858-a601-a3ccc3024508,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:09.510859 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:09.684683 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Floating IP 5e24e1f5-b786-46d8-bc5a-57032111efba associated. External IP: 172.26.1.19, port: b94d03cc-7a82-4d4c-a79a-f2f50ce97113. Jan 28 18:32:09.985983 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-74eb1a26-c593-4a65-acfe-d0f6c255f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:10.152457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 19787a20-d331-4ec7-8aa9-32ae95625436 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:32:10.341303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:32:10.351957 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd627fea-c375-4f74-a37e-2d411e048fda None None] Sync routers for ids ['19787a20-d331-4ec7-8aa9-32ae95625436'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:32:10.361751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd627fea-c375-4f74-a37e-2d411e048fda None None] Routers {'19787a20-d331-4ec7-8aa9-32ae95625436'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:32:10.362371 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-cd627fea-c375-4f74-a37e-2d411e048fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:31:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['19787a20-d331-4ec7-8aa9-32ae95625436'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:10.404548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:10.462773 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6a163c8f-a32c-484d-b1d2-834f4617bd7e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7237730 Jan 28 18:32:10.462773 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'tag': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:32:10.511262 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'tag': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113', 'status': 'completed', 'code': 200} Jan 28 18:32:10.572408 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-cd627fea-c375-4f74-a37e-2d411e048fda None None] Set router 19787a20-d331-4ec7-8aa9-32ae95625436 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:32:10.683614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3e911-d53a-47c4-8c51-4a1e5aa3b511 req-9b2d8f85-92e0-4b01-a1a8-1cd80ecf5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:10.685166 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6fa3e911-d53a-47c4-8c51-4a1e5aa3b511 req-9b2d8f85-92e0-4b01-a1a8-1cd80ecf5a9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 1098 time: 0.1454303 Jan 28 18:32:10.693831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b32119-cde2-4a43-85bb-6cee7858f3f1 req-d9a15fee-b21a-4f4b-92b2-6584d55cda47 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:10.695385 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06b32119-cde2-4a43-85bb-6cee7858f3f1 req-d9a15fee-b21a-4f4b-92b2-6584d55cda47 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 945 time: 0.1134348 Jan 28 18:32:10.822378 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-06b32119-cde2-4a43-85bb-6cee7858f3f1 req-d59a023b-7b7e-4af3-b71a-5e64bd106310 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069710 Jan 28 18:32:10.847314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53536) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:10.865040 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3e911-d53a-47c4-8c51-4a1e5aa3b511 req-02ac43eb-d961-43b3-9ab7-d478cb7f5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:10.867362 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6fa3e911-d53a-47c4-8c51-4a1e5aa3b511 req-02ac43eb-d961-43b3-9ab7-d478cb7f5d13 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b4be538-e360-4955-9645-bb60722aef91 HTTP/1.1" status: 200 len: 897 time: 0.1709285 Jan 28 18:32:10.972260 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c1603d4e-3f22-4ae2-b5b2-612ac04bb226 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/5e24e1f5-b786-46d8-bc5a-57032111efba HTTP/1.1" status: 200 len: 990 time: 0.1230025 Jan 28 18:32:10.999181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-cd627fea-c375-4f74-a37e-2d411e048fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:31:50Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '5e24e1f5-b786-46d8-bc5a-57032111efba', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.19', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'port_id': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'mac_address': 'fa:16:3e:68:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:32:08Z', 'updated_at': '2022-01-28T18:32:08Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0284d9-cb0e-4137-97a4-a7d055bfb7b5', 'name': '', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:d9:1c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:49Z', 'updated_at': '2022-01-28T18:31:55Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:11.001163 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6fa3e911-d53a-47c4-8c51-4a1e5aa3b511 req-c39bc63c-6f77-48fb-945d-48f5e51c5b84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b94d03cc-7a82-4d4c-a79a-f2f50ce97113 HTTP/1.1" status: 200 len: 998 time: 0.1282098 Jan 28 18:32:11.003599 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd627fea-c375-4f74-a37e-2d411e048fda None None] Checking router: 19787a20-d331-4ec7-8aa9-32ae95625436 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:32:11.013397 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd627fea-c375-4f74-a37e-2d411e048fda None None] Routers {'19787a20-d331-4ec7-8aa9-32ae95625436'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:32:11.014035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-cd627fea-c375-4f74-a37e-2d411e048fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:31:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['19787a20-d331-4ec7-8aa9-32ae95625436'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:11.068394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3e911-d53a-47c4-8c51-4a1e5aa3b511 req-b0d31435-da28-4016-b6a3-50edc8a2db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:11.069826 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6fa3e911-d53a-47c4-8c51-4a1e5aa3b511 req-b0d31435-da28-4016-b6a3-50edc8a2db34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88aa18d1-1bcd-450b-ae65-3f626255bfe2 HTTP/1.1" status: 200 len: 834 time: 0.0634882 Jan 28 18:32:11.146389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3e911-d53a-47c4-8c51-4a1e5aa3b511 req-d47ff926-5462-435b-a4d2-41f2e1d63bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:11.148038 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6fa3e911-d53a-47c4-8c51-4a1e5aa3b511 req-d47ff926-5462-435b-a4d2-41f2e1d63bcc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b4be538-e360-4955-9645-bb60722aef91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714374 Jan 28 18:32:11.202931 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-cd627fea-c375-4f74-a37e-2d411e048fda None None] Set router 19787a20-d331-4ec7-8aa9-32ae95625436 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:32:11.289827 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6fa3e911-d53a-47c4-8c51-4a1e5aa3b511 req-2c9a761f-4ec9-460f-9486-8fa6cfef4b1a service neutron] 10.222.0.16 "GET /v2.0/networks/2b4be538-e360-4955-9645-bb60722aef91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349797 Jan 28 18:32:11.430695 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6fa3e911-d53a-47c4-8c51-4a1e5aa3b511 req-427eccee-4fd3-47ed-a72a-1129b28806c2 service neutron] 10.222.0.16 "GET /v2.0/networks/2b4be538-e360-4955-9645-bb60722aef91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348543 Jan 28 18:32:11.586916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-cd627fea-c375-4f74-a37e-2d411e048fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:31:50Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '5e24e1f5-b786-46d8-bc5a-57032111efba', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.19', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'port_id': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'mac_address': 'fa:16:3e:68:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:32:08Z', 'updated_at': '2022-01-28T18:32:08Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0284d9-cb0e-4137-97a4-a7d055bfb7b5', 'name': '', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:d9:1c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:49Z', 'updated_at': '2022-01-28T18:31:55Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:11.593563 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd627fea-c375-4f74-a37e-2d411e048fda None None] The sync data for ids ['19787a20-d331-4ec7-8aa9-32ae95625436'] in dv-neutron-826919-1-hyperv is: [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:31:50Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '5e24e1f5-b786-46d8-bc5a-57032111efba', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.19', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'port_id': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'mac_address': 'fa:16:3e:68:8a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:32:08Z', 'updated_at': '2022-01-28T18:32:08Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0284d9-cb0e-4137-97a4-a7d055bfb7b5', 'name': '', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:d9:1c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:49Z', 'updated_at': '2022-01-28T18:31:55Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:32:11.808215 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13df59-d1b0-4b41-896c-dfb098bdb65c None None] New status for floating IP 5e24e1f5-b786-46d8-bc5a-57032111efba: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:32:11.974764 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53540) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:12.091682 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-63854121-f543-4bdd-8414-c1888e824288 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/5e24e1f5-b786-46d8-bc5a-57032111efba HTTP/1.1" status: 200 len: 990 time: 0.1159928 Jan 28 18:32:12.345788 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2bed1f09-17b0-4a9a-a3e8-081768316d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:13.095798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53544) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:13.212815 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-81a7851b-8574-433f-abad-1faa269b5798 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/5e24e1f5-b786-46d8-bc5a-57032111efba HTTP/1.1" status: 200 len: 992 time: 0.1159124 Jan 28 18:32:13.337181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:13.437976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:15.060606 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:20.238308 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:36.122048 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:32:39.986701 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-efd918ff-c961-437a-aabd-05bcf70f62d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:40.211773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0b107-8915-448a-96c8-496f9fc9b516 req-2f13c489-6cb6-4ed7-b6cc-3d0ef09ec50c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:40.213775 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4be0b107-8915-448a-96c8-496f9fc9b516 req-2f13c489-6cb6-4ed7-b6cc-3d0ef09ec50c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 945 time: 0.0826340 Jan 28 18:32:40.258311 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4be0b107-8915-448a-96c8-496f9fc9b516 req-35347077-7c40-4169-8b24-7ddfebad3d87 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388236 Jan 28 18:32:41.454322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41b9f0-5713-4ed2-98e2-748a7f142b69 req-b00b8192-d744-4b29-becd-3377aa3dd4a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:41.455895 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fb41b9f0-5713-4ed2-98e2-748a7f142b69 req-b00b8192-d744-4b29-becd-3377aa3dd4a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 945 time: 0.0868647 Jan 28 18:32:41.515887 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fb41b9f0-5713-4ed2-98e2-748a7f142b69 req-c4914156-1cf8-40f7-95d2-927ce06923bf tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543058 Jan 28 18:32:41.553942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53562) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:41.774244 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f6566562-46fe-4dd4-b8b8-9c0cb99a44a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/5e24e1f5-b786-46d8-bc5a-57032111efba HTTP/1.1" status: 200 len: 992 time: 0.2192554 Jan 28 18:32:42.333911 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d1af8692-a3af-480d-bafe-65724ef291fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:43.374227 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:43.434679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:43.445068 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b2381-3d55-4385-9b6f-92501f4c1edb req-4f4e3ac7-d8b3-4da8-8d65-a619226dafa2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:43.448527 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fd6b2381-3d55-4385-9b6f-92501f4c1edb req-4f4e3ac7-d8b3-4da8-8d65-a619226dafa2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 945 time: 0.0887213 Jan 28 18:32:43.501702 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fd6b2381-3d55-4385-9b6f-92501f4c1edb req-f167f9e6-3cba-4c3f-9a15-1ff8df75bcd0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428317 Jan 28 18:32:44.705106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede424f-a03a-4962-bbd5-d1470eeb215a req-9c202ab9-b62d-49be-9061-8f1e2e24c4fc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:44.706591 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cede424f-a03a-4962-bbd5-d1470eeb215a req-9c202ab9-b62d-49be-9061-8f1e2e24c4fc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 945 time: 0.0834897 Jan 28 18:32:44.751648 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cede424f-a03a-4962-bbd5-d1470eeb215a req-4c138675-9af0-43ff-9ff3-011e2297f660 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392692 Jan 28 18:32:44.776109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53574) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:44.887554 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c63dfbd5-389c-45b1-8ad3-67b61acec243 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/5e24e1f5-b786-46d8-bc5a-57032111efba HTTP/1.1" status: 200 len: 992 time: 0.1100044 Jan 28 18:32:45.130765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:45.244013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53582) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:45.450175 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 93d1ee23-60c3-4858-a601-a3ccc3024508 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:32:45.450514 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:45.631566 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:45.631898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:45.766316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 93d1ee23-60c3-4858-a601-a3ccc3024508 owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:32:46.003770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:46.078834 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=93d1ee23-60c3-4858-a601-a3ccc3024508,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:46.123536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:46.123880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:46.124215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:46.124551 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:46.124879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:46.125201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:46.125520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:46.125846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:46.126168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:46.126480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:46.126798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:46.127151 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:46.162003 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:46.162344 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Floating IP 5e24e1f5-b786-46d8-bc5a-57032111efba disassociated (deleted). External IP: 172.26.1.19, port: b94d03cc-7a82-4d4c-a79a-f2f50ce97113. Jan 28 18:32:46.675173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 19787a20-d331-4ec7-8aa9-32ae95625436 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:32:46.874588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:32:46.885782 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d27e72e-c07c-439a-bbc0-3011f44230e9 None None] Sync routers for ids ['19787a20-d331-4ec7-8aa9-32ae95625436'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:32:46.895615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d27e72e-c07c-439a-bbc0-3011f44230e9 None None] Routers {'19787a20-d331-4ec7-8aa9-32ae95625436'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:32:46.896244 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4d27e72e-c07c-439a-bbc0-3011f44230e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:32:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['19787a20-d331-4ec7-8aa9-32ae95625436'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:46.976955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:47.064315 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9e17713d-63f3-4a26-879b-2b947601b962 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/floatingips/5e24e1f5-b786-46d8-bc5a-57032111efba HTTP/1.1" status: 204 len: 168 time: 1.8192883 Jan 28 18:32:47.065228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'tag': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:32:47.124569 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'tag': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113', 'status': 'completed', 'code': 200} Jan 28 18:32:47.126908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-4d27e72e-c07c-439a-bbc0-3011f44230e9 None None] Set router 19787a20-d331-4ec7-8aa9-32ae95625436 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:32:47.232241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858ebf0-a74c-43db-bc0d-3eefd303a5d0 req-425fbd3a-7af3-46f7-94a9-996c33ce7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:47.233744 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f858ebf0-a74c-43db-bc0d-3eefd303a5d0 req-425fbd3a-7af3-46f7-94a9-996c33ce7495 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 1098 time: 0.0867014 Jan 28 18:32:47.391849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858ebf0-a74c-43db-bc0d-3eefd303a5d0 req-c7b7e107-839f-444b-8ebf-ca56f12719c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:47.393327 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f858ebf0-a74c-43db-bc0d-3eefd303a5d0 req-c7b7e107-839f-444b-8ebf-ca56f12719c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b4be538-e360-4955-9645-bb60722aef91 HTTP/1.1" status: 200 len: 897 time: 0.1533906 Jan 28 18:32:47.461470 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f858ebf0-a74c-43db-bc0d-3eefd303a5d0 req-90f5abff-ebff-4629-bee3-40a7f3d05d11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b94d03cc-7a82-4d4c-a79a-f2f50ce97113 HTTP/1.1" status: 200 len: 217 time: 0.0619693 Jan 28 18:32:47.555103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858ebf0-a74c-43db-bc0d-3eefd303a5d0 req-c33c5490-176a-406f-82a1-bc17ed1acb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:47.558491 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f858ebf0-a74c-43db-bc0d-3eefd303a5d0 req-c33c5490-176a-406f-82a1-bc17ed1acb4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88aa18d1-1bcd-450b-ae65-3f626255bfe2 HTTP/1.1" status: 200 len: 834 time: 0.0910778 Jan 28 18:32:47.618347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4d27e72e-c07c-439a-bbc0-3011f44230e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:31:50Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '1b0284d9-cb0e-4137-97a4-a7d055bfb7b5', 'name': '', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:d9:1c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:49Z', 'updated_at': '2022-01-28T18:31:55Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:47.630500 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d27e72e-c07c-439a-bbc0-3011f44230e9 None None] Checking router: 19787a20-d331-4ec7-8aa9-32ae95625436 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:32:47.641643 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d27e72e-c07c-439a-bbc0-3011f44230e9 None None] Routers {'19787a20-d331-4ec7-8aa9-32ae95625436'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:32:47.642446 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4d27e72e-c07c-439a-bbc0-3011f44230e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:32:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['19787a20-d331-4ec7-8aa9-32ae95625436'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:47.656482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858ebf0-a74c-43db-bc0d-3eefd303a5d0 req-ef4595a8-77b1-4701-9541-ecb6cc521d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:47.658886 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f858ebf0-a74c-43db-bc0d-3eefd303a5d0 req-ef4595a8-77b1-4701-9541-ecb6cc521d82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b4be538-e360-4955-9645-bb60722aef91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0926373 Jan 28 18:32:47.746011 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4f1dd-7781-4dd9-b91c-ed5c42633ab6 req-a0669876-b38c-4949-9373-42c3152496c9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:47.747603 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9ae4f1dd-7781-4dd9-b91c-ed5c42633ab6 req-a0669876-b38c-4949-9373-42c3152496c9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 945 time: 0.1326020 Jan 28 18:32:47.799683 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9ae4f1dd-7781-4dd9-b91c-ed5c42633ab6 req-e8def094-219f-40d3-a527-91f3d7023f91 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458868 Jan 28 18:32:47.821999 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f858ebf0-a74c-43db-bc0d-3eefd303a5d0 req-fca32910-fe8a-4c62-a3f6-80a413fdf247 service neutron] 10.222.0.16 "GET /v2.0/networks/2b4be538-e360-4955-9645-bb60722aef91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480775 Jan 28 18:32:47.844953 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-4d27e72e-c07c-439a-bbc0-3011f44230e9 None None] Set router 19787a20-d331-4ec7-8aa9-32ae95625436 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:32:47.990068 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f858ebf0-a74c-43db-bc0d-3eefd303a5d0 req-3aa5fa31-0e01-4252-a138-ad184f0cc7a6 service neutron] 10.222.0.16 "GET /v2.0/networks/2b4be538-e360-4955-9645-bb60722aef91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602843 Jan 28 18:32:48.202227 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-4d27e72e-c07c-439a-bbc0-3011f44230e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:31:50Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '1b0284d9-cb0e-4137-97a4-a7d055bfb7b5', 'name': '', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:d9:1c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:49Z', 'updated_at': '2022-01-28T18:31:55Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:48.206596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d27e72e-c07c-439a-bbc0-3011f44230e9 None None] The sync data for ids ['19787a20-d331-4ec7-8aa9-32ae95625436'] in dv-neutron-826919-1-hyperv is: [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:31:50Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '1b0284d9-cb0e-4137-97a4-a7d055bfb7b5', 'name': '', 'network_id': '2b4be538-e360-4955-9645-bb60722aef91', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:d9:1c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:49Z', 'updated_at': '2022-01-28T18:31:55Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '88aa18d1-1bcd-450b-ae65-3f626255bfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:32:48.437524 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c7d6d-2e11-4c8c-95f3-37ce57a4c271 None None] New status for floating IP 5e24e1f5-b786-46d8-bc5a-57032111efba: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:32:49.004778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db4708-5c0e-4fea-b591-8a75ca3bdcfb req-0843d34d-b485-486a-935c-c5521fffdd02 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:49.005502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-c9db4708-5c0e-4fea-b591-8a75ca3bdcfb req-0843d34d-b485-486a-935c-c5521fffdd02 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:32:49.072314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-c9db4708-5c0e-4fea-b591-8a75ca3bdcfb req-0843d34d-b485-486a-935c-c5521fffdd02 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:32:49.073519 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c9db4708-5c0e-4fea-b591-8a75ca3bdcfb req-0843d34d-b485-486a-935c-c5521fffdd02 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 945 time: 0.1622374 Jan 28 18:32:49.169419 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c9db4708-5c0e-4fea-b591-8a75ca3bdcfb req-f9667a0e-6c5c-4b72-b838-ccf5a329e7d9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa7d265-f2d8-4681-a992-27c7e790d26f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900297 Jan 28 18:32:49.208758 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f222d-e118-42b1-8a17-9c9e566fa198 req-97197a8e-1755-4a36-8876-a5dcb4606519 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:32:49.210339 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b94f222d-e118-42b1-8a17-9c9e566fa198 req-97197a8e-1755-4a36-8876-a5dcb4606519 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 945 time: 0.1094842 Jan 28 18:32:49.298173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-b94f222d-e118-42b1-8a17-9c9e566fa198 req-40fd7402-cbc4-4529-b737-b5e93bf9164e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port b94d03cc-7a82-4d4c-a79a-f2f50ce97113 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:32:49.298421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b94f222d-e118-42b1-8a17-9c9e566fa198 req-40fd7402-cbc4-4529-b737-b5e93bf9164e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:49.554674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-b94f222d-e118-42b1-8a17-9c9e566fa198 req-40fd7402-cbc4-4529-b737-b5e93bf9164e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port b94d03cc-7a82-4d4c-a79a-f2f50ce97113, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=b94d03cc-7a82-4d4c-a79a-f2f50ce97113,segment=NetworkSegment(796ff281-9d87-4e04-b8de-4acccd6773e0),segment_id=796ff281-9d87-4e04-b8de-4acccd6773e0)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:32:49.554926 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b94f222d-e118-42b1-8a17-9c9e566fa198 req-40fd7402-cbc4-4529-b737-b5e93bf9164e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:49.802442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-b94f222d-e118-42b1-8a17-9c9e566fa198 req-40fd7402-cbc4-4529-b737-b5e93bf9164e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for b94d03cc-7a82-4d4c-a79a-f2f50ce97113 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:32:50.038181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b94f222d-e118-42b1-8a17-9c9e566fa198 req-40fd7402-cbc4-4529-b737-b5e93bf9164e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:50.089046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd7402-cbc4-4529-b737-b5e93bf9164e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=b94d03cc-7a82-4d4c-a79a-f2f50ce97113,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:50.163725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:50.165481 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94f222d-e118-42b1-8a17-9c9e566fa198 req-40fd7402-cbc4-4529-b737-b5e93bf9164e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] No DVR routers for this DVR port b94d03cc-7a82-4d4c-a79a-f2f50ce97113 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:32:50.167916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-b94f222d-e118-42b1-8a17-9c9e566fa198 req-40fd7402-cbc4-4529-b737-b5e93bf9164e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:50.170446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'name': 'network-vif-deleted', 'tag': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:32:50.216795 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6ffa51-e705-43b3-8013-e5867e8c719c', 'name': 'network-vif-deleted', 'tag': 'b94d03cc-7a82-4d4c-a79a-f2f50ce97113', 'status': 'completed', 'code': 200} Jan 28 18:32:50.245194 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b94f222d-e118-42b1-8a17-9c9e566fa198 req-40fd7402-cbc4-4529-b737-b5e93bf9164e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "DELETE /v2.0/ports/b94d03cc-7a82-4d4c-a79a-f2f50ce97113 HTTP/1.1" status: 204 len: 173 time: 1.0297601 Jan 28 18:32:50.322974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-5224254b-d7d9-4df2-8f31-be129e2c9be1 req-544d8f30-d9ac-4eb8-877a-b9eb9e147477 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:32:50.369466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-5224254b-d7d9-4df2-8f31-be129e2c9be1 req-544d8f30-d9ac-4eb8-877a-b9eb9e147477 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:32:50.370556 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5224254b-d7d9-4df2-8f31-be129e2c9be1 req-544d8f30-d9ac-4eb8-877a-b9eb9e147477 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b6ffa51-e705-43b3-8013-e5867e8c719c HTTP/1.1" status: 200 len: 210 time: 0.0897727 Jan 28 18:32:51.488360 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53600) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:52.092774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc3f0-c378-4025-9637-0c1d4cfe4231 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:52.444233 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bc3f0-c378-4025-9637-0c1d4cfe4231 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:32:52.444570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc3f0-c378-4025-9637-0c1d4cfe4231 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:52.722740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-9c2bc3f0-c378-4025-9637-0c1d4cfe4231 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1b0284d9-cb0e-4137-97a4-a7d055bfb7b5,segment=NetworkSegment(796ff281-9d87-4e04-b8de-4acccd6773e0),segment_id=796ff281-9d87-4e04-b8de-4acccd6773e0)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:32:52.723449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc3f0-c378-4025-9637-0c1d4cfe4231 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:52.842800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bc3f0-c378-4025-9637-0c1d4cfe4231 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:32:53.289792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc3f0-c378-4025-9637-0c1d4cfe4231 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:53.341698 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bc3f0-c378-4025-9637-0c1d4cfe4231 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=1b0284d9-cb0e-4137-97a4-a7d055bfb7b5,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:53.435231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device b94d03cc-7a82-4d4c-a79a-f2f50ce97113 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:32:53.474632 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: b94d03cc-7a82-4d4c-a79a-f2f50ce97113 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:32:53.475161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device b94d03cc-7a82-4d4c-a79a-f2f50ce97113 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:32:53.625715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc3f0-c378-4025-9637-0c1d4cfe4231 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:54.000548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2bc3f0-c378-4025-9637-0c1d4cfe4231 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 19787a20-d331-4ec7-8aa9-32ae95625436 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:32:54.306684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2bc3f0-c378-4025-9637-0c1d4cfe4231 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:32:54.316620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db0397-a3be-4f59-adb8-26ec75d8c591 None None] Sync routers for ids ['19787a20-d331-4ec7-8aa9-32ae95625436'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:32:54.326183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0db0397-a3be-4f59-adb8-26ec75d8c591 None None] Routers {'19787a20-d331-4ec7-8aa9-32ae95625436'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:32:54.337192 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a0db0397-a3be-4f59-adb8-26ec75d8c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:32:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['19787a20-d331-4ec7-8aa9-32ae95625436'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:54.387556 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9c2bc3f0-c378-4025-9637-0c1d4cfe4231 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "PUT /v2.0/routers/19787a20-d331-4ec7-8aa9-32ae95625436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8980641 Jan 28 18:32:54.390695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53604) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:54.461240 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting subnet 88aa18d1-1bcd-450b-ae65-3f626255bfe2 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:32:54.464421 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:54.509929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-a0db0397-a3be-4f59-adb8-26ec75d8c591 None None] Set router 19787a20-d331-4ec7-8aa9-32ae95625436 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:32:54.522648 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:54.620308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:54.763070 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:54.798313 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a0db0397-a3be-4f59-adb8-26ec75d8c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:32:53Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:54.802290 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db0397-a3be-4f59-adb8-26ec75d8c591 None None] Checking router: 19787a20-d331-4ec7-8aa9-32ae95625436 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:32:54.806713 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Subnet': ['ID=88aa18d1-1bcd-450b-ae65-3f626255bfe2,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:54.810793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:54.811905 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0db0397-a3be-4f59-adb8-26ec75d8c591 None None] Routers {'19787a20-d331-4ec7-8aa9-32ae95625436'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:32:54.812611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a0db0397-a3be-4f59-adb8-26ec75d8c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:32:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['19787a20-d331-4ec7-8aa9-32ae95625436'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:54.819423 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:54.819764 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:54.820099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:54.820430 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:54.820752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:54.821073 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:54.821392 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:54.821770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:54.822091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:54.822405 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:54.822717 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:54.823049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:54.829864 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-302b62ce-b116-4848-b56f-71b5c8384bdc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/subnets/88aa18d1-1bcd-450b-ae65-3f626255bfe2 HTTP/1.1" status: 204 len: 168 time: 0.4377234 Jan 28 18:32:54.832494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53608) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:54.911494 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762cc6e1-a52d-41c7-8f4c-1a8993d962a7 None None] Network 2b4be538-e360-4955-9645-bb60722aef91 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:32:55.174513 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:55.235505 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-a0db0397-a3be-4f59-adb8-26ec75d8c591 None None] Set router 19787a20-d331-4ec7-8aa9-32ae95625436 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:32:55.413066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:55.500983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 8951baeb-2893-44d6-95bf-ed6bd727463d {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:32:55.501330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:55.559620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] DHCP port deletion for 2b4be538-e360-4955-9645-bb60722aef91 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:32:55.565176 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Deleting port 85765a28-06da-48f7-865a-77455c45e686 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:32:55.565787 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:55.679619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-a0db0397-a3be-4f59-adb8-26ec75d8c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:32:53Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:55.703567 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db0397-a3be-4f59-adb8-26ec75d8c591 None None] The sync data for ids ['19787a20-d331-4ec7-8aa9-32ae95625436'] in dv-neutron-826919-1-hyperv is: [{'id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049585449', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85'}], 'enable_snat': True}, 'gw_port_id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:31:44Z', 'updated_at': '2022-01-28T18:32:53Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8951baeb-2893-44d6-95bf-ed6bd727463d', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19787a20-d331-4ec7-8aa9-32ae95625436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:31:45Z', 'updated_at': '2022-01-28T18:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:32:55.707653 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port 8951baeb-2893-44d6-95bf-ed6bd727463d, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8951baeb-2893-44d6-95bf-ed6bd727463d,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:32:55.708020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:55.810002 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] For port 85765a28-06da-48f7-865a-77455c45e686, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=85765a28-06da-48f7-865a-77455c45e686,segment=NetworkSegment(796ff281-9d87-4e04-b8de-4acccd6773e0),segment_id=796ff281-9d87-4e04-b8de-4acccd6773e0)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:32:55.810313 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:55.840085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 8951baeb-2893-44d6-95bf-ed6bd727463d owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:32:55.948281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Calling delete_port for 85765a28-06da-48f7-865a-77455c45e686 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:32:56.077991 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:56.090699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:56.142341 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=8951baeb-2893-44d6-95bf-ed6bd727463d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:56.143256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] No DVR routers for this DVR port 85765a28-06da-48f7-865a-77455c45e686 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:32:56.157040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Pushing event deleted for resources: {'Port': ['ID=85765a28-06da-48f7-865a-77455c45e686,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:56.165572 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:56.166010 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:56.166421 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:56.167385 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:56.167385 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:56.167692 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:56.168027 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:56.168339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:56.168676 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:56.169016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:56.169342 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:56.169664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a05c6e-24f1-4374-8229-8be7b8654787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:32:56.244020 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:56.425808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:56.428322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:56.569304 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:56.569763 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Fanout notify agent at l3_agent the message router_deleted on router 19787a20-d331-4ec7-8aa9-32ae95625436 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:32:56.585899 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:56.590444 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-95a99bd7-4157-40bb-8d72-92dd4a8536c6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/routers/19787a20-d331-4ec7-8aa9-32ae95625436 HTTP/1.1" status: 204 len: 168 time: 1.7535608 Jan 28 18:32:56.590444 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53614) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:56.711691 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0c24b4f9-9a36-4597-9b41-34d4f9d33ab9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:56.852731 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0c24b4f9-9a36-4597-9b41-34d4f9d33ab9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:56.893101 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-0c24b4f9-9a36-4597-9b41-34d4f9d33ab9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4be538-e360-4955-9645-bb60722aef91']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:56.913572 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-0c24b4f9-9a36-4597-9b41-34d4f9d33ab9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796ff281-9d87-4e04-b8de-4acccd6773e0') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:56.913862 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-0c24b4f9-9a36-4597-9b41-34d4f9d33ab9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796ff281-9d87-4e04-b8de-4acccd6773e0') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:32:56.926684 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0c24b4f9-9a36-4597-9b41-34d4f9d33ab9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:56.950154 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0c24b4f9-9a36-4597-9b41-34d4f9d33ab9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:56.960366 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c24b4f9-9a36-4597-9b41-34d4f9d33ab9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:32:56.960970 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0c24b4f9-9a36-4597-9b41-34d4f9d33ab9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:32:56.992036 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:32:57.260659 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0c24b4f9-9a36-4597-9b41-34d4f9d33ab9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:57.276636 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:32:57.278479 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0c24b4f9-9a36-4597-9b41-34d4f9d33ab9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:57.289639 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24b4f9-9a36-4597-9b41-34d4f9d33ab9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Network': ['ID=2b4be538-e360-4955-9645-bb60722aef91,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:57.316459 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:32:57.316722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1b0284d9-cb0e-4137-97a4-a7d055bfb7b5 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:32:57.317148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8951baeb-2893-44d6-95bf-ed6bd727463d no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:32:57.350622 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 8951baeb-2893-44d6-95bf-ed6bd727463d {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:32:57.350977 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8951baeb-2893-44d6-95bf-ed6bd727463d not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:32:57.351428 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 85765a28-06da-48f7-865a-77455c45e686 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:32:57.353518 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0c24b4f9-9a36-4597-9b41-34d4f9d33ab9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/networks/2b4be538-e360-4955-9645-bb60722aef91 HTTP/1.1" status: 204 len: 168 time: 0.7611759 Jan 28 18:32:57.356048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53620) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:57.384569 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 85765a28-06da-48f7-865a-77455c45e686 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:32:57.384885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 85765a28-06da-48f7-865a-77455c45e686 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:32:57.431375 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ac518a0-ada5-4502-8c55-c5a9ca6fba1e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:57.462504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ac518a0-ada5-4502-8c55-c5a9ca6fba1e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:57.603728 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ac518a0-ada5-4502-8c55-c5a9ca6fba1e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:57.622748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac518a0-ada5-4502-8c55-c5a9ca6fba1e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa7d265-f2d8-4681-a992-27c7e790d26f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:57.694026 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1ac518a0-ada5-4502-8c55-c5a9ca6fba1e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:57.695125 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1ac518a0-ada5-4502-8c55-c5a9ca6fba1e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/security-groups/7aa7d265-f2d8-4681-a992-27c7e790d26f HTTP/1.1" status: 204 len: 168 time: 0.3380673 Jan 28 18:32:58.230335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53628) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:58.239213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24860376', 'description': 'tempest-secgroup-smoke-24860376 description', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:32:58.249014 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:32:58.255062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:32:58.259526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:32:58.266181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:32:58.328529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:58.349105 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:32:58.353632 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:32:58.356574 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:32:58.362321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:32:58.433087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:58.546093 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:58.586186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8c87b8-12b8-4805-8208-55c3f1ddd79c,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:58.683456 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:58.684707 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0e1a6f6c-d48b-4baa-a900-35e908a8e609 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4528797 Jan 28 18:32:58.687621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53632) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:58.692635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-7e5030c7-43df-4e1e-a96e-c2af04466465 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': 'da8c87b8-12b8-4805-8208-55c3f1ddd79c', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:32:58.699169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7e5030c7-43df-4e1e-a96e-c2af04466465 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:32:58.703253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7e5030c7-43df-4e1e-a96e-c2af04466465 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:32:58.706278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7e5030c7-43df-4e1e-a96e-c2af04466465 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:32:58.712779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7e5030c7-43df-4e1e-a96e-c2af04466465 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:32:58.808888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e5030c7-43df-4e1e-a96e-c2af04466465 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:58.882767 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e5030c7-43df-4e1e-a96e-c2af04466465 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:58.957878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e5030c7-43df-4e1e-a96e-c2af04466465 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:58.982271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5030c7-43df-4e1e-a96e-c2af04466465 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3c3e24-debc-4fd9-bac1-4dc04e0ed194,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:59.043690 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7e5030c7-43df-4e1e-a96e-c2af04466465 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:59.044927 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7e5030c7-43df-4e1e-a96e-c2af04466465 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3564053 Jan 28 18:32:59.047645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53636) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:59.052674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b5bef349-6eda-4eb1-a882-1d84df06fd3e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': 'da8c87b8-12b8-4805-8208-55c3f1ddd79c', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:32:59.059507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b5bef349-6eda-4eb1-a882-1d84df06fd3e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:32:59.063374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b5bef349-6eda-4eb1-a882-1d84df06fd3e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:32:59.066253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b5bef349-6eda-4eb1-a882-1d84df06fd3e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:32:59.072582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b5bef349-6eda-4eb1-a882-1d84df06fd3e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:32:59.125594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b5bef349-6eda-4eb1-a882-1d84df06fd3e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:59.191812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b5bef349-6eda-4eb1-a882-1d84df06fd3e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:59.266558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b5bef349-6eda-4eb1-a882-1d84df06fd3e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:59.291178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bef349-6eda-4eb1-a882-1d84df06fd3e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96cd890-0f5b-4f65-9376-d5bdd68020d7,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:59.356905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b5bef349-6eda-4eb1-a882-1d84df06fd3e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:59.358101 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b5bef349-6eda-4eb1-a882-1d84df06fd3e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3095050 Jan 28 18:32:59.360819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53640) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:59.365638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-b8276465-69ac-48dc-8bcc-35ac3431a7ee tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': 'da8c87b8-12b8-4805-8208-55c3f1ddd79c', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:32:59.372197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b8276465-69ac-48dc-8bcc-35ac3431a7ee tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:32:59.376010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b8276465-69ac-48dc-8bcc-35ac3431a7ee tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:32:59.378836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-b8276465-69ac-48dc-8bcc-35ac3431a7ee tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:32:59.384955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-b8276465-69ac-48dc-8bcc-35ac3431a7ee tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:32:59.471829 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8276465-69ac-48dc-8bcc-35ac3431a7ee tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:59.543466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8276465-69ac-48dc-8bcc-35ac3431a7ee tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:59.608176 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8276465-69ac-48dc-8bcc-35ac3431a7ee tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:59.632265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8276465-69ac-48dc-8bcc-35ac3431a7ee tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7fdea0-71f6-4a71-86d6-47d36e477706,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:32:59.722535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b8276465-69ac-48dc-8bcc-35ac3431a7ee tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:59.723738 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b8276465-69ac-48dc-8bcc-35ac3431a7ee tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3619907 Jan 28 18:32:59.726402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53644) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:32:59.731455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d7abf2d0-6f32-4a5b-af0f-1bb9c7daba07 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': 'da8c87b8-12b8-4805-8208-55c3f1ddd79c', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:32:59.737454 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d7abf2d0-6f32-4a5b-af0f-1bb9c7daba07 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:32:59.741287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d7abf2d0-6f32-4a5b-af0f-1bb9c7daba07 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:32:59.744749 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d7abf2d0-6f32-4a5b-af0f-1bb9c7daba07 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:32:59.750461 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d7abf2d0-6f32-4a5b-af0f-1bb9c7daba07 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:32:59.832813 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7abf2d0-6f32-4a5b-af0f-1bb9c7daba07 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:59.910336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7abf2d0-6f32-4a5b-af0f-1bb9c7daba07 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:32:59.980578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7abf2d0-6f32-4a5b-af0f-1bb9c7daba07 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:00.004571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abf2d0-6f32-4a5b-af0f-1bb9c7daba07 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1f9832-7d82-400f-a18c-5801f59f6ee7,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:00.077812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d7abf2d0-6f32-4a5b-af0f-1bb9c7daba07 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:00.079070 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d7abf2d0-6f32-4a5b-af0f-1bb9c7daba07 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3517220 Jan 28 18:33:00.081714 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53648) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:33:00.086630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-26db44f2-1fc1-4cce-93ec-f2654d7fdb88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': 'da8c87b8-12b8-4805-8208-55c3f1ddd79c', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:33:00.092678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-26db44f2-1fc1-4cce-93ec-f2654d7fdb88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:33:00.096688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-26db44f2-1fc1-4cce-93ec-f2654d7fdb88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:33:00.099716 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-26db44f2-1fc1-4cce-93ec-f2654d7fdb88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:33:00.106252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-26db44f2-1fc1-4cce-93ec-f2654d7fdb88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:33:00.183142 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-26db44f2-1fc1-4cce-93ec-f2654d7fdb88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Project ecfee90546034acb89982cc3e9a2f88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:33:00.190435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26db44f2-1fc1-4cce-93ec-f2654d7fdb88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:00.258181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26db44f2-1fc1-4cce-93ec-f2654d7fdb88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:00.323754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26db44f2-1fc1-4cce-93ec-f2654d7fdb88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:00.349311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db44f2-1fc1-4cce-93ec-f2654d7fdb88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5f2a55-a80c-45c8-b4d9-e92ba742ccef,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:00.414920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-26db44f2-1fc1-4cce-93ec-f2654d7fdb88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:00.416265 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-26db44f2-1fc1-4cce-93ec-f2654d7fdb88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3336108 Jan 28 18:33:00.419562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53652) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:33:00.424565 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-36b3d416-2978-41fd-a583-22dc0f974859 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': 'da8c87b8-12b8-4805-8208-55c3f1ddd79c', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:33:00.431295 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-36b3d416-2978-41fd-a583-22dc0f974859 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:33:00.436365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-36b3d416-2978-41fd-a583-22dc0f974859 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:33:00.438856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-36b3d416-2978-41fd-a583-22dc0f974859 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:33:00.444784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-36b3d416-2978-41fd-a583-22dc0f974859 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:33:00.523860 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-36b3d416-2978-41fd-a583-22dc0f974859 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Project ecfee90546034acb89982cc3e9a2f88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:33:00.531519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-36b3d416-2978-41fd-a583-22dc0f974859 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:00.598234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-36b3d416-2978-41fd-a583-22dc0f974859 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:00.660997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-36b3d416-2978-41fd-a583-22dc0f974859 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:00.689589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3d416-2978-41fd-a583-22dc0f974859 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92045ed-d728-43bd-98bb-fed19ae98ce7,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:00.758169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-36b3d416-2978-41fd-a583-22dc0f974859 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:00.759496 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-36b3d416-2978-41fd-a583-22dc0f974859 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390114 Jan 28 18:33:00.762502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53656) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:33:00.768536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'network': {'name': 'tempest-network-smoke--1120985007', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'port_security_enabled': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:33:00.773697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:33:00.778593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:network and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:33:00.781619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:33:00.787566 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:33:00.883849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:33:00.887356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:00.916548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:33:00.925287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:00.925631 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Added segment ebe02956-2609-4730-ba71-99b9944ce7dc of type vlan for network 1a676038-8f92-4ece-80dc-b1e69d9eb249 Jan 28 18:33:00.953849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:01.038086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:01.044250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:01.044882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:01.161462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Network': ['ID=1a676038-8f92-4ece-80dc-b1e69d9eb249,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:01.175755 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 1a676038-8f92-4ece-80dc-b1e69d9eb249 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:33:01.232698 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6d7eafe9-b9c5-4930-b79d-d7b07d710be3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4690938 Jan 28 18:33:01.235548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53660) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:33:01.241097 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'admin_state_up': True, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:33:01.249082 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:33:01.253415 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:router and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:33:01.256680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:33:01.264006 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:33:01.340772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:01.341818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:01.358796 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:01.771525 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:02.166973 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:02.214981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:02.370869 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.26.1.16 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/897987fb-1b09-4953-9215-9bb2dbccb658) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:33:02.520227 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:02.615466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:02.682714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:33:02.684499 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:33:02.690001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:33:02.739153 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=897987fb-1b09-4953-9215-9bb2dbccb658,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:03.316593 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:03.672376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:03.946263 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:33:04.137892 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:33:04.151306 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Sync routers for ids ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:33:04.161899 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Routers {'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:33:04.162519 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:32:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:33:04.220605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:04.221751 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3330881a-88e5-4176-a7e2-31ac388d2299 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9852035 Jan 28 18:33:04.225148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53664) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:33:04.267102 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-89545192-1998-4aad-b7a6-f40fa847e691 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=ecfee90546034acb89982cc3e9a2f88d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406899 Jan 28 18:33:04.269765 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53668) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:33:04.345963 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Set router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:33:04.400698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a7f94-166e-463b-a386-f00de2fa59be tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:04.402182 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-671a7f94-166e-463b-a386-f00de2fa59be tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313999 Jan 28 18:33:04.405199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53672) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:33:04.448303 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-11e4ec91-fe14-49d6-be11-db275b0ab612 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420284 Jan 28 18:33:04.450931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53676) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:33:04.456490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1678003565', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:33:04.566045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:33:04.570029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:subnet and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:33:04.573709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:33:04.579486 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:33:04.638598 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:33:03Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:33:04.642431 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Checking router: fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:33:04.642775 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Updating router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 port 897987fb-1b09-4953-9215-9bb2dbccb658 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:33:04.677492 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:33:04.681015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:04.698235 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:05.043813 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:05.055089 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Transition to ACTIVE for port object 897987fb-1b09-4953-9215-9bb2dbccb658 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:33:05.123741 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:05.135614 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:05.200830 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Subnet': ['ID=2328beb3-bdac-453d-bb5b-8fdce6d3c0e8,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:05.209433 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Checking segment: {'id': 'ebe02956-2609-4730-ba71-99b9944ce7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:33:05.209781 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network hostable DHCP agents. Network: 1a676038-8f92-4ece-80dc-b1e69d9eb249, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:33:05.214910 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Attempting to bind port 897987fb-1b09-4953-9215-9bb2dbccb658 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:33:05.215394 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Attempting to bind port 897987fb-1b09-4953-9215-9bb2dbccb658 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:33:05.215630 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Attempting to bind port 897987fb-1b09-4953-9215-9bb2dbccb658 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:33:05.217636 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295219ca-c2bb-42da-92a4-2a08bd5cae21 None None] Pushing event updated for resources: {'Port': ['ID=897987fb-1b09-4953-9215-9bb2dbccb658,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:05.226682 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295219ca-c2bb-42da-92a4-2a08bd5cae21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:33:05.226682 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295219ca-c2bb-42da-92a4-2a08bd5cae21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:33:05.226682 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295219ca-c2bb-42da-92a4-2a08bd5cae21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:33:05.226682 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295219ca-c2bb-42da-92a4-2a08bd5cae21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:33:05.227342 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295219ca-c2bb-42da-92a4-2a08bd5cae21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:33:05.227961 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295219ca-c2bb-42da-92a4-2a08bd5cae21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:33:05.228464 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295219ca-c2bb-42da-92a4-2a08bd5cae21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:33:05.228849 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295219ca-c2bb-42da-92a4-2a08bd5cae21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:33:05.229177 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295219ca-c2bb-42da-92a4-2a08bd5cae21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:33:05.229486 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295219ca-c2bb-42da-92a4-2a08bd5cae21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:33:05.229797 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295219ca-c2bb-42da-92a4-2a08bd5cae21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:33:05.230110 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295219ca-c2bb-42da-92a4-2a08bd5cae21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:33:05.235193 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:33:05.235558 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:33:05.235948 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:05.236394 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:33:05.236846 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Bound port: 897987fb-1b09-4953-9215-9bb2dbccb658, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:33:05.237203 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:05.295803 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 1a676038-8f92-4ece-80dc-b1e69d9eb249 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:33:05.323018 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] For port 897987fb-1b09-4953-9215-9bb2dbccb658, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:33:05.326262 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] For port 897987fb-1b09-4953-9215-9bb2dbccb658, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=897987fb-1b09-4953-9215-9bb2dbccb658,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:33:05.363288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 1a676038-8f92-4ece-80dc-b1e69d9eb249) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:33:05.367301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:05.367951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:05.372565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee689a2-b60a-4283-8e42-082657f5c1c4 None None] Network 1a676038-8f92-4ece-80dc-b1e69d9eb249 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:33:05.387042 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:05.462244 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Routers {'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:33:05.462866 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:32:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:33:05.483522 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-03ec1404-f6d4-4f15-9796-83f7377ca3fd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0312927 Jan 28 18:33:05.486369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53680) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:33:05.530331 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295219ca-c2bb-42da-92a4-2a08bd5cae21 None None] Pushing event updated for resources: {'Port': ['ID=897987fb-1b09-4953-9215-9bb2dbccb658,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:05.603536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-1a676038-8f92-4ece-80dc-b1e69d9eb249', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ips': [{'subnet_id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:33:05.604657 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:05.685541 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] Set router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:33:05.796831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Allocated IP 172.20.0.2 (1a676038-8f92-4ece-80dc-b1e69d9eb249/2328beb3-bdac-453d-bb5b-8fdce6d3c0e8/1b83573e-cf31-42c2-9775-2ebb43e8e9a3) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:33:06.033626 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:06.042367 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:33:03Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:33:06.046953 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Transition to ACTIVE for port object 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:33:06.049654 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826eff1b-bfb4-4616-8bc9-01d7d965c54e None None] The sync data for ids ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'] in dv-neutron-826919-1-hyperv is: [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:33:03Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:33:06.073630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Transition to ACTIVE for port object 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:33:06.159279 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:06.260643 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Network 1a676038-8f92-4ece-80dc-b1e69d9eb249 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:33:06.265075 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:33:06.268222 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:33:06.347247 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Pushing event updated for resources: {'Port': ['ID=1b83573e-cf31-42c2-9775-2ebb43e8e9a3,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:06.406666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Attempting to bind port 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:33:06.407435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Attempting to bind port 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'ebe02956-2609-4730-ba71-99b9944ce7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:33:06.407575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Attempting to bind port 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 on network 1a676038-8f92-4ece-80dc-b1e69d9eb249 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:33:06.413387 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:33:06.413790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Checking segment: {'id': 'ebe02956-2609-4730-ba71-99b9944ce7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:33:06.414216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:06.414618 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Bound using segment: {'id': 'ebe02956-2609-4730-ba71-99b9944ce7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:33:06.414802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:06.415687 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Bound port: 1b83573e-cf31-42c2-9775-2ebb43e8e9a3, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe02956-2609-4730-ba71-99b9944ce7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:33:06.416068 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:06.515604 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] For port 1b83573e-cf31-42c2-9775-2ebb43e8e9a3, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:33:06.518708 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] For port 1b83573e-cf31-42c2-9775-2ebb43e8e9a3, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1b83573e-cf31-42c2-9775-2ebb43e8e9a3,segment=NetworkSegment(ebe02956-2609-4730-ba71-99b9944ce7dc),segment_id=ebe02956-2609-4730-ba71-99b9944ce7dc)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:33:06.586177 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:06.697540 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36817bc-f5f7-449f-a2c5-3e1237856dbb None None] Pushing event updated for resources: {'Port': ['ID=1b83573e-cf31-42c2-9775-2ebb43e8e9a3,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:06.899448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.20.0.1 (1a676038-8f92-4ece-80dc-b1e69d9eb249/2328beb3-bdac-453d-bb5b-8fdce6d3c0e8/c9fd043c-6a05-4f56-82b9-90b7dd539395) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:33:07.082280 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:07.098591 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Transition to ACTIVE for port object c9fd043c-6a05-4f56-82b9-90b7dd539395 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:33:07.202748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:07.270107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 1a676038-8f92-4ece-80dc-b1e69d9eb249 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:33:07.273028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:33:07.277806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:33:07.324292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=c9fd043c-6a05-4f56-82b9-90b7dd539395,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:07.344464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:07.355004 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:33:07.506311 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:33:07.512558 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 897987fb-1b09-4953-9215-9bb2dbccb658 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:33:07.637869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 897987fb-1b09-4953-9215-9bb2dbccb658 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:33:07.651769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 897987fb-1b09-4953-9215-9bb2dbccb658 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:33:07.652194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:07.710025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:07.732085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91e4597-8dc9-48b0-8311-2a455f5ac9ec None None] Network 1a676038-8f92-4ece-80dc-b1e69d9eb249 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:33:07.878857 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:07.920598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 897987fb-1b09-4953-9215-9bb2dbccb658, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=897987fb-1b09-4953-9215-9bb2dbccb658,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:33:07.956123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2adbab66-50a6-4fa1-95f1-7dac88745b2a None None] Provisioning for port 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:33:07.975223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2adbab66-50a6-4fa1-95f1-7dac88745b2a None None] Provisioning complete for port 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:33:07.975503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2adbab66-50a6-4fa1-95f1-7dac88745b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:08.019927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:08.206439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=897987fb-1b09-4953-9215-9bb2dbccb658,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:08.269754 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2adbab66-50a6-4fa1-95f1-7dac88745b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:08.301623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:08.314602 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-2adbab66-50a6-4fa1-95f1-7dac88745b2a None None] For port 1b83573e-cf31-42c2-9775-2ebb43e8e9a3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1b83573e-cf31-42c2-9775-2ebb43e8e9a3,segment=NetworkSegment(ebe02956-2609-4730-ba71-99b9944ce7dc),segment_id=ebe02956-2609-4730-ba71-99b9944ce7dc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:33:08.374068 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:08.404109 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2adbab66-50a6-4fa1-95f1-7dac88745b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:08.479820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbab66-50a6-4fa1-95f1-7dac88745b2a None None] Pushing event updated for resources: {'Port': ['ID=1b83573e-cf31-42c2-9775-2ebb43e8e9a3,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:08.493589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=c9fd043c-6a05-4f56-82b9-90b7dd539395,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:08.496257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:08.580748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-dadb1649-a810-4529-a339-7bcb39b27f2a None None] Provisioning for port c9fd043c-6a05-4f56-82b9-90b7dd539395 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:33:08.586667 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-dadb1649-a810-4529-a339-7bcb39b27f2a None None] Provisioning complete for port c9fd043c-6a05-4f56-82b9-90b7dd539395 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:33:08.587601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dadb1649-a810-4529-a339-7bcb39b27f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:08.646361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-dadb1649-a810-4529-a339-7bcb39b27f2a None None] Port c9fd043c-6a05-4f56-82b9-90b7dd539395 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:33:08.653535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 1a676038-8f92-4ece-80dc-b1e69d9eb249 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:33:08.654958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:33:08.659356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-dadb1649-a810-4529-a339-7bcb39b27f2a None None] Provisioning complete for port 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:33:08.659723 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dadb1649-a810-4529-a339-7bcb39b27f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:08.853258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:33:08.926166 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2f4c7f4d-f917-4a7c-b378-894618874bf4 None None] Provisioning complete for port c9fd043c-6a05-4f56-82b9-90b7dd539395 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:33:08.926540 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2f4c7f4d-f917-4a7c-b378-894618874bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:08.987013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c7f4d-f917-4a7c-b378-894618874bf4 None None] Port c9fd043c-6a05-4f56-82b9-90b7dd539395 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:33:09.039733 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:33:09.049418 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Sync routers for ids ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:33:09.052062 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3bdf1407-beff-4275-a5b0-9f80fa8513ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "PUT /v2.0/routers/fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5645294 Jan 28 18:33:09.058624 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Routers {'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:33:09.059424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:32:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:33:09.211215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-839a5c01-3811-40da-be56-ded39983eb9c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:33:09.241707 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Set router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:33:09.282958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:33:09.283509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-839a5c01-3811-40da-be56-ded39983eb9c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:33:09.284709 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-839a5c01-3811-40da-be56-ded39983eb9c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24860376&fields=id&tenant_id=ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 267 time: 0.1118455 Jan 28 18:33:09.465412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-4d0a84e7-7353-4c97-86d9-83c122d07522 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:09.466483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-4d0a84e7-7353-4c97-86d9-83c122d07522 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:33:09.546477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-4d0a84e7-7353-4c97-86d9-83c122d07522 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:33:09.546689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:33:09.546877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:09.547631 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-4d0a84e7-7353-4c97-86d9-83c122d07522 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/networks?id=1a676038-8f92-4ece-80dc-b1e69d9eb249 HTTP/1.1" status: 200 len: 797 time: 0.2554157 Jan 28 18:33:09.567281 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-62559c92-26cb-4639-869e-b4c1d2be58f8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/quotas/ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 375 time: 0.0134356 Jan 28 18:33:09.675494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ede155f3-fb0b-4ca3-9d49-6c1e5aaa7923 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:33:09.745670 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ede155f3-fb0b-4ca3-9d49-6c1e5aaa7923 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:33:09.747119 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ede155f3-fb0b-4ca3-9d49-6c1e5aaa7923 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1687107 Jan 28 18:33:09.761220 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 897987fb-1b09-4953-9215-9bb2dbccb658 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:33:09.825826 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'c9fd043c-6a05-4f56-82b9-90b7dd539395', 'name': '', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:3a:d3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:06Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 2, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:33:09.832324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Checking router: fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:33:09.832678 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Updating router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 port c9fd043c-6a05-4f56-82b9-90b7dd539395 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:33:09.892668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:09.902689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 897987fb-1b09-4953-9215-9bb2dbccb658 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:33:09.903344 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:09.938002 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-cb47fb5d-9826-4694-85bd-89abec2f5e1e service neutron] 10.222.0.26 "GET /v2.0/networks/1a676038-8f92-4ece-80dc-b1e69d9eb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788893 Jan 28 18:33:10.075788 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-88820313-70d3-4950-876a-c80e47e9363b service neutron] 10.222.0.26 "GET /v2.0/networks/1a676038-8f92-4ece-80dc-b1e69d9eb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299007 Jan 28 18:33:10.082715 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0be45f96-b56f-4897-99e9-1f78c9f64a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:10.343882 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-14184a86-bfc2-4c0f-b8cc-b08eb2092884 req-642786d4-0539-4867-80d7-781edffe1d3a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 210 time: 0.0537269 Jan 28 18:33:10.407170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:10.420941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Transition to ACTIVE for port object c9fd043c-6a05-4f56-82b9-90b7dd539395 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:33:10.506362 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:10.635890 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809778e-7c3b-4d06-a276-21a34080222c None None] Pushing event updated for resources: {'Port': ['ID=c9fd043c-6a05-4f56-82b9-90b7dd539395,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:10.728498 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Attempting to bind port c9fd043c-6a05-4f56-82b9-90b7dd539395 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:33:10.728880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Attempting to bind port c9fd043c-6a05-4f56-82b9-90b7dd539395 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'ebe02956-2609-4730-ba71-99b9944ce7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:33:10.729239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Attempting to bind port c9fd043c-6a05-4f56-82b9-90b7dd539395 on network 1a676038-8f92-4ece-80dc-b1e69d9eb249 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:33:10.735317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:33:10.735690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Checking segment: {'id': 'ebe02956-2609-4730-ba71-99b9944ce7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:33:10.737051 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:10.737051 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Bound using segment: {'id': 'ebe02956-2609-4730-ba71-99b9944ce7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:33:10.737240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Bound port: c9fd043c-6a05-4f56-82b9-90b7dd539395, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe02956-2609-4730-ba71-99b9944ce7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:33:10.737535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:10.844270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] For port c9fd043c-6a05-4f56-82b9-90b7dd539395, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:33:10.847398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] For port c9fd043c-6a05-4f56-82b9-90b7dd539395, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c9fd043c-6a05-4f56-82b9-90b7dd539395,segment=NetworkSegment(ebe02956-2609-4730-ba71-99b9944ce7dc),segment_id=ebe02956-2609-4730-ba71-99b9944ce7dc)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:33:10.911683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:10.991871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Routers {'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:33:10.992505 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:32:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:33:11.085516 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809778e-7c3b-4d06-a276-21a34080222c None None] Pushing event updated for resources: {'Port': ['ID=c9fd043c-6a05-4f56-82b9-90b7dd539395,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:11.238829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] Set router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:33:11.518582 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f4ce6f06-7ea2-40d8-b102-dc26727cd3ad req-e46998da-7479-4e87-b7f7-3b805bccb38d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 210 time: 0.0592144 Jan 28 18:33:11.591591 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'c9fd043c-6a05-4f56-82b9-90b7dd539395', 'name': '', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:3a:d3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:06Z', 'updated_at': '2022-01-28T18:33:10Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:33:11.595621 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151b35d-c465-49ce-977a-f34e5baa562b None None] The sync data for ids ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'] in dv-neutron-826919-1-hyperv is: [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'c9fd043c-6a05-4f56-82b9-90b7dd539395', 'name': '', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:3a:d3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:06Z', 'updated_at': '2022-01-28T18:33:10Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:33:12.353499 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cf025690-a849-426b-9524-4b1d64894fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:12.448578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-21e63e1d-1426-41fa-ad35-f500eeb66547 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:12.450169 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-21e63e1d-1426-41fa-ad35-f500eeb66547 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/networks?id=1a676038-8f92-4ece-80dc-b1e69d9eb249 HTTP/1.1" status: 200 len: 797 time: 0.1639450 Jan 28 18:33:12.503044 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-f81c78c6-3817-4bc9-849e-20ab142a1886 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 378 time: 0.0432563 Jan 28 18:33:12.511122 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'port': {'device_id': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'admin_state_up': True, 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'security_groups': ['da8c87b8-12b8-4805-8208-55c3f1ddd79c']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:33:12.696975 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dc684e5e-9b17-4e92-b8f0-e55b6c09c184 req-59f4e230-2344-4dd0-a106-5dd03e727d61 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 210 time: 0.0589929 Jan 28 18:33:12.816783 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:33:12.827589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:33:12.889443 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:33:12.893181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:13.057615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.20.0.6 (1a676038-8f92-4ece-80dc-b1e69d9eb249/2328beb3-bdac-453d-bb5b-8fdce6d3c0e8/16242a54-b9a6-40d8-ae5b-50a99b80aba4) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:33:13.121293 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:33:13.259869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:13.278285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Transition to ACTIVE for port object 16242a54-b9a6-40d8-ae5b-50a99b80aba4 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:33:13.311184 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c9fd043c-6a05-4f56-82b9-90b7dd539395 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:33:13.366739 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:13.386467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:13.448333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:13.466815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 1a676038-8f92-4ece-80dc-b1e69d9eb249 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:33:13.470139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:33:13.474264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:33:13.478780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port c9fd043c-6a05-4f56-82b9-90b7dd539395 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:33:13.485764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port c9fd043c-6a05-4f56-82b9-90b7dd539395 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:33:13.486324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:13.505718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=16242a54-b9a6-40d8-ae5b-50a99b80aba4,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:13.552476 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:13.553380 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:13.617000 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:13.633179 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-ef3afbc9-707b-4934-940c-4da01b0a5e70 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1258004 Jan 28 18:33:13.645291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Request body: {'port': {'device_id': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:33:13.655199 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port c9fd043c-6a05-4f56-82b9-90b7dd539395, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c9fd043c-6a05-4f56-82b9-90b7dd539395,segment=NetworkSegment(ebe02956-2609-4730-ba71-99b9944ce7dc),segment_id=ebe02956-2609-4730-ba71-99b9944ce7dc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:33:13.723356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:13.777849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:13.788509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2d417ad3-350c-4ba0-9e53-3488809f490d None None] Provisioning for port 16242a54-b9a6-40d8-ae5b-50a99b80aba4 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:33:13.800582 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2d417ad3-350c-4ba0-9e53-3488809f490d None None] Provisioning complete for port 16242a54-b9a6-40d8-ae5b-50a99b80aba4 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:33:13.800951 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2d417ad3-350c-4ba0-9e53-3488809f490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:13.847895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=c9fd043c-6a05-4f56-82b9-90b7dd539395,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:13.869217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-2d417ad3-350c-4ba0-9e53-3488809f490d None None] Port 16242a54-b9a6-40d8-ae5b-50a99b80aba4 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:33:14.025181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc7b89-8946-4f6f-83a6-c6d6edf9cb35 req-884a8d12-316d-4fff-b40a-244e9e397ee9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:14.025861 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b0dc7b89-8946-4f6f-83a6-c6d6edf9cb35 req-884a8d12-316d-4fff-b40a-244e9e397ee9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:33:14.187966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b0dc7b89-8946-4f6f-83a6-c6d6edf9cb35 req-884a8d12-316d-4fff-b40a-244e9e397ee9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:33:14.189107 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b0dc7b89-8946-4f6f-83a6-c6d6edf9cb35 req-884a8d12-316d-4fff-b40a-244e9e397ee9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 931 time: 0.3656485 Jan 28 18:33:14.231537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16242a54-b9a6-40d8-ae5b-50a99b80aba4 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:33:14.247293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:14.264186 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b0dc7b89-8946-4f6f-83a6-c6d6edf9cb35 req-d4f687d2-66aa-4d5f-bfec-08ff84daa1e4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637257 Jan 28 18:33:14.269865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Transition to ACTIVE for port object 16242a54-b9a6-40d8-ae5b-50a99b80aba4 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:33:14.380510 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:14.511579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Pushing event updated for resources: {'Port': ['ID=16242a54-b9a6-40d8-ae5b-50a99b80aba4,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:14.621358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Attempting to bind port 16242a54-b9a6-40d8-ae5b-50a99b80aba4 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:33:14.621719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Attempting to bind port 16242a54-b9a6-40d8-ae5b-50a99b80aba4 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': 'ebe02956-2609-4730-ba71-99b9944ce7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:33:14.622044 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Attempting to bind port 16242a54-b9a6-40d8-ae5b-50a99b80aba4 on network 1a676038-8f92-4ece-80dc-b1e69d9eb249 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:33:14.627708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Port 16242a54-b9a6-40d8-ae5b-50a99b80aba4 on network 1a676038-8f92-4ece-80dc-b1e69d9eb249 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:33:14.628035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Attempting to bind port 16242a54-b9a6-40d8-ae5b-50a99b80aba4 on network 1a676038-8f92-4ece-80dc-b1e69d9eb249 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:33:14.633272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:33:14.634283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Checking segment: {'id': 'ebe02956-2609-4730-ba71-99b9944ce7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:33:14.634673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Bound using segment: {'id': 'ebe02956-2609-4730-ba71-99b9944ce7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:33:14.635161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Bound port: 16242a54-b9a6-40d8-ae5b-50a99b80aba4, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe02956-2609-4730-ba71-99b9944ce7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:33:14.635504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:14.734708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] For port 16242a54-b9a6-40d8-ae5b-50a99b80aba4, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:33:14.738047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] For port 16242a54-b9a6-40d8-ae5b-50a99b80aba4, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=16242a54-b9a6-40d8-ae5b-50a99b80aba4,segment=NetworkSegment(ebe02956-2609-4730-ba71-99b9944ce7dc),segment_id=ebe02956-2609-4730-ba71-99b9944ce7dc)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:33:14.809761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:14.887570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:14.888046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:14.889470 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] 10.222.0.16 "PUT /v2.0/ports/16242a54-b9a6-40d8-ae5b-50a99b80aba4 HTTP/1.1" status: 200 len: 1093 time: 1.2489223 Jan 28 18:33:14.889923 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'tag': '16242a54-b9a6-40d8-ae5b-50a99b80aba4'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:33:14.916539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851fa93-3fba-4cba-9882-e6867e03ab4e service neutron] Pushing event updated for resources: {'Port': ['ID=16242a54-b9a6-40d8-ae5b-50a99b80aba4,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:14.940094 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'tag': '16242a54-b9a6-40d8-ae5b-50a99b80aba4', 'status': 'completed', 'code': 200} Jan 28 18:33:15.060864 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea0cbf-4f42-45ae-901a-f6277a4e5776 req-9e73c713-4ef4-4b68-80c6-2a042d49fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:15.062421 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7aea0cbf-4f42-45ae-901a-f6277a4e5776 req-9e73c713-4ef4-4b68-80c6-2a042d49fe08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 1096 time: 0.0969110 Jan 28 18:33:15.141069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:15.296990 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c9fd043c-6a05-4f56-82b9-90b7dd539395 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:33:15.346408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea0cbf-4f42-45ae-901a-f6277a4e5776 req-62a0b12e-8282-423f-9ed4-7b107c3f2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:15.349488 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7aea0cbf-4f42-45ae-901a-f6277a4e5776 req-62a0b12e-8282-423f-9ed4-7b107c3f2a34 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ecfee90546034acb89982cc3e9a2f88d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2782724 Jan 28 18:33:15.417606 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port c9fd043c-6a05-4f56-82b9-90b7dd539395 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:33:15.418068 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:15.578575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea0cbf-4f42-45ae-901a-f6277a4e5776 req-d13d367c-8963-4116-98ab-721df5eafdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:15.580113 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7aea0cbf-4f42-45ae-901a-f6277a4e5776 req-d13d367c-8963-4116-98ab-721df5eafdb6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2238669 Jan 28 18:33:15.591902 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cf263-f61a-42de-a085-eab6b7a2d2ad req-013af7c9-5a8c-468c-bf26-5aa9fec4de3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:15.593473 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ec5cf263-f61a-42de-a085-eab6b7a2d2ad req-013af7c9-5a8c-468c-bf26-5aa9fec4de3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 943 time: 0.1449120 Jan 28 18:33:15.693585 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ec5cf263-f61a-42de-a085-eab6b7a2d2ad req-a683309f-0690-41ea-b657-b65b37d33950 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938380 Jan 28 18:33:15.721398 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b8e52ebb-a82e-4272-8138-684db6bf43df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:15.722901 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-b8e52ebb-a82e-4272-8138-684db6bf43df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 1096 time: 0.1043410 Jan 28 18:33:15.795710 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-8c7e8233-0772-4a92-9e08-b1e5bbf61335 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16242a54-b9a6-40d8-ae5b-50a99b80aba4 HTTP/1.1" status: 200 len: 217 time: 0.0639935 Jan 28 18:33:15.867285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-16f25df8-0c63-48f1-99f3-01e2b51438f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:15.868723 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-16f25df8-0c63-48f1-99f3-01e2b51438f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2328beb3-bdac-453d-bb5b-8fdce6d3c0e8 HTTP/1.1" status: 200 len: 835 time: 0.0672796 Jan 28 18:33:15.947697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-f10238a0-e6ab-4738-ae72-8ccf433370ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:15.949187 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-f10238a0-e6ab-4738-ae72-8ccf433370ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a676038-8f92-4ece-80dc-b1e69d9eb249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741782 Jan 28 18:33:16.090714 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-a64b5b33-3d1c-403a-863c-426ad63f6633 service neutron] 10.222.0.16 "GET /v2.0/networks/1a676038-8f92-4ece-80dc-b1e69d9eb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347773 Jan 28 18:33:16.232722 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-404d1247-9840-463b-ba24-54b3bb2f4497 req-6c033459-aee8-4439-bbd4-ff09f6abd3b8 service neutron] 10.222.0.16 "GET /v2.0/networks/1a676038-8f92-4ece-80dc-b1e69d9eb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356757 Jan 28 18:33:16.898397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc104a1-8884-4653-b589-b7fa42393661 req-117e6a3a-965e-4175-90b9-6b9af83ec97a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:16.900436 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6dc104a1-8884-4653-b589-b7fa42393661 req-117e6a3a-965e-4175-90b9-6b9af83ec97a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 943 time: 0.0853772 Jan 28 18:33:16.955838 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-6dc104a1-8884-4653-b589-b7fa42393661 req-3234487b-3b7e-492f-93ab-4e4be474fd49 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:33:16.968787 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-6dc104a1-8884-4653-b589-b7fa42393661 req-3234487b-3b7e-492f-93ab-4e4be474fd49 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:33:16.969925 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6dc104a1-8884-4653-b589-b7fa42393661 req-3234487b-3b7e-492f-93ab-4e4be474fd49 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626209 Jan 28 18:33:17.538151 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 16242a54-b9a6-40d8-ae5b-50a99b80aba4 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:33:17.680814 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 16242a54-b9a6-40d8-ae5b-50a99b80aba4, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=16242a54-b9a6-40d8-ae5b-50a99b80aba4,segment=NetworkSegment(ebe02956-2609-4730-ba71-99b9944ce7dc),segment_id=ebe02956-2609-4730-ba71-99b9944ce7dc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:33:17.694186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '16242a54-b9a6-40d8-ae5b-50a99b80aba4', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'port_id': '16242a54-b9a6-40d8-ae5b-50a99b80aba4', 'mac_address': 'fa:16:3e:d3:1c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:33:17.754964 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:17.772389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16242a54-b9a6-40d8-ae5b-50a99b80aba4 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:33:17.789736 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 16242a54-b9a6-40d8-ae5b-50a99b80aba4, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=16242a54-b9a6-40d8-ae5b-50a99b80aba4,segment=NetworkSegment(ebe02956-2609-4730-ba71-99b9944ce7dc),segment_id=ebe02956-2609-4730-ba71-99b9944ce7dc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:33:17.855006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:17.923967 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=16242a54-b9a6-40d8-ae5b-50a99b80aba4,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:18.064078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['16242a54-b9a6-40d8-ae5b-50a99b80aba4'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:33:18.174699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc22a4-f5ea-472d-9c31-9adc993e4058 req-462d4616-905a-4abc-9cfc-7435e19b2537 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:18.177061 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0fdc22a4-f5ea-472d-9c31-9adc993e4058 req-462d4616-905a-4abc-9cfc-7435e19b2537 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 944 time: 0.0858967 Jan 28 18:33:18.233726 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0fdc22a4-f5ea-472d-9c31-9adc993e4058 req-38b69aa0-984a-4ffb-9038-b411e5812b24 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445826 Jan 28 18:33:19.417555 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca917e-97e6-4d8f-a582-0983c72918ef req-74835064-da86-44da-ae9e-7ae457cf1957 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:19.419061 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1cca917e-97e6-4d8f-a582-0983c72918ef req-74835064-da86-44da-ae9e-7ae457cf1957 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 944 time: 0.0802259 Jan 28 18:33:19.464015 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1cca917e-97e6-4d8f-a582-0983c72918ef req-9e23e998-39f7-492c-9169-db51c129fb54 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392439 Jan 28 18:33:19.543107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 16242a54-b9a6-40d8-ae5b-50a99b80aba4 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:33:19.694684 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 16242a54-b9a6-40d8-ae5b-50a99b80aba4 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:33:19.700073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 16242a54-b9a6-40d8-ae5b-50a99b80aba4 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:33:19.700561 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:19.829963 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:19.857978 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16242a54-b9a6-40d8-ae5b-50a99b80aba4'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:33:19.868445 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 16242a54-b9a6-40d8-ae5b-50a99b80aba4, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=16242a54-b9a6-40d8-ae5b-50a99b80aba4,segment=NetworkSegment(ebe02956-2609-4730-ba71-99b9944ce7dc),segment_id=ebe02956-2609-4730-ba71-99b9944ce7dc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:33:19.935185 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:20.016609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=16242a54-b9a6-40d8-ae5b-50a99b80aba4,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:20.129414 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16242a54-b9a6-40d8-ae5b-50a99b80aba4', 'code': 200} Jan 28 18:33:20.220784 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:20.498174 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2e906-23e9-4bcb-bc51-a691f9ff08c7 req-4e331903-e4c7-48ef-a570-20c5bc118ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:20.499874 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bad2e906-23e9-4bcb-bc51-a691f9ff08c7 req-4e331903-e4c7-48ef-a570-20c5bc118ce7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 1098 time: 0.0721195 Jan 28 18:33:20.544464 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bad2e906-23e9-4bcb-bc51-a691f9ff08c7 req-18436e52-babe-43bd-af34-c8d4ccc9ef5d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374756 Jan 28 18:33:20.655931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e36c81-b809-41e3-8113-c273c55300c7 req-e758ae18-732e-4e50-90e8-4fbb89e11460 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:20.657558 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-15e36c81-b809-41e3-8113-c273c55300c7 req-e758ae18-732e-4e50-90e8-4fbb89e11460 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0826919 Jan 28 18:33:20.702576 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-15e36c81-b809-41e3-8113-c273c55300c7 req-05b75bef-89eb-4945-bfc4-fe2024e6251b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394332 Jan 28 18:33:21.897901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71272eae-7965-4d86-8e13-6ee7805cf25a req-d20017a3-2b6f-4b50-9ff0-cf9efdf7d90e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:21.899575 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-71272eae-7965-4d86-8e13-6ee7805cf25a req-d20017a3-2b6f-4b50-9ff0-cf9efdf7d90e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0868356 Jan 28 18:33:21.947514 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-71272eae-7965-4d86-8e13-6ee7805cf25a req-abaaf794-8709-46d6-9098-74ad38b06b52 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418034 Jan 28 18:33:23.146151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bb48e-49c7-4962-a889-a513661e1528 req-959d153f-2262-482b-ac8c-04c090f31a88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:23.147793 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d04bb48e-49c7-4962-a889-a513661e1528 req-959d153f-2262-482b-ac8c-04c090f31a88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0886745 Jan 28 18:33:23.200987 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d04bb48e-49c7-4962-a889-a513661e1528 req-b83c527b-5b59-4bb2-ac6f-273d62f8e04c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449643 Jan 28 18:33:23.394384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2002a49-0871-4db4-9f97-9db911829744 req-e80cde3d-11e2-4375-b0bb-06c8aecd8a4a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:23.395191 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d2002a49-0871-4db4-9f97-9db911829744 req-e80cde3d-11e2-4375-b0bb-06c8aecd8a4a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0849061 Jan 28 18:33:23.442399 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d2002a49-0871-4db4-9f97-9db911829744 req-b774dbba-e957-4a5a-895f-b6536681ed93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422800 Jan 28 18:33:23.470189 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53740) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:33:23.546482 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6daf5c-3b90-47c3-9b36-e9211662bed9 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:23.548022 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6e6daf5c-3b90-47c3-9b36-e9211662bed9 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 1093 time: 0.0767736 Jan 28 18:33:23.551039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53744) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:33:23.556026 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '16242a54-b9a6-40d8-ae5b-50a99b80aba4', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:33:23.562580 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:33:23.566720 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:floatingip and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:33:23.569829 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:33:23.577712 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:33:23.735958 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:23.888774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:24.045481 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.26.1.196 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/57ec28a3-b7ff-4e38-9f62-67ba99c2458b) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:33:24.212633 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:24.323578 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:24.391483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:33:24.394465 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:33:24.398108 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:33:24.431790 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=57ec28a3-b7ff-4e38-9f62-67ba99c2458b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:24.937012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:25.114470 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:25.328270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:25.374975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:25.493312 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=57ec28a3-b7ff-4e38-9f62-67ba99c2458b,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:33:25.505279 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:25.686782 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Floating IP 17a075f5-209a-4a71-a27c-2e517df652ad associated. External IP: 172.26.1.196, port: 16242a54-b9a6-40d8-ae5b-50a99b80aba4. Jan 28 18:33:26.042950 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:33:26.229222 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:33:26.239021 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65728f55-7971-4dfd-bfbf-7be33b4abca6 None None] Sync routers for ids ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:33:26.250658 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65728f55-7971-4dfd-bfbf-7be33b4abca6 None None] Routers {'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:33:26.251399 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-65728f55-7971-4dfd-bfbf-7be33b4abca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:33:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:33:26.317862 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:26.376483 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b74c7d7d-775d-48ce-bb59-849da3e5295c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8243926 Jan 28 18:33:26.377211 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'tag': '16242a54-b9a6-40d8-ae5b-50a99b80aba4'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:33:26.423574 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'tag': '16242a54-b9a6-40d8-ae5b-50a99b80aba4', 'status': 'completed', 'code': 200} Jan 28 18:33:26.439750 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-65728f55-7971-4dfd-bfbf-7be33b4abca6 None None] Set router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:33:26.525648 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52fda-84c6-4a22-9bd1-faa9f7e9cac9 req-fd0fe048-5ce9-4fb3-a81e-44e61af5cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:26.527148 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7ce52fda-84c6-4a22-9bd1-faa9f7e9cac9 req-fd0fe048-5ce9-4fb3-a81e-44e61af5cfff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 1098 time: 0.0806370 Jan 28 18:33:26.560859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b09a17-9c63-4b29-85f1-d6b2e30eee54 req-04a36af9-84f5-451c-8aea-a6cb60cdd393 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:26.562421 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f7b09a17-9c63-4b29-85f1-d6b2e30eee54 req-04a36af9-84f5-451c-8aea-a6cb60cdd393 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0912812 Jan 28 18:33:26.617142 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f7b09a17-9c63-4b29-85f1-d6b2e30eee54 req-ce4227ac-3593-44ec-8d34-062e466fea34 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476477 Jan 28 18:33:26.640850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53752) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:33:26.815728 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-65728f55-7971-4dfd-bfbf-7be33b4abca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '17a075f5-209a-4a71-a27c-2e517df652ad', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.196', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'port_id': '16242a54-b9a6-40d8-ae5b-50a99b80aba4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'mac_address': 'fa:16:3e:d3:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:33:24Z', 'updated_at': '2022-01-28T18:33:24Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9fd043c-6a05-4f56-82b9-90b7dd539395', 'name': '', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:3a:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:06Z', 'updated_at': '2022-01-28T18:33:13Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:33:26.819851 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65728f55-7971-4dfd-bfbf-7be33b4abca6 None None] Checking router: fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:33:26.829108 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65728f55-7971-4dfd-bfbf-7be33b4abca6 None None] Routers {'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:33:26.829739 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-65728f55-7971-4dfd-bfbf-7be33b4abca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:33:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:33:26.889199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52fda-84c6-4a22-9bd1-faa9f7e9cac9 req-96f2350a-82a0-403a-b798-97cb55ee639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:26.890637 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7ce52fda-84c6-4a22-9bd1-faa9f7e9cac9 req-96f2350a-82a0-403a-b798-97cb55ee639a service neutron] 10.222.0.16 "GET /v2.0/networks?id=1a676038-8f92-4ece-80dc-b1e69d9eb249 HTTP/1.1" status: 200 len: 898 time: 0.3578620 Jan 28 18:33:26.893620 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f7fbaaa1-df15-4c07-bd44-e53c9fca1b03 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/17a075f5-209a-4a71-a27c-2e517df652ad HTTP/1.1" status: 200 len: 991 time: 0.2517898 Jan 28 18:33:27.001652 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7ce52fda-84c6-4a22-9bd1-faa9f7e9cac9 req-f3c1f504-612d-451c-89e2-811e281649a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16242a54-b9a6-40d8-ae5b-50a99b80aba4 HTTP/1.1" status: 200 len: 999 time: 0.1041298 Jan 28 18:33:27.015220 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-65728f55-7971-4dfd-bfbf-7be33b4abca6 None None] Set router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:33:27.065337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52fda-84c6-4a22-9bd1-faa9f7e9cac9 req-c94cd970-c91e-450c-bd6a-25c370482a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:27.066799 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7ce52fda-84c6-4a22-9bd1-faa9f7e9cac9 req-c94cd970-c91e-450c-bd6a-25c370482a29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2328beb3-bdac-453d-bb5b-8fdce6d3c0e8 HTTP/1.1" status: 200 len: 835 time: 0.0598211 Jan 28 18:33:27.147453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52fda-84c6-4a22-9bd1-faa9f7e9cac9 req-c3128040-2d5b-4e0d-b37b-65893c33b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:27.149549 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7ce52fda-84c6-4a22-9bd1-faa9f7e9cac9 req-c3128040-2d5b-4e0d-b37b-65893c33b41b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a676038-8f92-4ece-80dc-b1e69d9eb249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762966 Jan 28 18:33:27.284990 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7ce52fda-84c6-4a22-9bd1-faa9f7e9cac9 req-5deecd51-cd09-4909-a7c1-94b31c02fe7e service neutron] 10.222.0.16 "GET /v2.0/networks/1a676038-8f92-4ece-80dc-b1e69d9eb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301699 Jan 28 18:33:27.371153 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-65728f55-7971-4dfd-bfbf-7be33b4abca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '17a075f5-209a-4a71-a27c-2e517df652ad', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.196', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'port_id': '16242a54-b9a6-40d8-ae5b-50a99b80aba4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'mac_address': 'fa:16:3e:d3:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:33:24Z', 'updated_at': '2022-01-28T18:33:24Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9fd043c-6a05-4f56-82b9-90b7dd539395', 'name': '', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:3a:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:06Z', 'updated_at': '2022-01-28T18:33:13Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:33:27.375242 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65728f55-7971-4dfd-bfbf-7be33b4abca6 None None] The sync data for ids ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'] in dv-neutron-826919-1-hyperv is: [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '17a075f5-209a-4a71-a27c-2e517df652ad', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.196', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'port_id': '16242a54-b9a6-40d8-ae5b-50a99b80aba4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'mac_address': 'fa:16:3e:d3:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:33:24Z', 'updated_at': '2022-01-28T18:33:24Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9fd043c-6a05-4f56-82b9-90b7dd539395', 'name': '', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:3a:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:06Z', 'updated_at': '2022-01-28T18:33:13Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:33:27.419989 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7ce52fda-84c6-4a22-9bd1-faa9f7e9cac9 req-a4b27ddf-4492-4ce4-9b02-d268de3597e3 service neutron] 10.222.0.16 "GET /v2.0/networks/1a676038-8f92-4ece-80dc-b1e69d9eb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295922 Jan 28 18:33:27.585381 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9f6884-b3aa-4b24-be23-e8538d4cf26f None None] New status for floating IP 17a075f5-209a-4a71-a27c-2e517df652ad: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:33:27.897460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53756) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:33:28.025245 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7f0adfbd-0c07-4e4f-92f6-073259c5b808 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/17a075f5-209a-4a71-a27c-2e517df652ad HTTP/1.1" status: 200 len: 993 time: 0.1265683 Jan 28 18:33:39.985994 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2e51e710-02aa-4d47-aef7-8f413fbd7cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:42.340445 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-86be1958-62aa-4ebc-8e84-59a6c170ecaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:43.356346 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:43.407858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:45.088947 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:50.120121 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:33:50.213763 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:33:54.625638 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93d142aa-06a7-414e-9cf5-4fe424472b22 req-801adce5-c27a-415f-9123-9c5cf7a73f96 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734572 Jan 28 18:33:54.767296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d142aa-06a7-414e-9cf5-4fe424472b22 req-53b1aead-26ce-40ed-8a98-45a69f559f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:54.768755 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93d142aa-06a7-414e-9cf5-4fe424472b22 req-53b1aead-26ce-40ed-8a98-45a69f559f15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 1098 time: 0.0714998 Jan 28 18:33:54.921330 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d142aa-06a7-414e-9cf5-4fe424472b22 req-e29f5137-35d2-4a36-8ee0-ccaba7500d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:54.922795 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93d142aa-06a7-414e-9cf5-4fe424472b22 req-e29f5137-35d2-4a36-8ee0-ccaba7500d47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1a676038-8f92-4ece-80dc-b1e69d9eb249 HTTP/1.1" status: 200 len: 898 time: 0.1283679 Jan 28 18:33:55.028659 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93d142aa-06a7-414e-9cf5-4fe424472b22 req-a6dd6614-7247-4784-a99a-3701e4ed4f5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16242a54-b9a6-40d8-ae5b-50a99b80aba4 HTTP/1.1" status: 200 len: 1001 time: 0.0988653 Jan 28 18:33:55.091461 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d142aa-06a7-414e-9cf5-4fe424472b22 req-a2b3247f-149a-4055-a632-1b7f3a9faffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:55.092944 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93d142aa-06a7-414e-9cf5-4fe424472b22 req-a2b3247f-149a-4055-a632-1b7f3a9faffb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2328beb3-bdac-453d-bb5b-8fdce6d3c0e8 HTTP/1.1" status: 200 len: 835 time: 0.0581932 Jan 28 18:33:55.175318 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d142aa-06a7-414e-9cf5-4fe424472b22 req-bfa09e43-b2db-4998-a657-bc86631ecaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:55.176707 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93d142aa-06a7-414e-9cf5-4fe424472b22 req-bfa09e43-b2db-4998-a657-bc86631ecaaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a676038-8f92-4ece-80dc-b1e69d9eb249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757360 Jan 28 18:33:55.310569 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93d142aa-06a7-414e-9cf5-4fe424472b22 req-fd991660-fd71-429a-83b2-856fb77205cb service neutron] 10.222.0.16 "GET /v2.0/networks/1a676038-8f92-4ece-80dc-b1e69d9eb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268086 Jan 28 18:33:55.442074 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93d142aa-06a7-414e-9cf5-4fe424472b22 req-7d349f4e-5a32-4488-8bba-f4255d86023a service neutron] 10.222.0.16 "GET /v2.0/networks/1a676038-8f92-4ece-80dc-b1e69d9eb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249712 Jan 28 18:33:57.929449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae723-45e5-4340-aa32-940b0484c66b req-41e2f1bd-a20c-4e6b-a63a-4c59204b84d1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:57.930906 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cedae723-45e5-4340-aa32-940b0484c66b req-41e2f1bd-a20c-4e6b-a63a-4c59204b84d1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.2575557 Jan 28 18:33:57.934186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2558d-3f6d-40f4-b30d-d541b47acada req-b81c1feb-bf01-47ca-a1ce-1fa04db26336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:57.935764 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63f2558d-3f6d-40f4-b30d-d541b47acada req-b81c1feb-bf01-47ca-a1ce-1fa04db26336 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 1098 time: 0.2264216 Jan 28 18:33:58.057626 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cedae723-45e5-4340-aa32-940b0484c66b req-3a12cc7b-c53d-48f6-b90d-cf34594a0e74 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209123 Jan 28 18:33:58.099020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2558d-3f6d-40f4-b30d-d541b47acada req-d1df5ff4-20b9-4bcc-b4de-c92fd6769653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:58.100499 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63f2558d-3f6d-40f4-b30d-d541b47acada req-d1df5ff4-20b9-4bcc-b4de-c92fd6769653 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1a676038-8f92-4ece-80dc-b1e69d9eb249 HTTP/1.1" status: 200 len: 898 time: 0.1504717 Jan 28 18:33:58.205181 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63f2558d-3f6d-40f4-b30d-d541b47acada req-2e31f889-1a32-4471-b067-4c32364ecd00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16242a54-b9a6-40d8-ae5b-50a99b80aba4 HTTP/1.1" status: 200 len: 1001 time: 0.0979872 Jan 28 18:33:58.267823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2558d-3f6d-40f4-b30d-d541b47acada req-49d2cae4-94bb-4fc3-a8e5-1eafe78225b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:58.269333 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63f2558d-3f6d-40f4-b30d-d541b47acada req-49d2cae4-94bb-4fc3-a8e5-1eafe78225b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2328beb3-bdac-453d-bb5b-8fdce6d3c0e8 HTTP/1.1" status: 200 len: 835 time: 0.0576353 Jan 28 18:33:58.349924 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2558d-3f6d-40f4-b30d-d541b47acada req-f5ed45e0-13ec-41ff-a8de-3ca7f2c45964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:58.351405 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63f2558d-3f6d-40f4-b30d-d541b47acada req-f5ed45e0-13ec-41ff-a8de-3ca7f2c45964 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a676038-8f92-4ece-80dc-b1e69d9eb249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747325 Jan 28 18:33:58.495488 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63f2558d-3f6d-40f4-b30d-d541b47acada req-e4ba0444-44d1-4910-ab8d-8471f708b7ca service neutron] 10.222.0.16 "GET /v2.0/networks/1a676038-8f92-4ece-80dc-b1e69d9eb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375675 Jan 28 18:33:58.628650 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63f2558d-3f6d-40f4-b30d-d541b47acada req-c30cbafc-634b-4672-970e-b9bb7041ede2 service neutron] 10.222.0.16 "GET /v2.0/networks/1a676038-8f92-4ece-80dc-b1e69d9eb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280224 Jan 28 18:33:59.362190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53924d7-64ff-4934-8cc3-4593a3171525 req-25b8787c-d80e-4c97-a4d7-fcdf43da7080 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:33:59.363566 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a53924d7-64ff-4934-8cc3-4593a3171525 req-25b8787c-d80e-4c97-a4d7-fcdf43da7080 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.1991782 Jan 28 18:33:59.409197 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a53924d7-64ff-4934-8cc3-4593a3171525 req-e6328600-d863-4a56-8453-3a2b55f67d3a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397801 Jan 28 18:34:00.597681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e0a2e-eca4-4857-aeec-90f758cf7fb1 req-d2155e22-5a7b-4458-a83d-b7e71b8222d9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:00.599193 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-375e0a2e-eca4-4857-aeec-90f758cf7fb1 req-d2155e22-5a7b-4458-a83d-b7e71b8222d9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0850585 Jan 28 18:34:00.645922 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-375e0a2e-eca4-4857-aeec-90f758cf7fb1 req-dd032c3c-f398-43ca-9117-44c278a98eb2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405266 Jan 28 18:34:01.851029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4480c2a-1dba-4640-aee7-e747525aa066 req-9da599e8-d6b2-4eb3-bedd-e5ad1cd22e33 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:01.852582 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b4480c2a-1dba-4640-aee7-e747525aa066 req-9da599e8-d6b2-4eb3-bedd-e5ad1cd22e33 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0974555 Jan 28 18:34:01.901499 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b4480c2a-1dba-4640-aee7-e747525aa066 req-315f9218-4afc-4472-8b1b-e9155892dd9f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423465 Jan 28 18:34:03.096988 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42580a6-98bf-45dd-be7f-6a1245de3578 req-9ca173ac-6905-4d32-a7bd-2ac66c10201a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:03.098486 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f42580a6-98bf-45dd-be7f-6a1245de3578 req-9ca173ac-6905-4d32-a7bd-2ac66c10201a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0858340 Jan 28 18:34:03.143445 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f42580a6-98bf-45dd-be7f-6a1245de3578 req-7fb05a64-2701-40af-971b-38e4aa77a0b8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387444 Jan 28 18:34:04.352433 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1202a-7657-4ef7-8bd9-dd9d41ce850c req-afa8b3e8-a41f-42c6-8669-44b4ff625e73 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:04.357262 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d6b1202a-7657-4ef7-8bd9-dd9d41ce850c req-afa8b3e8-a41f-42c6-8669-44b4ff625e73 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.1046593 Jan 28 18:34:04.403377 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d6b1202a-7657-4ef7-8bd9-dd9d41ce850c req-a35ddb08-18db-40aa-9754-130696855d35 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434525 Jan 28 18:34:05.599354 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ca676-0651-4058-bc96-07e42b66f426 req-f9e8fcb3-3969-4043-8fba-463174496e46 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:05.600793 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2a1ca676-0651-4058-bc96-07e42b66f426 req-f9e8fcb3-3969-4043-8fba-463174496e46 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0838306 Jan 28 18:34:05.645917 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2a1ca676-0651-4058-bc96-07e42b66f426 req-7e5aea15-1617-4476-8b9b-66abf01d88ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392771 Jan 28 18:34:06.831014 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97431705-57b9-4023-bd08-4e475ff94f8c req-6f963839-1fc9-4235-bacb-d886ea530aaa tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:06.832697 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-97431705-57b9-4023-bd08-4e475ff94f8c req-6f963839-1fc9-4235-bacb-d886ea530aaa tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0836089 Jan 28 18:34:06.878014 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-97431705-57b9-4023-bd08-4e475ff94f8c req-a77d49d4-626f-471f-acff-816ba6892a27 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397823 Jan 28 18:34:08.079530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d7278-f79b-4870-bf83-fa9d3d46eaeb req-40206f6f-03a9-48ce-af3e-4e3fa855ea69 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:08.081028 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b66d7278-f79b-4870-bf83-fa9d3d46eaeb req-40206f6f-03a9-48ce-af3e-4e3fa855ea69 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0967479 Jan 28 18:34:08.126387 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b66d7278-f79b-4870-bf83-fa9d3d46eaeb req-9478b4dd-e5a2-4360-b180-b80b590347a8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397220 Jan 28 18:34:09.315060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45792584-5189-4a97-87a5-60bd35a0aafd req-eefa8fff-e546-4694-98d4-18bc3a8a44d4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:09.316459 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-45792584-5189-4a97-87a5-60bd35a0aafd req-eefa8fff-e546-4694-98d4-18bc3a8a44d4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0815198 Jan 28 18:34:09.360675 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-45792584-5189-4a97-87a5-60bd35a0aafd req-6d754bf7-a8dd-46b7-9740-cd2bb5cbea84 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386188 Jan 28 18:34:09.997812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e733-f82d-42ed-b583-1a5844aea244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:10.549873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca650c5a-6c64-4be0-8d62-8c1ed2effcaa req-97933926-c5d0-412b-82f5-31e7cedac468 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:10.551423 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ca650c5a-6c64-4be0-8d62-8c1ed2effcaa req-97933926-c5d0-412b-82f5-31e7cedac468 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0814116 Jan 28 18:34:10.600676 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ca650c5a-6c64-4be0-8d62-8c1ed2effcaa req-1b7cd1b8-4209-4037-ba01-4a0b5b045a87 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427892 Jan 28 18:34:11.791981 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75577c-17e1-4e12-8b6b-a9f003ef317f req-09ece962-16e2-4c36-a86b-e4209090c801 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:11.793436 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9b75577c-17e1-4e12-8b6b-a9f003ef317f req-09ece962-16e2-4c36-a86b-e4209090c801 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0879407 Jan 28 18:34:11.839908 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9b75577c-17e1-4e12-8b6b-a9f003ef317f req-653607ed-1901-41da-b1e8-54e5d7852221 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406423 Jan 28 18:34:12.329181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84cafe95-0920-42ef-8d59-8256747ddc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:13.027355 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d192b-067d-42f5-a5dc-b11ef871719a req-54e23620-febe-479b-99a7-e3c753031b4d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:13.029131 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc6d192b-067d-42f5-a5dc-b11ef871719a req-54e23620-febe-479b-99a7-e3c753031b4d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0835488 Jan 28 18:34:13.076293 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc6d192b-067d-42f5-a5dc-b11ef871719a req-98fd55e5-5fec-400f-8ab1-51a10f3fdf04 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412352 Jan 28 18:34:13.391631 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:13.423986 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:14.257441 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261637e9-4817-4d9a-b287-c615c015ef2d req-cea054e1-2b78-4d11-8fb0-baf08e4298b2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:14.258895 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-261637e9-4817-4d9a-b287-c615c015ef2d req-cea054e1-2b78-4d11-8fb0-baf08e4298b2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0788555 Jan 28 18:34:14.306444 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-261637e9-4817-4d9a-b287-c615c015ef2d req-a317c700-0e7e-4472-97a0-c31a507735d7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419211 Jan 28 18:34:15.080136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:15.495273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafe408-c1ea-4258-ac8a-57c7b4fc813b req-f18b5fee-89f4-45a7-8445-082c00e4f6c4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:15.496739 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-beafe408-c1ea-4258-ac8a-57c7b4fc813b req-f18b5fee-89f4-45a7-8445-082c00e4f6c4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0849743 Jan 28 18:34:15.541294 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-beafe408-c1ea-4258-ac8a-57c7b4fc813b req-647bc601-5500-4ff4-be54-ed25f8a15686 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387332 Jan 28 18:34:15.577830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53802) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:34:15.684977 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bd5dc6c4-bea3-472e-81e3-88b1b9c6b5da tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/17a075f5-209a-4a71-a27c-2e517df652ad HTTP/1.1" status: 200 len: 993 time: 0.1059003 Jan 28 18:34:20.168573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:27.118857 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:34:39.978692 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c33f83f9-2a20-4aae-8b1f-870b9a787fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:42.332944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4834c131-7f8e-4fe5-b86d-383c55675059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:43.379750 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:43.408032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:45.072938 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:46.149359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53816) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:34:46.470499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 57ec28a3-b7ff-4e38-9f62-67ba99c2458b {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:34:46.471019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:46.640097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:46.640421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:46.767253 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 57ec28a3-b7ff-4e38-9f62-67ba99c2458b owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:34:47.009059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:47.069193 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=57ec28a3-b7ff-4e38-9f62-67ba99c2458b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:34:47.112648 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:47.124047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:47.124047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:47.124047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:47.124047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:47.124047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:47.124047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:47.124047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:47.124047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:47.124047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:47.124047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:47.124047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:47.172367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:47.173282 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Floating IP 17a075f5-209a-4a71-a27c-2e517df652ad disassociated (deleted). External IP: 172.26.1.196, port: 16242a54-b9a6-40d8-ae5b-50a99b80aba4. Jan 28 18:34:47.533072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:34:47.727779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:34:47.739421 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f4b9c-edee-4c6c-b7b5-88a8ae6c2889 None None] Sync routers for ids ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:34:47.748413 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f4b9c-edee-4c6c-b7b5-88a8ae6c2889 None None] Routers {'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:34:47.749119 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-419f4b9c-edee-4c6c-b7b5-88a8ae6c2889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:34:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:34:47.820146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:47.873706 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-31419721-bbcf-4d5f-a7b6-046333c9c5b4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/floatingips/17a075f5-209a-4a71-a27c-2e517df652ad HTTP/1.1" status: 204 len: 168 time: 1.7231684 Jan 28 18:34:47.882647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'tag': '16242a54-b9a6-40d8-ae5b-50a99b80aba4'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:34:47.940551 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-419f4b9c-edee-4c6c-b7b5-88a8ae6c2889 None None] Set router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:34:48.008823 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'tag': '16242a54-b9a6-40d8-ae5b-50a99b80aba4', 'status': 'completed', 'code': 200} Jan 28 18:34:48.275536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a17d9-6236-42fb-82f5-47f734ba6ccc req-df9bd4bd-49ec-47d9-9ccb-41672cc9521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:48.276495 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-419f4b9c-edee-4c6c-b7b5-88a8ae6c2889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'c9fd043c-6a05-4f56-82b9-90b7dd539395', 'name': '', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:3a:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:06Z', 'updated_at': '2022-01-28T18:33:13Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:34:48.278402 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bf5a17d9-6236-42fb-82f5-47f734ba6ccc req-df9bd4bd-49ec-47d9-9ccb-41672cc9521d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 1098 time: 0.2464592 Jan 28 18:34:48.281649 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f4b9c-edee-4c6c-b7b5-88a8ae6c2889 None None] Checking router: fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:34:48.291268 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f4b9c-edee-4c6c-b7b5-88a8ae6c2889 None None] Routers {'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:34:48.296490 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-419f4b9c-edee-4c6c-b7b5-88a8ae6c2889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:34:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:34:48.415595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a17d9-6236-42fb-82f5-47f734ba6ccc req-73a499c4-61bc-4ff2-8a69-a3bcd2308ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:48.417130 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bf5a17d9-6236-42fb-82f5-47f734ba6ccc req-73a499c4-61bc-4ff2-8a69-a3bcd2308ad6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1a676038-8f92-4ece-80dc-b1e69d9eb249 HTTP/1.1" status: 200 len: 898 time: 0.1323550 Jan 28 18:34:48.472432 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-419f4b9c-edee-4c6c-b7b5-88a8ae6c2889 None None] Set router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:34:48.489319 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bf5a17d9-6236-42fb-82f5-47f734ba6ccc req-629c9f45-b34e-49f6-afcf-b8d6618f877e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16242a54-b9a6-40d8-ae5b-50a99b80aba4 HTTP/1.1" status: 200 len: 217 time: 0.0656285 Jan 28 18:34:48.522762 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce6083-5a39-463a-b118-cbcbfe146146 req-86fd5e84-d39b-4b1f-8260-eee1f0d74c63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:48.524452 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bcce6083-5a39-463a-b118-cbcbfe146146 req-86fd5e84-d39b-4b1f-8260-eee1f0d74c63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.1390469 Jan 28 18:34:48.556311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a17d9-6236-42fb-82f5-47f734ba6ccc req-ae0598e1-2dde-4e21-9a9e-c9c1be0f7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:48.557915 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bf5a17d9-6236-42fb-82f5-47f734ba6ccc req-ae0598e1-2dde-4e21-9a9e-c9c1be0f7145 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2328beb3-bdac-453d-bb5b-8fdce6d3c0e8 HTTP/1.1" status: 200 len: 835 time: 0.0627053 Jan 28 18:34:48.574829 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bcce6083-5a39-463a-b118-cbcbfe146146 req-8de4faa9-7077-4478-b4c0-ac3ac1dd728d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439131 Jan 28 18:34:48.634314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a17d9-6236-42fb-82f5-47f734ba6ccc req-0a44e550-58f3-4968-a590-4f6207e1ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:48.635827 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bf5a17d9-6236-42fb-82f5-47f734ba6ccc req-0a44e550-58f3-4968-a590-4f6207e1ab56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a676038-8f92-4ece-80dc-b1e69d9eb249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710883 Jan 28 18:34:48.647285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [req-bf5a17d9-6236-42fb-82f5-47f734ba6ccc req-0b5c78d9-4511-4643-a00a-061b27506bdd service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 18:34:48.648150 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bf5a17d9-6236-42fb-82f5-47f734ba6ccc req-0b5c78d9-4511-4643-a00a-061b27506bdd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048616 Jan 28 18:34:48.782390 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bf5a17d9-6236-42fb-82f5-47f734ba6ccc req-1f83a80b-d0b4-47d4-b712-fdb584ae291b service neutron] 10.222.0.16 "GET /v2.0/networks/1a676038-8f92-4ece-80dc-b1e69d9eb249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281712 Jan 28 18:34:48.794418 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-419f4b9c-edee-4c6c-b7b5-88a8ae6c2889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'c9fd043c-6a05-4f56-82b9-90b7dd539395', 'name': '', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:3a:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:06Z', 'updated_at': '2022-01-28T18:33:13Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:34:48.798856 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f4b9c-edee-4c6c-b7b5-88a8ae6c2889 None None] The sync data for ids ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'] in dv-neutron-826919-1-hyperv is: [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'c9fd043c-6a05-4f56-82b9-90b7dd539395', 'name': '', 'network_id': '1a676038-8f92-4ece-80dc-b1e69d9eb249', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:3a:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:06Z', 'updated_at': '2022-01-28T18:33:13Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '2328beb3-bdac-453d-bb5b-8fdce6d3c0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:34:48.919296 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bf5a17d9-6236-42fb-82f5-47f734ba6ccc req-a34029e1-6bd1-43da-8b8b-e1705a59a176 service neutron] 10.222.0.16 "GET /v2.0/networks/1a676038-8f92-4ece-80dc-b1e69d9eb249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286764 Jan 28 18:34:49.028918 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354965e9-a7d6-471f-8baa-6a998a500c33 None None] New status for floating IP 17a075f5-209a-4a71-a27c-2e517df652ad: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:34:49.813120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b99ee-7719-491b-9690-07a2a90d4d7b req-390c5200-5bf7-4f77-9b02-83477a431b4f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:49.813804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-9f2b99ee-7719-491b-9690-07a2a90d4d7b req-390c5200-5bf7-4f77-9b02-83477a431b4f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:34:49.896265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-9f2b99ee-7719-491b-9690-07a2a90d4d7b req-390c5200-5bf7-4f77-9b02-83477a431b4f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:34:49.897442 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9f2b99ee-7719-491b-9690-07a2a90d4d7b req-390c5200-5bf7-4f77-9b02-83477a431b4f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.2139266 Jan 28 18:34:49.927504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15417c7c-91ee-4353-817b-4ae371fe977d req-4438b312-60d6-48d4-86b1-56cb3cb990c0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:34:49.928944 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-15417c7c-91ee-4353-817b-4ae371fe977d req-4438b312-60d6-48d4-86b1-56cb3cb990c0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 945 time: 0.0962865 Jan 28 18:34:50.009407 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9f2b99ee-7719-491b-9690-07a2a90d4d7b req-88375eb7-dde9-4324-b596-f436f3365580 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=da8c87b8-12b8-4805-8208-55c3f1ddd79c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029780 Jan 28 18:34:50.020342 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-15417c7c-91ee-4353-817b-4ae371fe977d req-8c98e110-ea9f-47c7-bb4f-10ffebadb0ab tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 16242a54-b9a6-40d8-ae5b-50a99b80aba4 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:34:50.020685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-15417c7c-91ee-4353-817b-4ae371fe977d req-8c98e110-ea9f-47c7-bb4f-10ffebadb0ab tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:50.191226 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:50.268522 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-15417c7c-91ee-4353-817b-4ae371fe977d req-8c98e110-ea9f-47c7-bb4f-10ffebadb0ab tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port 16242a54-b9a6-40d8-ae5b-50a99b80aba4, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=16242a54-b9a6-40d8-ae5b-50a99b80aba4,segment=NetworkSegment(ebe02956-2609-4730-ba71-99b9944ce7dc),segment_id=ebe02956-2609-4730-ba71-99b9944ce7dc)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:34:50.268883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-15417c7c-91ee-4353-817b-4ae371fe977d req-8c98e110-ea9f-47c7-bb4f-10ffebadb0ab tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:50.399866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-15417c7c-91ee-4353-817b-4ae371fe977d req-8c98e110-ea9f-47c7-bb4f-10ffebadb0ab tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 16242a54-b9a6-40d8-ae5b-50a99b80aba4 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:34:50.625709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-15417c7c-91ee-4353-817b-4ae371fe977d req-8c98e110-ea9f-47c7-bb4f-10ffebadb0ab tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:50.681587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98e110-ea9f-47c7-bb4f-10ffebadb0ab tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=16242a54-b9a6-40d8-ae5b-50a99b80aba4,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:34:50.873995 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-15417c7c-91ee-4353-817b-4ae371fe977d req-8c98e110-ea9f-47c7-bb4f-10ffebadb0ab tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] No DVR routers for this DVR port 16242a54-b9a6-40d8-ae5b-50a99b80aba4 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:34:50.876464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-15417c7c-91ee-4353-817b-4ae371fe977d req-8c98e110-ea9f-47c7-bb4f-10ffebadb0ab tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:50.878931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'name': 'network-vif-deleted', 'tag': '16242a54-b9a6-40d8-ae5b-50a99b80aba4'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:34:50.929193 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa49cff-caa2-4f73-9fce-7c5b05041462', 'name': 'network-vif-deleted', 'tag': '16242a54-b9a6-40d8-ae5b-50a99b80aba4', 'status': 'completed', 'code': 200} Jan 28 18:34:50.962672 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-15417c7c-91ee-4353-817b-4ae371fe977d req-8c98e110-ea9f-47c7-bb4f-10ffebadb0ab tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "DELETE /v2.0/ports/16242a54-b9a6-40d8-ae5b-50a99b80aba4 HTTP/1.1" status: 204 len: 173 time: 1.0274982 Jan 28 18:34:51.166980 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-ae0161a1-0dd8-416c-b9ff-055206982fc4 req-93a15e9a-c83f-418d-bb3c-6ff911baa4de tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:34:51.269674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-ae0161a1-0dd8-416c-b9ff-055206982fc4 req-93a15e9a-c83f-418d-bb3c-6ff911baa4de tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:34:51.275269 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ae0161a1-0dd8-416c-b9ff-055206982fc4 req-93a15e9a-c83f-418d-bb3c-6ff911baa4de tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaa49cff-caa2-4f73-9fce-7c5b05041462 HTTP/1.1" status: 200 len: 210 time: 0.1471996 Jan 28 18:34:52.372573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53846) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:34:52.923663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7288d04-da6a-459e-8332-f954cce57564 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:53.283651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b7288d04-da6a-459e-8332-f954cce57564 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port c9fd043c-6a05-4f56-82b9-90b7dd539395 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:34:53.283996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7288d04-da6a-459e-8332-f954cce57564 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:53.474751 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-b7288d04-da6a-459e-8332-f954cce57564 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port c9fd043c-6a05-4f56-82b9-90b7dd539395, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=c9fd043c-6a05-4f56-82b9-90b7dd539395,segment=NetworkSegment(ebe02956-2609-4730-ba71-99b9944ce7dc),segment_id=ebe02956-2609-4730-ba71-99b9944ce7dc)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:34:53.475505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7288d04-da6a-459e-8332-f954cce57564 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:53.595493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b7288d04-da6a-459e-8332-f954cce57564 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for c9fd043c-6a05-4f56-82b9-90b7dd539395 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:34:53.977761 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 16242a54-b9a6-40d8-ae5b-50a99b80aba4 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:34:54.019646 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 16242a54-b9a6-40d8-ae5b-50a99b80aba4 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:34:54.020017 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 16242a54-b9a6-40d8-ae5b-50a99b80aba4 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:34:54.094361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7288d04-da6a-459e-8332-f954cce57564 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:54.140918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7288d04-da6a-459e-8332-f954cce57564 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=c9fd043c-6a05-4f56-82b9-90b7dd539395,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:34:54.412512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b7288d04-da6a-459e-8332-f954cce57564 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:54.773062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7288d04-da6a-459e-8332-f954cce57564 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:34:54.948600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7288d04-da6a-459e-8332-f954cce57564 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:34:54.960454 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae020b34-4c32-4753-8e9a-1436cc3768e7 None None] Sync routers for ids ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:34:54.969703 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae020b34-4c32-4753-8e9a-1436cc3768e7 None None] Routers {'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:34:54.970314 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ae020b34-4c32-4753-8e9a-1436cc3768e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:34:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:34:55.017319 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b7288d04-da6a-459e-8332-f954cce57564 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "PUT /v2.0/routers/fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6434679 Jan 28 18:34:55.019768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53850) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:34:55.089495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-910881af-c9f1-4fc2-bf9b-9f16bd82f559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting subnet 2328beb3-bdac-453d-bb5b-8fdce6d3c0e8 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:34:55.092109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-910881af-c9f1-4fc2-bf9b-9f16bd82f559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:55.146208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-910881af-c9f1-4fc2-bf9b-9f16bd82f559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:55.178195 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-ae020b34-4c32-4753-8e9a-1436cc3768e7 None None] Set router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:34:55.226683 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-910881af-c9f1-4fc2-bf9b-9f16bd82f559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:55.465943 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ae020b34-4c32-4753-8e9a-1436cc3768e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:34:53Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:34:55.469692 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae020b34-4c32-4753-8e9a-1436cc3768e7 None None] Checking router: fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:34:55.471790 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-910881af-c9f1-4fc2-bf9b-9f16bd82f559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:55.477883 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae020b34-4c32-4753-8e9a-1436cc3768e7 None None] Routers {'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:34:55.478470 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ae020b34-4c32-4753-8e9a-1436cc3768e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:34:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:34:55.513297 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-910881af-c9f1-4fc2-bf9b-9f16bd82f559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:55.516219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910881af-c9f1-4fc2-bf9b-9f16bd82f559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Subnet': ['ID=2328beb3-bdac-453d-bb5b-8fdce6d3c0e8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:34:55.520178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56158e32-e928-45fa-bfc5-6eff3189a485 None None] Network 1a676038-8f92-4ece-80dc-b1e69d9eb249 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:34:55.524600 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-910881af-c9f1-4fc2-bf9b-9f16bd82f559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/subnets/2328beb3-bdac-453d-bb5b-8fdce6d3c0e8 HTTP/1.1" status: 204 len: 168 time: 0.5035007 Jan 28 18:34:55.526802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53854) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:34:55.665955 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-ae020b34-4c32-4753-8e9a-1436cc3768e7 None None] Set router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:34:55.719726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:55.784764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] DHCP port deletion for 1a676038-8f92-4ece-80dc-b1e69d9eb249 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:34:55.789381 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Deleting port 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:34:55.789809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:55.902836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:55.964249 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-ae020b34-4c32-4753-8e9a-1436cc3768e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:34:53Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:34:55.969469 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae020b34-4c32-4753-8e9a-1436cc3768e7 None None] The sync data for ids ['fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7'] in dv-neutron-826919-1-hyperv is: [{'id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441808782', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:33:01Z', 'updated_at': '2022-01-28T18:34:53Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '897987fb-1b09-4953-9215-9bb2dbccb658', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:33:02Z', 'updated_at': '2022-01-28T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:34:55.991571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 897987fb-1b09-4953-9215-9bb2dbccb658 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:34:55.991916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:56.003035 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] For port 1b83573e-cf31-42c2-9775-2ebb43e8e9a3, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1b83573e-cf31-42c2-9775-2ebb43e8e9a3,segment=NetworkSegment(ebe02956-2609-4730-ba71-99b9944ce7dc),segment_id=ebe02956-2609-4730-ba71-99b9944ce7dc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:34:56.003633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:56.142396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Calling delete_port for 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:34:56.180242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port 897987fb-1b09-4953-9215-9bb2dbccb658, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=897987fb-1b09-4953-9215-9bb2dbccb658,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:34:56.180609 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:56.300209 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:56.303152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 897987fb-1b09-4953-9215-9bb2dbccb658 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:34:56.350178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Pushing event deleted for resources: {'Port': ['ID=1b83573e-cf31-42c2-9775-2ebb43e8e9a3,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:34:56.359802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:56.360151 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:56.360492 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:56.360825 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:56.361155 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:56.361486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:56.361812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:56.362136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:56.362458 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:56.362779 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:56.363122 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:56.363443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:34:56.366171 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf5706-3e45-4042-9b41-26a486eb80ff None None] No DVR routers for this DVR port 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:34:56.575631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:56.625246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=897987fb-1b09-4953-9215-9bb2dbccb658,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:34:56.712573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:56.880661 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:56.882792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:56.974063 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:56.974750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Fanout notify agent at l3_agent the message router_deleted on router fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:34:56.990162 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:56.991812 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d6ae701e-83f2-48ae-9b4b-010f34ca6539 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/routers/fa41e4a7-a1a7-46e9-9f32-dcc41d47e4c7 HTTP/1.1" status: 204 len: 168 time: 1.4632547 Jan 28 18:34:56.994143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53858) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:34:57.223674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e486b9cc-8693-45b7-8ae7-8902d80c26a0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:57.351858 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e486b9cc-8693-45b7-8ae7-8902d80c26a0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:57.376826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e486b9cc-8693-45b7-8ae7-8902d80c26a0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a676038-8f92-4ece-80dc-b1e69d9eb249']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:34:57.392138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e486b9cc-8693-45b7-8ae7-8902d80c26a0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe02956-2609-4730-ba71-99b9944ce7dc') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:34:57.392428 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e486b9cc-8693-45b7-8ae7-8902d80c26a0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe02956-2609-4730-ba71-99b9944ce7dc') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:34:57.405901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e486b9cc-8693-45b7-8ae7-8902d80c26a0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:57.423114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e486b9cc-8693-45b7-8ae7-8902d80c26a0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:57.429633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e486b9cc-8693-45b7-8ae7-8902d80c26a0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:34:57.430033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e486b9cc-8693-45b7-8ae7-8902d80c26a0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:34:57.447685 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:34:57.472746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:34:57.508682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:34:57.509863 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1b83573e-cf31-42c2-9775-2ebb43e8e9a3 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:34:57.510316 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 897987fb-1b09-4953-9215-9bb2dbccb658 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:34:57.547659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 897987fb-1b09-4953-9215-9bb2dbccb658 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:34:57.548000 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 897987fb-1b09-4953-9215-9bb2dbccb658 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:34:57.548421 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c9fd043c-6a05-4f56-82b9-90b7dd539395 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:34:57.581053 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: c9fd043c-6a05-4f56-82b9-90b7dd539395 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:34:57.584062 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device c9fd043c-6a05-4f56-82b9-90b7dd539395 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:34:57.602884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e486b9cc-8693-45b7-8ae7-8902d80c26a0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:57.620363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e486b9cc-8693-45b7-8ae7-8902d80c26a0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:57.636766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486b9cc-8693-45b7-8ae7-8902d80c26a0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Network': ['ID=1a676038-8f92-4ece-80dc-b1e69d9eb249,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:34:57.706350 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e486b9cc-8693-45b7-8ae7-8902d80c26a0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/networks/1a676038-8f92-4ece-80dc-b1e69d9eb249 HTTP/1.1" status: 204 len: 168 time: 0.7111979 Jan 28 18:34:57.708908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53862) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:34:57.777640 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18ef40fd-4320-41d2-abfd-c84d3ad93a1b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:57.808074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18ef40fd-4320-41d2-abfd-c84d3ad93a1b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:57.972742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18ef40fd-4320-41d2-abfd-c84d3ad93a1b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:57.992413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef40fd-4320-41d2-abfd-c84d3ad93a1b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8c87b8-12b8-4805-8208-55c3f1ddd79c,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:34:58.052737 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-18ef40fd-4320-41d2-abfd-c84d3ad93a1b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:58.053943 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-18ef40fd-4320-41d2-abfd-c84d3ad93a1b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/security-groups/da8c87b8-12b8-4805-8208-55c3f1ddd79c HTTP/1.1" status: 204 len: 168 time: 0.3441017 Jan 28 18:34:58.433821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53870) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:34:58.439732 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2015969906', 'description': 'tempest-secgroup-smoke-2015969906 description', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:34:58.445710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:34:58.450468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:34:58.453493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:34:58.459147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:34:58.540508 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:58.560958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:34:58.565395 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:34:58.568261 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:34:58.573896 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:34:58.644254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:58.709854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:58.754884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7e51f0-634f-4482-ace0-391796171ad7,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:34:58.818681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:58.819994 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3f831cf0-f173-4a29-8918-3d3a6e9c7430 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3851280 Jan 28 18:34:58.822849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53874) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:34:58.827765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-7879a129-9bb3-4dbb-9deb-83f201f9e79a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '9f7e51f0-634f-4482-ace0-391796171ad7', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:34:58.833799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7879a129-9bb3-4dbb-9deb-83f201f9e79a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:34:58.837704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7879a129-9bb3-4dbb-9deb-83f201f9e79a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:34:58.840553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7879a129-9bb3-4dbb-9deb-83f201f9e79a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:34:58.846801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7879a129-9bb3-4dbb-9deb-83f201f9e79a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:34:58.925587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7879a129-9bb3-4dbb-9deb-83f201f9e79a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:58.989200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7879a129-9bb3-4dbb-9deb-83f201f9e79a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:59.054308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7879a129-9bb3-4dbb-9deb-83f201f9e79a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:59.077226 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a129-9bb3-4dbb-9deb-83f201f9e79a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d7ccfb-12f8-4835-8b8e-817a59d82c77,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:34:59.149892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7879a129-9bb3-4dbb-9deb-83f201f9e79a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:59.151128 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7879a129-9bb3-4dbb-9deb-83f201f9e79a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272984 Jan 28 18:34:59.154103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53878) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:34:59.159731 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-1c83e473-474d-4602-9cda-2ffaca871559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '9f7e51f0-634f-4482-ace0-391796171ad7', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:34:59.166100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1c83e473-474d-4602-9cda-2ffaca871559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:34:59.169869 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1c83e473-474d-4602-9cda-2ffaca871559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:34:59.172745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1c83e473-474d-4602-9cda-2ffaca871559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:34:59.178492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1c83e473-474d-4602-9cda-2ffaca871559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:34:59.249647 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c83e473-474d-4602-9cda-2ffaca871559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:59.312459 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c83e473-474d-4602-9cda-2ffaca871559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:59.385252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c83e473-474d-4602-9cda-2ffaca871559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:59.409525 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83e473-474d-4602-9cda-2ffaca871559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747fb92b-84b6-4488-be96-e9c7a671783c,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:34:59.477003 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1c83e473-474d-4602-9cda-2ffaca871559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:59.478199 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1c83e473-474d-4602-9cda-2ffaca871559 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3232043 Jan 28 18:34:59.480953 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53882) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:34:59.485997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-470405ce-e001-461a-b188-348b7e6100ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '9f7e51f0-634f-4482-ace0-391796171ad7', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:34:59.492024 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-470405ce-e001-461a-b188-348b7e6100ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:34:59.495772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-470405ce-e001-461a-b188-348b7e6100ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:34:59.503076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-470405ce-e001-461a-b188-348b7e6100ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:34:59.504622 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-470405ce-e001-461a-b188-348b7e6100ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:34:59.581095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-470405ce-e001-461a-b188-348b7e6100ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:59.643556 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-470405ce-e001-461a-b188-348b7e6100ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:59.716887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-470405ce-e001-461a-b188-348b7e6100ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:59.741529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470405ce-e001-461a-b188-348b7e6100ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8832826-7342-4fdc-8640-e53b86d73cc4,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:34:59.814252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-470405ce-e001-461a-b188-348b7e6100ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:59.815411 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-470405ce-e001-461a-b188-348b7e6100ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3334899 Jan 28 18:34:59.818019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53886) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:34:59.822804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a954e3ef-f043-4376-a619-85d2beb8211c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '9f7e51f0-634f-4482-ace0-391796171ad7', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:34:59.829331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a954e3ef-f043-4376-a619-85d2beb8211c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:34:59.833205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a954e3ef-f043-4376-a619-85d2beb8211c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:34:59.836065 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a954e3ef-f043-4376-a619-85d2beb8211c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:34:59.841618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a954e3ef-f043-4376-a619-85d2beb8211c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:34:59.910949 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a954e3ef-f043-4376-a619-85d2beb8211c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:34:59.978049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a954e3ef-f043-4376-a619-85d2beb8211c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:00.065608 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a954e3ef-f043-4376-a619-85d2beb8211c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:00.090169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954e3ef-f043-4376-a619-85d2beb8211c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f48ce8a-9ec8-4bc0-a952-f25a60f1ae56,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:00.162801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a954e3ef-f043-4376-a619-85d2beb8211c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:00.164044 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a954e3ef-f043-4376-a619-85d2beb8211c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3451107 Jan 28 18:35:00.166669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53890) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:35:00.172256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-03f2760e-8ba7-4483-8c8f-cc784b484254 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '9f7e51f0-634f-4482-ace0-391796171ad7', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:35:00.178170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-03f2760e-8ba7-4483-8c8f-cc784b484254 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:35:00.181947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-03f2760e-8ba7-4483-8c8f-cc784b484254 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:35:00.184818 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-03f2760e-8ba7-4483-8c8f-cc784b484254 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:35:00.190943 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-03f2760e-8ba7-4483-8c8f-cc784b484254 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:35:00.288652 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-03f2760e-8ba7-4483-8c8f-cc784b484254 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Project ecfee90546034acb89982cc3e9a2f88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:35:00.295727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03f2760e-8ba7-4483-8c8f-cc784b484254 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:00.363178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03f2760e-8ba7-4483-8c8f-cc784b484254 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:00.492919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03f2760e-8ba7-4483-8c8f-cc784b484254 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:00.517636 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2760e-8ba7-4483-8c8f-cc784b484254 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85dac192-fde6-4659-a317-d58db87fbdb6,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:00.625663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-03f2760e-8ba7-4483-8c8f-cc784b484254 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:00.626789 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-03f2760e-8ba7-4483-8c8f-cc784b484254 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4591796 Jan 28 18:35:00.629511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53894) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:35:00.634423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-16ecd01e-bd8e-496c-848f-437dcc70060f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '9f7e51f0-634f-4482-ace0-391796171ad7', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:35:00.640909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-16ecd01e-bd8e-496c-848f-437dcc70060f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:35:00.644705 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-16ecd01e-bd8e-496c-848f-437dcc70060f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:35:00.647575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-16ecd01e-bd8e-496c-848f-437dcc70060f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:35:00.653437 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-16ecd01e-bd8e-496c-848f-437dcc70060f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:35:00.734380 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-16ecd01e-bd8e-496c-848f-437dcc70060f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Project ecfee90546034acb89982cc3e9a2f88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:35:00.741698 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-16ecd01e-bd8e-496c-848f-437dcc70060f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:00.807626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-16ecd01e-bd8e-496c-848f-437dcc70060f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:00.894286 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-16ecd01e-bd8e-496c-848f-437dcc70060f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:00.918828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecd01e-bd8e-496c-848f-437dcc70060f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0159496-42ab-4dd7-ae35-95a6204949ff,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:00.985884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-16ecd01e-bd8e-496c-848f-437dcc70060f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:00.987176 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-16ecd01e-bd8e-496c-848f-437dcc70060f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3566813 Jan 28 18:35:00.990027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53898) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:35:00.995623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'network': {'name': 'tempest-network-smoke--137235731', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'port_security_enabled': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:35:01.001544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:35:01.005590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:network and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:35:01.008502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:35:01.014472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:35:01.077374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:35:01.081529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:01.111691 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:35:01.120539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:01.120885 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Added segment 3c8d36db-8848-4eac-8c66-b89a12b2cbdc of type vlan for network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 Jan 28 18:35:01.153666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:01.231554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:01.241126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:01.247377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:01.352691 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Network': ['ID=97fa04e8-cda8-4607-b5e5-8a8f67d21958,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:01.365664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:35:01.386534 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e6843c13-8d03-42e6-8b5e-c599cda65be5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3954539 Jan 28 18:35:01.389160 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53902) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:35:01.394438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'admin_state_up': True, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:35:01.406213 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:35:01.411692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:router and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:35:01.415099 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:35:01.429334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:35:01.488901 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:01.489944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:01.505687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:01.942167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:02.305489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:02.337701 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:02.471705 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.26.1.129 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/765f8e21-3361-4a90-9546-d2a03666a4b8) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:35:02.617908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:02.704272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:02.775107 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:35:02.778321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:35:02.782773 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:35:02.815763 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=765f8e21-3361-4a90-9546-d2a03666a4b8,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:03.279560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:03.743700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:04.025571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:35:04.117852 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:35:04.206351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:35:04.218977 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Sync routers for ids ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:35:04.228347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Routers {'0a6b865a-2bbf-4a1e-b87f-abf86d05694c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:35:04.228959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:34:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:35:04.277615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:04.278808 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ce4e8cd4-615b-4220-9641-8a31d113686d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8887124 Jan 28 18:35:04.283029 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53906) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:35:04.322229 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2ab99671-60f3-4134-9d4a-b072692d8cc9 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=ecfee90546034acb89982cc3e9a2f88d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379336 Jan 28 18:35:04.324920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53910) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:35:04.426552 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Set router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:35:04.479890 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58be510-6870-4af2-a825-e05c5a1ce615 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:04.482254 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b58be510-6870-4af2-a825-e05c5a1ce615 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1562984 Jan 28 18:35:04.485043 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53914) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:35:04.543165 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53918) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:35:04.545470 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-e759829c-dd32-430f-b3da-cb2c299bf1e7 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589402 Jan 28 18:35:04.550157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-58395409', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:35:04.677283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:35:04.681464 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:subnet and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:35:04.684457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:35:04.691262 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:35:04.778302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:35:04.781893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:04.804296 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:35:03Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:35:04.808425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Checking router: 0a6b865a-2bbf-4a1e-b87f-abf86d05694c for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:35:04.808770 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Updating router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c port 765f8e21-3361-4a90-9546-d2a03666a4b8 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:35:04.865124 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:05.070203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:05.148339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Subnet': ['ID=78fd30ae-7fca-42f5-8b60-54ed83083255,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:05.159290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Checking segment: {'id': '3c8d36db-8848-4eac-8c66-b89a12b2cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:35:05.159633 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network hostable DHCP agents. Network: 97fa04e8-cda8-4607-b5e5-8a8f67d21958, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:35:05.214878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:05.227065 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Transition to ACTIVE for port object 765f8e21-3361-4a90-9546-d2a03666a4b8 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:35:05.260056 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:35:05.299866 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:05.317228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 97fa04e8-cda8-4607-b5e5-8a8f67d21958) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:35:05.322719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:05.323264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:05.339407 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20775bc2-6bc3-45e1-9384-438f6f01e7e6 None None] Network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:35:05.398167 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3dde6571-281c-49be-aa23-e7e37ba0594b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8535664 Jan 28 18:35:05.401043 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53922) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:35:05.464121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89105300-8ffe-424c-a47f-cc75ea3fe9ac None None] Pushing event updated for resources: {'Port': ['ID=765f8e21-3361-4a90-9546-d2a03666a4b8,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:05.470241 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Attempting to bind port 765f8e21-3361-4a90-9546-d2a03666a4b8 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:35:05.470613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Attempting to bind port 765f8e21-3361-4a90-9546-d2a03666a4b8 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:35:05.470977 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Attempting to bind port 765f8e21-3361-4a90-9546-d2a03666a4b8 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:35:05.490651 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:35:05.491115 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:35:05.491521 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:05.491923 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:35:05.492389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Bound port: 765f8e21-3361-4a90-9546-d2a03666a4b8, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:35:05.492764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:05.626314 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] For port 765f8e21-3361-4a90-9546-d2a03666a4b8, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:35:05.631177 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] For port 765f8e21-3361-4a90-9546-d2a03666a4b8, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=765f8e21-3361-4a90-9546-d2a03666a4b8,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:35:05.675917 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ips': [{'subnet_id': '78fd30ae-7fca-42f5-8b60-54ed83083255'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:35:05.676897 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:05.737894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:05.907535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Routers {'0a6b865a-2bbf-4a1e-b87f-abf86d05694c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:35:05.908159 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:34:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:35:05.988736 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89105300-8ffe-424c-a47f-cc75ea3fe9ac None None] Pushing event updated for resources: {'Port': ['ID=765f8e21-3361-4a90-9546-d2a03666a4b8,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:06.059828 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Allocated IP 172.20.0.2 (97fa04e8-cda8-4607-b5e5-8a8f67d21958/78fd30ae-7fca-42f5-8b60-54ed83083255/33601625-6bc6-4e0b-a383-adae81aab0df) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:35:06.231587 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] Set router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:35:06.262524 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:06.592231 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:06.609742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Transition to ACTIVE for port object 33601625-6bc6-4e0b-a383-adae81aab0df will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:35:06.633961 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Transition to ACTIVE for port object 33601625-6bc6-4e0b-a383-adae81aab0df will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:35:06.646784 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:35:03Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:35:06.652739 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57208c5-c244-4fe2-be24-de0f8d28f071 None None] The sync data for ids ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'] in dv-neutron-826919-1-hyperv is: [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:35:03Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:35:06.700355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:06.769816 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:35:06.772452 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:35:06.776441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:35:06.783833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.20.0.1 (97fa04e8-cda8-4607-b5e5-8a8f67d21958/78fd30ae-7fca-42f5-8b60-54ed83083255/b9d8b640-4c3c-4aa4-9b07-896b71da7d91) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:35:06.786547 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Pushing event updated for resources: {'Port': ['ID=33601625-6bc6-4e0b-a383-adae81aab0df,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:06.895163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Attempting to bind port 33601625-6bc6-4e0b-a383-adae81aab0df on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:35:06.895817 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Attempting to bind port 33601625-6bc6-4e0b-a383-adae81aab0df by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '3c8d36db-8848-4eac-8c66-b89a12b2cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:35:06.896416 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Attempting to bind port 33601625-6bc6-4e0b-a383-adae81aab0df on network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:35:06.906645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:35:06.907072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Checking segment: {'id': '3c8d36db-8848-4eac-8c66-b89a12b2cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:35:06.907467 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:06.907861 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Bound using segment: {'id': '3c8d36db-8848-4eac-8c66-b89a12b2cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:35:06.908334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Bound port: 33601625-6bc6-4e0b-a383-adae81aab0df, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8d36db-8848-4eac-8c66-b89a12b2cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:35:06.908713 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:06.993645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:07.011450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Transition to ACTIVE for port object b9d8b640-4c3c-4aa4-9b07-896b71da7d91 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:35:07.016441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] For port 33601625-6bc6-4e0b-a383-adae81aab0df, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:35:07.020475 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] For port 33601625-6bc6-4e0b-a383-adae81aab0df, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=33601625-6bc6-4e0b-a383-adae81aab0df,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:35:07.078638 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:07.100649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:07.168729 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca7e86-989d-4821-bf2a-ac98c958c426 None None] Pushing event updated for resources: {'Port': ['ID=33601625-6bc6-4e0b-a383-adae81aab0df,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:07.178892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:35:07.182683 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:35:07.187759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:35:07.229628 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=b9d8b640-4c3c-4aa4-9b07-896b71da7d91,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:07.262293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:07.417293 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 765f8e21-3361-4a90-9546-d2a03666a4b8 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:35:07.684102 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 765f8e21-3361-4a90-9546-d2a03666a4b8 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:35:07.690559 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 765f8e21-3361-4a90-9546-d2a03666a4b8 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:35:07.690934 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:07.725938 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:07.813557 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:07.832013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 765f8e21-3361-4a90-9546-d2a03666a4b8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=765f8e21-3361-4a90-9546-d2a03666a4b8,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:35:07.911998 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:08.000400 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=765f8e21-3361-4a90-9546-d2a03666a4b8,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:08.282673 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:08.283944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cbcd30-bdc3-46d1-88db-52cfb655573d None None] Network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:35:08.350009 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:08.448996 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-e0b2f6e7-1947-4a33-adf3-c5a7b5b97582 None None] Provisioning for port 33601625-6bc6-4e0b-a383-adae81aab0df completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:35:08.469547 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=b9d8b640-4c3c-4aa4-9b07-896b71da7d91,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:08.472257 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:08.619085 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:35:08.620789 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:35:08.840526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:35:08.877590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3698bba0-1e40-4d56-a3f6-2525d1b6870c None None] Provisioning for port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:35:08.883559 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3698bba0-1e40-4d56-a3f6-2525d1b6870c None None] Provisioning complete for port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:35:08.883933 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3698bba0-1e40-4d56-a3f6-2525d1b6870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:08.960326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3698bba0-1e40-4d56-a3f6-2525d1b6870c None None] Port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:35:09.068951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:35:09.085178 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Sync routers for ids ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:35:09.089395 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c665011c-b84c-466f-baff-f049f95a524a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "PUT /v2.0/routers/0a6b865a-2bbf-4a1e-b87f-abf86d05694c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6870706 Jan 28 18:35:09.092399 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3d3485d0-a753-4564-9059-25c6c0562180 None None] Provisioning complete for port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:35:09.092771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3d3485d0-a753-4564-9059-25c6c0562180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:09.095140 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Routers {'0a6b865a-2bbf-4a1e-b87f-abf86d05694c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:35:09.095985 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:34:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:35:09.170166 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3d3485d0-a753-4564-9059-25c6c0562180 None None] Port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:35:09.289448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-54a24e63-8d82-48ba-999d-0b1de92d7071 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:35:09.306881 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-84ac97c1-6021-4811-9655-e9213d940e33 None None] Provisioning complete for port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:35:09.307382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-84ac97c1-6021-4811-9655-e9213d940e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:09.310774 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Set router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:35:09.364748 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-84ac97c1-6021-4811-9655-e9213d940e33 None None] Port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:35:09.385375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-54a24e63-8d82-48ba-999d-0b1de92d7071 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:35:09.386569 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-54a24e63-8d82-48ba-999d-0b1de92d7071 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2015969906&fields=id&tenant_id=ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 267 time: 0.1379151 Jan 28 18:35:09.485713 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 765f8e21-3361-4a90-9546-d2a03666a4b8 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:35:09.552744 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-26c6c260-0c78-4de2-a854-42f1cbc53ee7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:09.553483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-26c6c260-0c78-4de2-a854-42f1cbc53ee7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:35:09.579701 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 765f8e21-3361-4a90-9546-d2a03666a4b8 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:35:09.580113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:09.614070 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-26c6c260-0c78-4de2-a854-42f1cbc53ee7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:35:09.615596 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-26c6c260-0c78-4de2-a854-42f1cbc53ee7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/networks?id=97fa04e8-cda8-4607-b5e5-8a8f67d21958 HTTP/1.1" status: 200 len: 796 time: 0.2211289 Jan 28 18:35:09.633975 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-7b95f4a1-1fcf-4a30-8707-5c77d354dd0b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/quotas/ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 375 time: 0.0123417 Jan 28 18:35:09.693261 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b9d8b640-4c3c-4aa4-9b07-896b71da7d91', 'name': '', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:aa:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:06Z', 'updated_at': '2022-01-28T18:35:08Z', 'revision_number': 2, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:35:09.697315 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Checking router: 0a6b865a-2bbf-4a1e-b87f-abf86d05694c for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:35:09.697661 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Updating router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:35:09.744157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-a60f1974-70ce-4360-8ff7-ade883641240 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:35:09.753798 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 33601625-6bc6-4e0b-a383-adae81aab0df up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:35:09.756799 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:09.814376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-a60f1974-70ce-4360-8ff7-ade883641240 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:35:09.815906 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-a60f1974-70ce-4360-8ff7-ade883641240 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1753123 Jan 28 18:35:09.893968 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 33601625-6bc6-4e0b-a383-adae81aab0df completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:35:09.899500 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 33601625-6bc6-4e0b-a383-adae81aab0df triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:35:09.900117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:09.972192 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-11028d09-c759-42c4-a3d8-c81d87d8899d service neutron] 10.222.0.26 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429989 Jan 28 18:35:10.021780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6bf80e75-071c-4001-9ea7-bce7336a28f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:10.037442 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:10.074278 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 33601625-6bc6-4e0b-a383-adae81aab0df, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=33601625-6bc6-4e0b-a383-adae81aab0df,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:35:10.134224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:10.153112 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:10.166343 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Transition to ACTIVE for port object b9d8b640-4c3c-4aa4-9b07-896b71da7d91 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:35:10.209193 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=33601625-6bc6-4e0b-a383-adae81aab0df,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:10.223059 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-21fe4cb5-98a3-4a07-9883-aaeac107beda service neutron] 10.222.0.26 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437541 Jan 28 18:35:10.226033 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:10.352636 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d432b-f110-4b4c-949b-ef8b4514060b None None] Pushing event updated for resources: {'Port': ['ID=b9d8b640-4c3c-4aa4-9b07-896b71da7d91,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:10.394295 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d432b-f110-4b4c-949b-ef8b4514060b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:35:10.394824 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d432b-f110-4b4c-949b-ef8b4514060b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:35:10.395243 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d432b-f110-4b4c-949b-ef8b4514060b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:35:10.395627 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d432b-f110-4b4c-949b-ef8b4514060b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:35:10.396112 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d432b-f110-4b4c-949b-ef8b4514060b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:35:10.396601 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d432b-f110-4b4c-949b-ef8b4514060b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:35:10.397087 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d432b-f110-4b4c-949b-ef8b4514060b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:35:10.397664 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d432b-f110-4b4c-949b-ef8b4514060b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:35:10.398151 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d432b-f110-4b4c-949b-ef8b4514060b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:35:10.398625 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d432b-f110-4b4c-949b-ef8b4514060b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:35:10.399236 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d432b-f110-4b4c-949b-ef8b4514060b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:35:10.399707 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d432b-f110-4b4c-949b-ef8b4514060b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:35:10.483791 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Attempting to bind port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:35:10.484697 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Attempting to bind port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '3c8d36db-8848-4eac-8c66-b89a12b2cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:35:10.485050 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Attempting to bind port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 on network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:35:10.491804 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:35:10.492261 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Checking segment: {'id': '3c8d36db-8848-4eac-8c66-b89a12b2cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:35:10.492581 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:10.492968 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Bound using segment: {'id': '3c8d36db-8848-4eac-8c66-b89a12b2cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:35:10.493424 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Bound port: b9d8b640-4c3c-4aa4-9b07-896b71da7d91, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8d36db-8848-4eac-8c66-b89a12b2cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:35:10.493789 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:10.550102 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cefaff07-efc5-4a88-aaf4-357d06d1efa4 req-8c46f5b4-d7b2-482f-a6d4-f27dca828aa8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 210 time: 0.0482550 Jan 28 18:35:10.593852 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] For port b9d8b640-4c3c-4aa4-9b07-896b71da7d91, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:35:10.596967 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] For port b9d8b640-4c3c-4aa4-9b07-896b71da7d91, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b9d8b640-4c3c-4aa4-9b07-896b71da7d91,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:35:10.660148 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:10.740550 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Routers {'0a6b865a-2bbf-4a1e-b87f-abf86d05694c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:35:10.741164 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:34:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:35:10.794589 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d432b-f110-4b4c-949b-ef8b4514060b None None] Pushing event updated for resources: {'Port': ['ID=b9d8b640-4c3c-4aa4-9b07-896b71da7d91,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:10.928254 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] Set router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:35:11.265838 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b9d8b640-4c3c-4aa4-9b07-896b71da7d91', 'name': '', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:aa:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:06Z', 'updated_at': '2022-01-28T18:35:10Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:35:11.269654 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b34e5be-d173-4e86-ad81-7f4b4e84fc65 None None] The sync data for ids ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'] in dv-neutron-826919-1-hyperv is: [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b9d8b640-4c3c-4aa4-9b07-896b71da7d91', 'name': '', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:aa:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:06Z', 'updated_at': '2022-01-28T18:35:10Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:35:11.395433 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 33601625-6bc6-4e0b-a383-adae81aab0df up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:35:11.471522 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 33601625-6bc6-4e0b-a383-adae81aab0df triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:35:11.471896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:11.714259 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2635fa03-0568-407a-be79-f4167fa66d39 req-d434a325-0621-430a-9117-30f05ac4e827 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 210 time: 0.0485575 Jan 28 18:35:12.327042 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-4942ec58-405c-4daa-85f5-3cc0b002f29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:12.741479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-c1d19c4c-27ba-479c-947a-a18fed79340e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:12.742900 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-c1d19c4c-27ba-479c-947a-a18fed79340e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/networks?id=97fa04e8-cda8-4607-b5e5-8a8f67d21958 HTTP/1.1" status: 200 len: 796 time: 0.1469815 Jan 28 18:35:12.798003 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-847f5cc6-73eb-4b50-a301-8816adf56917 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 380 time: 0.0470569 Jan 28 18:35:12.806806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'port': {'device_id': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'admin_state_up': True, 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'security_groups': ['9f7e51f0-634f-4482-ace0-391796171ad7']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:35:12.870666 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8df8920f-267c-46dc-8aba-68cb33288596 req-0e2d5b15-2fa3-41c5-ada5-b34f5db7bcb2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 210 time: 0.0449088 Jan 28 18:35:12.946522 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:35:12.957023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:35:13.100220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:35:13.103840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:13.269526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.20.0.12 (97fa04e8-cda8-4607-b5e5-8a8f67d21958/78fd30ae-7fca-42f5-8b60-54ed83083255/3fe4c54e-e7df-42fa-9ca8-58bf4d486b70) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:35:13.382139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b9d8b640-4c3c-4aa4-9b07-896b71da7d91 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:35:13.411197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:13.427466 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:13.466760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:13.482204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Transition to ACTIVE for port object 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:35:13.526659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:35:13.532150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:35:13.532525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:13.584141 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:13.650113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:13.656572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:35:13.659709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:35:13.662403 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:35:13.685571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port b9d8b640-4c3c-4aa4-9b07-896b71da7d91, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b9d8b640-4c3c-4aa4-9b07-896b71da7d91,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:35:13.713900 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:13.737486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:13.738212 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:13.740149 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:13.803644 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-8cbfbcec-212a-4b99-a0d6-a3fbab4233a2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0004661 Jan 28 18:35:13.810501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=b9d8b640-4c3c-4aa4-9b07-896b71da7d91,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:13.816415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Request body: {'port': {'device_id': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:35:13.937071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:14.013862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8892becd-a011-48f8-9062-546d12f53195 None None] Provisioning for port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:35:14.020006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-8892becd-a011-48f8-9062-546d12f53195 None None] Provisioning complete for port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:35:14.020375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8892becd-a011-48f8-9062-546d12f53195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:14.079373 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-8892becd-a011-48f8-9062-546d12f53195 None None] Port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:35:14.213282 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7026-a74c-447a-877d-c0be2fffbc0a req-3b1a7a10-c9a8-49ef-92a4-c0fc911a6801 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:14.213964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-a1fc7026-a74c-447a-877d-c0be2fffbc0a req-3b1a7a10-c9a8-49ef-92a4-c0fc911a6801 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:35:14.317975 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-a1fc7026-a74c-447a-877d-c0be2fffbc0a req-3b1a7a10-c9a8-49ef-92a4-c0fc911a6801 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:35:14.319164 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a1fc7026-a74c-447a-877d-c0be2fffbc0a req-3b1a7a10-c9a8-49ef-92a4-c0fc911a6801 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 932 time: 0.3361759 Jan 28 18:35:14.403662 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:35:14.415110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:14.422885 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a1fc7026-a74c-447a-877d-c0be2fffbc0a req-f1d6a68a-ea02-46c3-8f39-e2e6d304ea41 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732865 Jan 28 18:35:14.434635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Transition to ACTIVE for port object 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:35:14.597193 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:14.864005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:14.947557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Attempting to bind port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:35:14.947787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Attempting to bind port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '3c8d36db-8848-4eac-8c66-b89a12b2cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:35:14.948117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Attempting to bind port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 on network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:35:14.952697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 on network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:35:14.953007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Attempting to bind port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 on network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:35:14.957968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:35:14.958296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Checking segment: {'id': '3c8d36db-8848-4eac-8c66-b89a12b2cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:35:14.958823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Bound using segment: {'id': '3c8d36db-8848-4eac-8c66-b89a12b2cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:35:14.959256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Bound port: 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8d36db-8848-4eac-8c66-b89a12b2cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:35:14.959595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:15.051779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] For port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:35:15.054685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] For port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:35:15.088409 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:15.111764 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:15.177099 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:15.177723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:15.179138 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] 10.222.0.16 "PUT /v2.0/ports/3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 HTTP/1.1" status: 200 len: 1094 time: 1.3690026 Jan 28 18:35:15.179582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'tag': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:35:15.202920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aacc34-446d-4bea-826d-f8b18f745029 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:15.227727 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'tag': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'status': 'completed', 'code': 200} Jan 28 18:35:15.334172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb3db7-a9e5-40a4-a755-9b5d6629b096 req-fe8aaa2e-578f-425f-b250-1a53718debc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:15.336353 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fccb3db7-a9e5-40a4-a755-9b5d6629b096 req-fe8aaa2e-578f-425f-b250-1a53718debc0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 1097 time: 0.0869300 Jan 28 18:35:15.341641 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b9d8b640-4c3c-4aa4-9b07-896b71da7d91 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:35:15.415146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:35:15.415518 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:15.487310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb3db7-a9e5-40a4-a755-9b5d6629b096 req-5b99bd06-7cc9-4433-b0c3-cb5817c32203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:15.488875 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fccb3db7-a9e5-40a4-a755-9b5d6629b096 req-5b99bd06-7cc9-4433-b0c3-cb5817c32203 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ecfee90546034acb89982cc3e9a2f88d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1463671 Jan 28 18:35:15.689120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb3db7-a9e5-40a4-a755-9b5d6629b096 req-fa2397d3-fa91-4acd-9b0c-0d200f8e0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:15.690643 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fccb3db7-a9e5-40a4-a755-9b5d6629b096 req-fa2397d3-fa91-4acd-9b0c-0d200f8e0e81 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962855 Jan 28 18:35:15.707341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb953a-add9-4e26-9da6-c155b7188fe1 req-39d8a449-6a62-422a-a958-0652607ee4f4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:15.710201 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-42eb953a-add9-4e26-9da6-c155b7188fe1 req-39d8a449-6a62-422a-a958-0652607ee4f4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 944 time: 0.1368794 Jan 28 18:35:15.803308 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-42eb953a-add9-4e26-9da6-c155b7188fe1 req-e699b4f8-d855-44f1-b055-d46e63c032ba tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886152 Jan 28 18:35:15.824176 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-785fdb50-d4ab-40c5-bf7d-52dba043ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:15.825655 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-785fdb50-d4ab-40c5-bf7d-52dba043ce0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 1097 time: 0.0941298 Jan 28 18:35:15.897230 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-a7f6b1ec-df4d-4027-b95d-be7a8a3d8311 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 HTTP/1.1" status: 200 len: 217 time: 0.0655406 Jan 28 18:35:15.959948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-7d6ae7d4-4c05-463e-bf80-aa18455ea47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:15.961302 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-7d6ae7d4-4c05-463e-bf80-aa18455ea47f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78fd30ae-7fca-42f5-8b60-54ed83083255 HTTP/1.1" status: 200 len: 833 time: 0.0583148 Jan 28 18:35:16.037058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-86d1fda6-274c-45d6-8a82-2b151c4c20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:16.038518 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-86d1fda6-274c-45d6-8a82-2b151c4c20ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97fa04e8-cda8-4607-b5e5-8a8f67d21958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717502 Jan 28 18:35:16.170724 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-f94931b1-2312-4090-8a00-f69dbc4fe542 service neutron] 10.222.0.16 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254518 Jan 28 18:35:16.306840 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e1d7f94a-bdb8-409f-bddc-ef2f1790eeb9 req-3aaa6d06-ad6a-4e98-bd50-384ccdb8a45d service neutron] 10.222.0.16 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301377 Jan 28 18:35:17.031078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4180c08-2153-4f89-9253-3730b3ec73f2 req-b6fc688c-0602-44ea-8147-398ec69730d3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:17.032623 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f4180c08-2153-4f89-9253-3730b3ec73f2 req-b6fc688c-0602-44ea-8147-398ec69730d3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 944 time: 0.1055605 Jan 28 18:35:17.079853 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f4180c08-2153-4f89-9253-3730b3ec73f2 req-94e5ba33-c8d5-4013-9189-e7d2faa163d4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410092 Jan 28 18:35:18.039826 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:35:18.176131 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:35:18.199770 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'port_id': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'mac_address': 'fa:16:3e:65:00:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:35:18.260403 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:18.281742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:35:18.289677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33024711-62f0-4412-a2d2-d7367d78be11 req-91130b71-107e-4c4e-bc90-4cb92c145509 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:18.292535 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-33024711-62f0-4412-a2d2-d7367d78be11 req-91130b71-107e-4c4e-bc90-4cb92c145509 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 944 time: 0.0888016 Jan 28 18:35:18.298326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:35:18.345272 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-33024711-62f0-4412-a2d2-d7367d78be11 req-1041df78-fb3c-41e6-a6cb-f9ccd2fbf09e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483332 Jan 28 18:35:18.417985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:18.489892 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:18.665229 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['3fe4c54e-e7df-42fa-9ca8-58bf4d486b70'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:35:19.527442 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7c7ee-41e9-4003-8f30-9475b91f8fe1 req-ab076bb4-613c-4f85-8ad3-ec3b2349714a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:19.528882 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ebf7c7ee-41e9-4003-8f30-9475b91f8fe1 req-ab076bb4-613c-4f85-8ad3-ec3b2349714a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 945 time: 0.0803151 Jan 28 18:35:19.572983 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ebf7c7ee-41e9-4003-8f30-9475b91f8fe1 req-bcf4d859-fce9-4cab-99ab-5dc6b6ee40e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378485 Jan 28 18:35:20.055835 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:35:20.252500 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:20.276597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:35:20.281973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:35:20.282329 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:20.400594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:20.428652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:35:20.440573 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:35:20.474693 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'code': 200} Jan 28 18:35:20.528746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:20.598327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:20.764038 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcc4af-94a1-41b3-bd36-0f6fa1c8ad09 req-3ecfa5fb-a1f5-4eba-a378-9c832c0b3fd8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:20.765996 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-64bcc4af-94a1-41b3-bd36-0f6fa1c8ad09 req-3ecfa5fb-a1f5-4eba-a378-9c832c0b3fd8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0858219 Jan 28 18:35:20.810501 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-64bcc4af-94a1-41b3-bd36-0f6fa1c8ad09 req-a21fddcc-6ac4-4f70-9da4-d74a058a54e4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389040 Jan 28 18:35:20.948691 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59fc28-4b2f-4c5d-a931-087b31510fa6 req-9fbbd990-31fd-4c31-b6c7-51bf1dc2d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:20.950157 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e59fc28-4b2f-4c5d-a931-087b31510fa6 req-9fbbd990-31fd-4c31-b6c7-51bf1dc2d706 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 1099 time: 0.0705395 Jan 28 18:35:20.994622 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6e59fc28-4b2f-4c5d-a931-087b31510fa6 req-e99bbd04-d4e0-42b0-8075-bb48707d10b9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382974 Jan 28 18:35:22.012801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daeaaf5-41a7-4ca8-8934-65cc499922b5 req-dcc2ac29-aaff-40e9-8c3d-a7d882416669 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:22.015905 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8daeaaf5-41a7-4ca8-8934-65cc499922b5 req-dcc2ac29-aaff-40e9-8c3d-a7d882416669 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0870116 Jan 28 18:35:22.063225 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8daeaaf5-41a7-4ca8-8934-65cc499922b5 req-73e0258f-2927-4b95-aa10-a0b3ee805cf2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418828 Jan 28 18:35:23.251749 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a18f5-91f2-4e61-88c2-6477509eb309 req-4207d04c-2825-4841-ac72-17c48c72358d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:23.253209 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5b2a18f5-91f2-4e61-88c2-6477509eb309 req-4207d04c-2825-4841-ac72-17c48c72358d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0831649 Jan 28 18:35:23.298531 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5b2a18f5-91f2-4e61-88c2-6477509eb309 req-1ebaf970-1d44-4c83-8b51-74cfa961d2c8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397635 Jan 28 18:35:23.492246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cc83a-6836-4445-975f-4d9ff2d41d5f req-35dd066b-0ddd-4e7a-84df-4cf3835090e1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:23.494451 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-147cc83a-6836-4445-975f-4d9ff2d41d5f req-35dd066b-0ddd-4e7a-84df-4cf3835090e1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0910981 Jan 28 18:35:23.540604 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-147cc83a-6836-4445-975f-4d9ff2d41d5f req-076a2ee9-7de2-4fc7-bece-22e02bab7416 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410078 Jan 28 18:35:23.563988 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53980) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:35:23.634031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadcfecc-afbc-4431-ba5b-98773856b5ad tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:23.638590 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-eadcfecc-afbc-4431-ba5b-98773856b5ad tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 1094 time: 0.0706041 Jan 28 18:35:23.638790 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 53984) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:35:23.644352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:35:23.650544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:35:23.654681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:floatingip and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:35:23.657589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:35:23.663355 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:35:23.749965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:23.997465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:24.145225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.26.1.153 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/0f00e9dc-811c-4829-9fab-95dd611d33dd) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:35:24.305304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:24.409026 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:24.486227 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:35:24.489624 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:35:24.493455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:35:24.528222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=0f00e9dc-811c-4829-9fab-95dd611d33dd,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:24.932907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:25.086303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:25.293595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:25.354973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:25.468702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=0f00e9dc-811c-4829-9fab-95dd611d33dd,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:35:25.479658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:25.656013 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Floating IP f7116a11-d87b-4d9f-a159-0d7890beb841 associated. External IP: 172.26.1.153, port: 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70. Jan 28 18:35:26.117541 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:35:26.295362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:35:26.307327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f48115-b11b-4727-a232-fc4703b904fa None None] Sync routers for ids ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:35:26.321659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f48115-b11b-4727-a232-fc4703b904fa None None] Routers {'0a6b865a-2bbf-4a1e-b87f-abf86d05694c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:35:26.322283 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-32f48115-b11b-4727-a232-fc4703b904fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:35:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:35:26.374729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:26.434204 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1dd2710e-b5f7-49bf-927c-059ddf70bdd1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7943559 Jan 28 18:35:26.434764 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'tag': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:35:26.483274 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'tag': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'status': 'completed', 'code': 200} Jan 28 18:35:26.510270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-32f48115-b11b-4727-a232-fc4703b904fa None None] Set router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:35:26.587482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bc8f3-4c94-40a9-917c-c5b2c7720f5d req-7d29f843-a533-4179-ab3b-8d4debd19436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:26.588904 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d4bc8f3-4c94-40a9-917c-c5b2c7720f5d req-7d29f843-a533-4179-ab3b-8d4debd19436 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 1099 time: 0.0858846 Jan 28 18:35:26.612744 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b867c8-ee50-44f6-9f2e-ca691f214383 req-75bed9a8-8154-4dfa-b165-4b3cdaaae6ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:26.615138 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-98b867c8-ee50-44f6-9f2e-ca691f214383 req-75bed9a8-8154-4dfa-b165-4b3cdaaae6ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0913343 Jan 28 18:35:26.665764 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-98b867c8-ee50-44f6-9f2e-ca691f214383 req-2e3c8ac8-7f8b-422e-953e-69a9e26ab096 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422416 Jan 28 18:35:26.690974 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53992) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:35:26.723874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bc8f3-4c94-40a9-917c-c5b2c7720f5d req-25ae703a-6a3d-4ce7-b41a-cb2b152d7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:26.725315 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d4bc8f3-4c94-40a9-917c-c5b2c7720f5d req-25ae703a-6a3d-4ce7-b41a-cb2b152d7ecf service neutron] 10.222.0.16 "GET /v2.0/networks?id=97fa04e8-cda8-4607-b5e5-8a8f67d21958 HTTP/1.1" status: 200 len: 897 time: 0.1310096 Jan 28 18:35:26.803483 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9312e000-f48b-4a47-8ae4-a1597267ab61 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/f7116a11-d87b-4d9f-a159-0d7890beb841 HTTP/1.1" status: 200 len: 992 time: 0.1111734 Jan 28 18:35:26.833262 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d4bc8f3-4c94-40a9-917c-c5b2c7720f5d req-00d1f75e-500a-4fdc-b0a2-b681599a79a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 HTTP/1.1" status: 200 len: 1000 time: 0.1013005 Jan 28 18:35:26.881880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-32f48115-b11b-4727-a232-fc4703b904fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'f7116a11-d87b-4d9f-a159-0d7890beb841', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.153', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'port_id': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'mac_address': 'fa:16:3e:65:00:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:35:24Z', 'updated_at': '2022-01-28T18:35:24Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d8b640-4c3c-4aa4-9b07-896b71da7d91', 'name': '', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:aa:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:06Z', 'updated_at': '2022-01-28T18:35:13Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:35:26.885887 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f48115-b11b-4727-a232-fc4703b904fa None None] Checking router: 0a6b865a-2bbf-4a1e-b87f-abf86d05694c for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:35:26.895297 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f48115-b11b-4727-a232-fc4703b904fa None None] Routers {'0a6b865a-2bbf-4a1e-b87f-abf86d05694c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:35:26.895904 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-32f48115-b11b-4727-a232-fc4703b904fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:35:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:35:26.900502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bc8f3-4c94-40a9-917c-c5b2c7720f5d req-7450aeac-3431-495b-a19c-510ea791303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:26.902269 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d4bc8f3-4c94-40a9-917c-c5b2c7720f5d req-7450aeac-3431-495b-a19c-510ea791303d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78fd30ae-7fca-42f5-8b60-54ed83083255 HTTP/1.1" status: 200 len: 833 time: 0.0593162 Jan 28 18:35:26.982375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bc8f3-4c94-40a9-917c-c5b2c7720f5d req-853e3f69-2c8f-4238-81cf-4fbafb01b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:26.984010 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d4bc8f3-4c94-40a9-917c-c5b2c7720f5d req-853e3f69-2c8f-4238-81cf-4fbafb01b97b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97fa04e8-cda8-4607-b5e5-8a8f67d21958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763228 Jan 28 18:35:27.092284 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-32f48115-b11b-4727-a232-fc4703b904fa None None] Set router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:35:27.128282 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d4bc8f3-4c94-40a9-917c-c5b2c7720f5d req-4522c4eb-db66-4a13-8303-8b9df94bf341 service neutron] 10.222.0.16 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372106 Jan 28 18:35:27.266894 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d4bc8f3-4c94-40a9-917c-c5b2c7720f5d req-6f11aa65-7059-45c0-969f-467ba851129b service neutron] 10.222.0.16 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330817 Jan 28 18:35:27.460662 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-32f48115-b11b-4727-a232-fc4703b904fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'f7116a11-d87b-4d9f-a159-0d7890beb841', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.153', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'port_id': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'mac_address': 'fa:16:3e:65:00:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:35:24Z', 'updated_at': '2022-01-28T18:35:24Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d8b640-4c3c-4aa4-9b07-896b71da7d91', 'name': '', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:aa:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:06Z', 'updated_at': '2022-01-28T18:35:13Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:35:27.464760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f48115-b11b-4727-a232-fc4703b904fa None None] The sync data for ids ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'] in dv-neutron-826919-1-hyperv is: [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'f7116a11-d87b-4d9f-a159-0d7890beb841', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.153', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'port_id': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'mac_address': 'fa:16:3e:65:00:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:35:24Z', 'updated_at': '2022-01-28T18:35:24Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d8b640-4c3c-4aa4-9b07-896b71da7d91', 'name': '', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:aa:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:06Z', 'updated_at': '2022-01-28T18:35:13Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:35:27.668432 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f613ad54-17fe-4c9d-875e-f04c0bde8b45 None None] New status for floating IP f7116a11-d87b-4d9f-a159-0d7890beb841: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:35:27.804906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 53996) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:35:27.913083 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8a6fb835-2c28-40d6-a4c2-bf077b61d7df tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/f7116a11-d87b-4d9f-a159-0d7890beb841 HTTP/1.1" status: 200 len: 992 time: 0.1070378 Jan 28 18:35:28.917322 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54000) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:35:29.131501 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-fe378eb0-f8e1-4902-b43b-59c9f143288e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/f7116a11-d87b-4d9f-a159-0d7890beb841 HTTP/1.1" status: 200 len: 994 time: 0.2129560 Jan 28 18:35:40.012318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-90f672a5-9f03-4bd5-9944-5c5493794463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:41.116969 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:35:42.343207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b7d4ce6d-4813-4620-9a9e-e5b06463cf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:43.368235 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:43.425165 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:45.122495 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:50.212299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:35:55.648224 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8e643327-eb6d-46ce-8619-c7aa6185d4e1 req-ff8a2ca2-5482-4b6d-b45a-3ae56c85bcee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0994022 Jan 28 18:35:55.818134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e643327-eb6d-46ce-8619-c7aa6185d4e1 req-c4eb12bd-9626-4aa9-8357-83026e13442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:55.819613 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8e643327-eb6d-46ce-8619-c7aa6185d4e1 req-c4eb12bd-9626-4aa9-8357-83026e13442e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 1099 time: 0.0784159 Jan 28 18:35:56.075349 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e643327-eb6d-46ce-8619-c7aa6185d4e1 req-9bb1369b-8170-48db-8ab8-5ba15b0b9bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:56.076967 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8e643327-eb6d-46ce-8619-c7aa6185d4e1 req-9bb1369b-8170-48db-8ab8-5ba15b0b9bcf service neutron] 10.222.0.16 "GET /v2.0/networks?id=97fa04e8-cda8-4607-b5e5-8a8f67d21958 HTTP/1.1" status: 200 len: 897 time: 0.2381368 Jan 28 18:35:56.180828 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8e643327-eb6d-46ce-8619-c7aa6185d4e1 req-ffe130c7-760d-475f-b66a-79c5f2431507 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 HTTP/1.1" status: 200 len: 1002 time: 0.0965157 Jan 28 18:35:56.243942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e643327-eb6d-46ce-8619-c7aa6185d4e1 req-b21fed0b-e1f9-486c-a574-fa02554d560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:56.245400 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8e643327-eb6d-46ce-8619-c7aa6185d4e1 req-b21fed0b-e1f9-486c-a574-fa02554d560c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78fd30ae-7fca-42f5-8b60-54ed83083255 HTTP/1.1" status: 200 len: 833 time: 0.0565860 Jan 28 18:35:56.320453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e643327-eb6d-46ce-8619-c7aa6185d4e1 req-a3dcf5b4-074b-4918-9e77-66c5b3311bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:56.321901 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8e643327-eb6d-46ce-8619-c7aa6185d4e1 req-a3dcf5b4-074b-4918-9e77-66c5b3311bdf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97fa04e8-cda8-4607-b5e5-8a8f67d21958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697877 Jan 28 18:35:56.454862 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8e643327-eb6d-46ce-8619-c7aa6185d4e1 req-c0e748ea-ac8b-45fe-8401-a6b606db6e2d service neutron] 10.222.0.16 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253426 Jan 28 18:35:56.594185 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8e643327-eb6d-46ce-8619-c7aa6185d4e1 req-7f23c0db-3f04-40fd-800f-04b51c05e534 service neutron] 10.222.0.16 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334631 Jan 28 18:35:58.916025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb6c22-a976-4d34-8455-5c7061442522 req-9c4b6932-8036-4f64-92bb-43d5bbe3a693 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:35:58.917564 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-16eb6c22-a976-4d34-8455-5c7061442522 req-9c4b6932-8036-4f64-92bb-43d5bbe3a693 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0855684 Jan 28 18:35:58.963791 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-16eb6c22-a976-4d34-8455-5c7061442522 req-348a6867-31c5-4435-9b59-434e1244974a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398469 Jan 28 18:35:59.035737 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-cc21c5cc-8767-473f-b72c-1ea60753427f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1260505 Jan 28 18:36:00.155820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb607a5-c822-4adb-bd73-95c47afee052 req-7a8099a2-90ed-4972-baee-f253f70cce2a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:00.157791 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bcb607a5-c822-4adb-bd73-95c47afee052 req-7a8099a2-90ed-4972-baee-f253f70cce2a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0804014 Jan 28 18:36:00.205015 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bcb607a5-c822-4adb-bd73-95c47afee052 req-37a1e4ac-3538-4db1-a7af-02521d0b434e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411992 Jan 28 18:36:01.070654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-67f0acc3-a5b2-4ecd-acd6-d69779632009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:01.072606 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-67f0acc3-a5b2-4ecd-acd6-d69779632009 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 1099 time: 0.0718503 Jan 28 18:36:01.200889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-8c1fff32-de28-4854-b691-79f9ab7c5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:01.202312 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-8c1fff32-de28-4854-b691-79f9ab7c5d96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=97fa04e8-cda8-4607-b5e5-8a8f67d21958 HTTP/1.1" status: 200 len: 897 time: 0.1240449 Jan 28 18:36:01.306738 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-057e313a-39fb-4719-8e3d-8a9938057ec2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 HTTP/1.1" status: 200 len: 1002 time: 0.0981381 Jan 28 18:36:01.420942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-e34db08a-3dd6-4797-a421-9026b4bd962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:01.422454 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-e34db08a-3dd6-4797-a421-9026b4bd962e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78fd30ae-7fca-42f5-8b60-54ed83083255 HTTP/1.1" status: 200 len: 833 time: 0.1091645 Jan 28 18:36:01.488947 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce088b-b294-465f-b0d2-5084450cf688 req-a76229a3-2ced-4a1c-b910-c2a5feb50b58 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:01.490556 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-22ce088b-b294-465f-b0d2-5084450cf688 req-a76229a3-2ced-4a1c-b910-c2a5feb50b58 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.1788936 Jan 28 18:36:01.545366 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-22ce088b-b294-465f-b0d2-5084450cf688 req-67b73970-0350-4b39-8e93-b2a8952cf5ff tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486372 Jan 28 18:36:01.554375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-24810906-9c80-4973-af0e-80f5346672c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:01.555850 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-24810906-9c80-4973-af0e-80f5346672c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97fa04e8-cda8-4607-b5e5-8a8f67d21958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1258714 Jan 28 18:36:01.688046 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-9fc6e71d-9d76-430b-8e5b-c48cfba6b3b0 service neutron] 10.222.0.16 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260657 Jan 28 18:36:01.916326 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-8e412842-a44e-4419-b138-e9cf06692525 service neutron] 10.222.0.16 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207785 Jan 28 18:36:02.734972 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149134da-bea8-4490-a550-b382cff5b539 req-b3de93db-5931-4b0d-911f-3964e4b1cd7d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:02.736947 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-149134da-bea8-4490-a550-b382cff5b539 req-b3de93db-5931-4b0d-911f-3964e4b1cd7d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0790901 Jan 28 18:36:02.779867 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-149134da-bea8-4490-a550-b382cff5b539 req-f8820264-9229-40e5-8a15-3e78b70b0b6b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373962 Jan 28 18:36:03.971854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21651d-2b4f-422f-9909-ff5fec6912a1 req-cff74258-5311-4d8f-a205-a42fbeaf93cc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:03.973516 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cc21651d-2b4f-422f-9909-ff5fec6912a1 req-cff74258-5311-4d8f-a205-a42fbeaf93cc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0788805 Jan 28 18:36:04.018117 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cc21651d-2b4f-422f-9909-ff5fec6912a1 req-51ad1708-7418-40fa-8531-e283818a53da tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387845 Jan 28 18:36:05.208003 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18251675-2047-46f7-9b51-ff0be3dc6376 req-617fb528-cd95-4cd8-8e49-d2b399155064 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:05.209624 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-18251675-2047-46f7-9b51-ff0be3dc6376 req-617fb528-cd95-4cd8-8e49-d2b399155064 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0857759 Jan 28 18:36:05.254593 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-18251675-2047-46f7-9b51-ff0be3dc6376 req-273601a1-934c-49a2-8540-14ea83820702 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392425 Jan 28 18:36:06.453145 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2690cf0-3893-42dd-bdf3-bf74f5067188 req-c239df73-f97f-42b5-b437-4fb51374197b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:06.454708 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b2690cf0-3893-42dd-bdf3-bf74f5067188 req-c239df73-f97f-42b5-b437-4fb51374197b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0840244 Jan 28 18:36:06.498564 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b2690cf0-3893-42dd-bdf3-bf74f5067188 req-12ce9c33-8177-4185-9369-c7ac3ca21910 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382257 Jan 28 18:36:07.680980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86152d64-f74a-417c-8fa7-8e3070fbaece req-a16e89b7-464b-4599-af7a-3f9e2e8c94e3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:07.682511 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-86152d64-f74a-417c-8fa7-8e3070fbaece req-a16e89b7-464b-4599-af7a-3f9e2e8c94e3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0802643 Jan 28 18:36:07.728061 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-86152d64-f74a-417c-8fa7-8e3070fbaece req-4ec8b253-578b-4cca-a3cf-1be9b2443423 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397699 Jan 28 18:36:08.914415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ba234-4717-4ee7-854a-3494615e30c1 req-a74112d3-fd3f-42f6-ade4-8064cedb0373 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:08.915968 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b41ba234-4717-4ee7-854a-3494615e30c1 req-a74112d3-fd3f-42f6-ade4-8064cedb0373 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0801504 Jan 28 18:36:08.964522 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b41ba234-4717-4ee7-854a-3494615e30c1 req-e74f3a07-5d64-4a64-9d14-0c8b070aa35a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429063 Jan 28 18:36:10.025909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3f75dc73-5bf8-4387-b7a7-eddb12eb6731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:10.165534 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05d32c-9ffd-47b0-9333-8903558e8b58 req-8893f726-54e6-4761-9b78-421fb5ec6381 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:10.166976 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bd05d32c-9ffd-47b0-9333-8903558e8b58 req-8893f726-54e6-4761-9b78-421fb5ec6381 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0844421 Jan 28 18:36:10.210817 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-bd05d32c-9ffd-47b0-9333-8903558e8b58 req-23c7b808-e4f8-49dc-9f76-7f4bbd166359 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381393 Jan 28 18:36:11.414495 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b26d2-e98f-4017-adc0-36d65ce24a1a req-77d1f645-a007-4d7f-8ab4-03247f3812f1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:11.415972 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-400b26d2-e98f-4017-adc0-36d65ce24a1a req-77d1f645-a007-4d7f-8ab4-03247f3812f1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0807610 Jan 28 18:36:11.460317 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-400b26d2-e98f-4017-adc0-36d65ce24a1a req-4ab07680-5c7d-4b8b-9230-1029c15958c9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387201 Jan 28 18:36:12.379711 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-079e0431-0493-40d8-bbc1-412d033c6014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:12.644378 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd06a6c-5474-403f-a7d0-a294dbabe46b req-08e9d8a8-bf84-4da5-8c08-12953c0616dc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:12.645757 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8bd06a6c-5474-403f-a7d0-a294dbabe46b req-08e9d8a8-bf84-4da5-8c08-12953c0616dc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0798943 Jan 28 18:36:12.696890 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8bd06a6c-5474-403f-a7d0-a294dbabe46b req-ac8752e7-6ff5-4e4f-afc9-8760381cf27e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449023 Jan 28 18:36:13.384617 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:13.407662 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:13.938017 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-88cf5a72-229f-4826-b36e-08134bbf9dc7 service neutron] 10.222.0.16 "GET /v2.0/ports/3fe4c54e-e7df-42fa-9ca8-58bf4d486b70/bindings/hv-neutron-8269 HTTP/1.1" status: 200 len: 384 time: 0.1042759 Jan 28 18:36:13.950851 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893ae28-cc03-4e93-861f-60ea004c7881 req-1e653f3d-f029-4b81-a1d1-45297518ed90 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:13.952313 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9893ae28-cc03-4e93-861f-60ea004c7881 req-1e653f3d-f029-4b81-a1d1-45297518ed90 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.1485493 Jan 28 18:36:13.997288 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9893ae28-cc03-4e93-861f-60ea004c7881 req-331ec386-a95c-4f44-a1ea-ca628b037eb7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386484 Jan 28 18:36:14.571887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-08209413-6e46-4ffc-9f20-9637aa54f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:14.573370 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-08209413-6e46-4ffc-9f20-9637aa54f343 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894&tenant_id=ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 1099 time: 0.0748713 Jan 28 18:36:14.663820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-1489b113-2631-4490-a725-7d6ba4ce71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:14.665309 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-1489b113-2631-4490-a725-7d6ba4ce71f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 1099 time: 0.0711782 Jan 28 18:36:14.798643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-3efbd360-4dbe-4015-b44e-fef20cf18764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:14.800749 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-3efbd360-4dbe-4015-b44e-fef20cf18764 service neutron] 10.222.0.16 "GET /v2.0/networks?id=97fa04e8-cda8-4607-b5e5-8a8f67d21958 HTTP/1.1" status: 200 len: 897 time: 0.1295307 Jan 28 18:36:14.906569 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-90b5446e-7343-47ac-bd25-7ff1539557f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 HTTP/1.1" status: 200 len: 1002 time: 0.0998700 Jan 28 18:36:14.972526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-a106a15b-f64b-4f38-ac36-501694fcc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:14.973963 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-a106a15b-f64b-4f38-ac36-501694fcc3d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78fd30ae-7fca-42f5-8b60-54ed83083255 HTTP/1.1" status: 200 len: 833 time: 0.0609810 Jan 28 18:36:15.054814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-8e94246b-72dc-4f03-a364-b3825136202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:15.056451 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-8e94246b-72dc-4f03-a364-b3825136202d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97fa04e8-cda8-4607-b5e5-8a8f67d21958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761113 Jan 28 18:36:15.122830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:15.190205 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37de7b-914a-4c9e-8040-06fd5f95dc00 req-3639c755-20c1-48cc-937b-592ddaa938b5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:15.191759 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0a37de7b-914a-4c9e-8040-06fd5f95dc00 req-3639c755-20c1-48cc-937b-592ddaa938b5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0833690 Jan 28 18:36:15.198381 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-69eb31a0-f19f-4ebf-81ab-53724b999475 service neutron] 10.222.0.16 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357744 Jan 28 18:36:15.238022 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0a37de7b-914a-4c9e-8040-06fd5f95dc00 req-1d0f3268-0beb-481b-8953-724e669a0fde tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405402 Jan 28 18:36:15.333277 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bc69f624-6b80-4aa8-a713-e6d616043374 req-d31be540-d453-4e47-a240-d1dc1a9ba3a8 service neutron] 10.222.0.16 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290598 Jan 28 18:36:16.321038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:36:16.323723 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:36:16.430251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf6482-ffca-401c-8aa5-76059f726951 req-519dc61c-6f1b-4ed7-9ec1-1bdb02e9750d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:16.431825 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-88cf6482-ffca-401c-8aa5-76059f726951 req-519dc61c-6f1b-4ed7-9ec1-1bdb02e9750d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0824561 Jan 28 18:36:16.480013 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-88cf6482-ffca-401c-8aa5-76059f726951 req-4783f584-fd68-4db8-8933-a5a981ac2bf2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424790 Jan 28 18:36:16.536802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:16.572299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:36:16.588617 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:36:16.598012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'port_id': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'mac_address': 'fa:16:3e:65:00:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:36:16.602208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:36:16.649826 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'code': 200} Jan 28 18:36:16.660598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:16.678909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:36:16.686113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:16.798030 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:36:16.798383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:36:16.802214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:36:16.809605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:16.809953 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:16.810295 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:16.810627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:16.810959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:16.811322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:16.811649 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:16.811974 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:16.812299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:16.812619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:16.812939 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:16.813261 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:17.362235 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:17.379869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:36:17.395275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:36:17.463745 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:17.526681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['3fe4c54e-e7df-42fa-9ca8-58bf4d486b70'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:36:17.584253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:36:17.694884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c055b-661b-440f-8731-0de3dbfdb3f6 req-721b94a9-584c-4cee-88eb-dc393c26debb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:17.696438 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-815c055b-661b-440f-8731-0de3dbfdb3f6 req-721b94a9-584c-4cee-88eb-dc393c26debb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 945 time: 0.0923715 Jan 28 18:36:17.749028 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-815c055b-661b-440f-8731-0de3dbfdb3f6 req-d7a477a9-43c0-45e6-9b42-aa5831d79d94 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465083 Jan 28 18:36:18.116706 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:36:18.320379 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:36:18.397223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:36:18.397944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:18.456422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a4591-1db7-4b28-be86-7d4720b66da0 req-371aa3aa-f38e-4b06-bfbf-5bcfd434f007 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:18.457903 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-026a4591-1db7-4b28-be86-7d4720b66da0 req-371aa3aa-f38e-4b06-bfbf-5bcfd434f007 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 945 time: 0.2665446 Jan 28 18:36:18.497905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160278e-6a38-4071-b956-3c4fcc03fb10 req-503d0f1e-a5ff-4b59-92e8-dac3a5f5b42b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:18.499360 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5160278e-6a38-4071-b956-3c4fcc03fb10 req-503d0f1e-a5ff-4b59-92e8-dac3a5f5b42b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894&tenant_id=ecfee90546034acb89982cc3e9a2f88d&binding%3Ahost_id=hv-neutron-8269 HTTP/1.1" status: 200 len: 945 time: 0.2395835 Jan 28 18:36:18.519654 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-026a4591-1db7-4b28-be86-7d4720b66da0 req-3ce35757-d7eb-4357-ac01-af1327bf115b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539331 Jan 28 18:36:18.524487 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:18.567792 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:36:18.651506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:36:18.668498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160278e-6a38-4071-b956-3c4fcc03fb10 req-c16547a0-1ad5-44c5-8c6b-9ba72f428bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:18.674137 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5160278e-6a38-4071-b956-3c4fcc03fb10 req-c16547a0-1ad5-44c5-8c6b-9ba72f428bea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 1098 time: 0.0998640 Jan 28 18:36:18.680188 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:18.724458 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'code': 200} Jan 28 18:36:18.739862 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9826bff-174f-4dbf-85db-f10d97ee0498 req-e22c723a-a743-4652-911f-02e6931c6aa6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:18.741657 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d9826bff-174f-4dbf-85db-f10d97ee0498 req-e22c723a-a743-4652-911f-02e6931c6aa6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 945 time: 0.1052337 Jan 28 18:36:18.760187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,revision_number=8']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:36:18.791989 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d9826bff-174f-4dbf-85db-f10d97ee0498 req-f38a8911-9cc7-4918-899a-85217f00c965 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439997 Jan 28 18:36:18.814337 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160278e-6a38-4071-b956-3c4fcc03fb10 req-7f726545-de97-457f-9d91-cd4840c8a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:18.815889 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5160278e-6a38-4071-b956-3c4fcc03fb10 req-7f726545-de97-457f-9d91-cd4840c8a54e service neutron] 10.222.0.16 "GET /v2.0/networks?id=97fa04e8-cda8-4607-b5e5-8a8f67d21958 HTTP/1.1" status: 200 len: 897 time: 0.1389449 Jan 28 18:36:18.923629 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5160278e-6a38-4071-b956-3c4fcc03fb10 req-220b38fc-20cc-4757-939f-715237e31fd9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 HTTP/1.1" status: 200 len: 1002 time: 0.1013167 Jan 28 18:36:18.995013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160278e-6a38-4071-b956-3c4fcc03fb10 req-7b10c2c4-61e2-45b6-85e3-4687c3a78918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:18.996486 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5160278e-6a38-4071-b956-3c4fcc03fb10 req-7b10c2c4-61e2-45b6-85e3-4687c3a78918 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78fd30ae-7fca-42f5-8b60-54ed83083255 HTTP/1.1" status: 200 len: 833 time: 0.0633557 Jan 28 18:36:19.083811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160278e-6a38-4071-b956-3c4fcc03fb10 req-b320c437-7dc1-4900-9be4-1c696ba82019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:19.085294 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5160278e-6a38-4071-b956-3c4fcc03fb10 req-b320c437-7dc1-4900-9be4-1c696ba82019 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97fa04e8-cda8-4607-b5e5-8a8f67d21958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820723 Jan 28 18:36:19.217960 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5160278e-6a38-4071-b956-3c4fcc03fb10 req-c78ef45d-22b9-43fa-812e-e1ad73abd38b service neutron] 10.222.0.16 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265380 Jan 28 18:36:19.352564 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5160278e-6a38-4071-b956-3c4fcc03fb10 req-e1599c51-6a27-4d92-b295-75690e73ac41 service neutron] 10.222.0.16 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289139 Jan 28 18:36:19.990653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e99a2-716f-41d8-b7e9-dac705d211fe req-97b3711d-f1a4-4686-9973-a9eaeb182e7b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:19.992183 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-592e99a2-716f-41d8-b7e9-dac705d211fe req-97b3711d-f1a4-4686-9973-a9eaeb182e7b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0895534 Jan 28 18:36:20.037804 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-592e99a2-716f-41d8-b7e9-dac705d211fe req-fa2c25b9-72c1-4a57-a6da-4e3e9ff62c46 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398908 Jan 28 18:36:20.208205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:21.236249 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f848e4f-339f-4cb2-a4bc-62ba8559f9ba req-106dec38-9f8c-4016-9c91-324abeccd51b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:21.238022 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3f848e4f-339f-4cb2-a4bc-62ba8559f9ba req-106dec38-9f8c-4016-9c91-324abeccd51b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0806680 Jan 28 18:36:21.284329 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3f848e4f-339f-4cb2-a4bc-62ba8559f9ba req-5dfd274b-0bb6-4351-8bc5-bd724f3bfce4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401316 Jan 28 18:36:21.307368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54092) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:36:21.422224 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-01852de8-af24-48aa-896c-a414b4f78b1b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/f7116a11-d87b-4d9f-a159-0d7890beb841 HTTP/1.1" status: 200 len: 994 time: 0.1137049 Jan 28 18:36:39.990914 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8a5253af-b5ca-4267-821c-1e1fd61555d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:42.348724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-34751975-dca9-4b13-83ae-8c6b6100cc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:43.446682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:43.503541 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:45.149279 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:48.117893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54106) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:36:48.323303 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 0f00e9dc-811c-4829-9fab-95dd611d33dd {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:36:48.323583 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:48.493806 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:48.494124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:48.617428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 0f00e9dc-811c-4829-9fab-95dd611d33dd owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:36:48.876687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:49.039908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=0f00e9dc-811c-4829-9fab-95dd611d33dd,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:36:49.085251 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:49.085591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:49.085925 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:49.086252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:49.086577 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:49.086904 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:49.087245 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:49.087761 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:49.088085 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:49.088397 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:49.088711 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:49.089022 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:49.147856 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:49.148583 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Floating IP f7116a11-d87b-4d9f-a159-0d7890beb841 disassociated (deleted). External IP: 172.26.1.153, port: 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70. Jan 28 18:36:49.509688 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:36:49.690435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:36:49.699971 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c638b-bbab-4113-9076-6ad4c605d39b None None] Sync routers for ids ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:36:49.710180 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c638b-bbab-4113-9076-6ad4c605d39b None None] Routers {'0a6b865a-2bbf-4a1e-b87f-abf86d05694c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:36:49.722274 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-145c638b-bbab-4113-9076-6ad4c605d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:36:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:36:49.791960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:49.853641 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-dab1683d-8906-43e8-908f-b037168c9ad4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/floatingips/f7116a11-d87b-4d9f-a159-0d7890beb841 HTTP/1.1" status: 204 len: 168 time: 1.7346504 Jan 28 18:36:49.854673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'tag': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:36:49.943362 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-145c638b-bbab-4113-9076-6ad4c605d39b None None] Set router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:36:50.026463 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'tag': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'status': 'completed', 'code': 200} Jan 28 18:36:50.116636 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a155f5-4032-430d-b39c-571644c6e7ba req-d3d29018-30b5-4da0-bbab-8731b75b2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:50.118123 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a2a155f5-4032-430d-b39c-571644c6e7ba req-d3d29018-30b5-4da0-bbab-8731b75b2691 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 1099 time: 0.0755384 Jan 28 18:36:50.253877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:50.258630 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a155f5-4032-430d-b39c-571644c6e7ba req-96d72579-d5ef-4660-8cdc-6cf83d0d4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:50.264684 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a2a155f5-4032-430d-b39c-571644c6e7ba req-96d72579-d5ef-4660-8cdc-6cf83d0d4281 service neutron] 10.222.0.16 "GET /v2.0/networks?id=97fa04e8-cda8-4607-b5e5-8a8f67d21958 HTTP/1.1" status: 200 len: 897 time: 0.1358173 Jan 28 18:36:50.294080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-145c638b-bbab-4113-9076-6ad4c605d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b9d8b640-4c3c-4aa4-9b07-896b71da7d91', 'name': '', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:aa:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:06Z', 'updated_at': '2022-01-28T18:35:13Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:36:50.300442 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c638b-bbab-4113-9076-6ad4c605d39b None None] Checking router: 0a6b865a-2bbf-4a1e-b87f-abf86d05694c for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:36:50.314398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c638b-bbab-4113-9076-6ad4c605d39b None None] Routers {'0a6b865a-2bbf-4a1e-b87f-abf86d05694c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:36:50.315339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-145c638b-bbab-4113-9076-6ad4c605d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:36:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:36:50.335381 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a2a155f5-4032-430d-b39c-571644c6e7ba req-742787a6-a0f7-491a-9bb4-e18cfd865aae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 HTTP/1.1" status: 200 len: 217 time: 0.0689795 Jan 28 18:36:50.450781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a155f5-4032-430d-b39c-571644c6e7ba req-77a6b5ee-38bd-4323-83b7-568c53d7972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:50.452262 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a2a155f5-4032-430d-b39c-571644c6e7ba req-77a6b5ee-38bd-4323-83b7-568c53d7972d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78fd30ae-7fca-42f5-8b60-54ed83083255 HTTP/1.1" status: 200 len: 833 time: 0.1106443 Jan 28 18:36:50.500389 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-145c638b-bbab-4113-9076-6ad4c605d39b None None] Set router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:36:50.530847 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168b33e-551c-422c-a75e-101078735a76 req-42fe3775-35ae-4864-b8ac-0e8a8ac4fd26 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:50.532354 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5168b33e-551c-422c-a75e-101078735a76 req-42fe3775-35ae-4864-b8ac-0e8a8ac4fd26 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.1439841 Jan 28 18:36:50.581221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a155f5-4032-430d-b39c-571644c6e7ba req-3c06c369-23be-42a5-8fb3-e2bda86b8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:50.582673 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a2a155f5-4032-430d-b39c-571644c6e7ba req-3c06c369-23be-42a5-8fb3-e2bda86b8f43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97fa04e8-cda8-4607-b5e5-8a8f67d21958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1234937 Jan 28 18:36:50.596118 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5168b33e-551c-422c-a75e-101078735a76 req-c580988d-c70d-49d3-ab65-b2468f9209a7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565832 Jan 28 18:36:50.825359 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a2a155f5-4032-430d-b39c-571644c6e7ba req-54b231bd-8d40-4a26-bafd-a7d356552278 service neutron] 10.222.0.16 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332478 Jan 28 18:36:50.829894 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-145c638b-bbab-4113-9076-6ad4c605d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b9d8b640-4c3c-4aa4-9b07-896b71da7d91', 'name': '', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:aa:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:06Z', 'updated_at': '2022-01-28T18:35:13Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:36:50.834140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c638b-bbab-4113-9076-6ad4c605d39b None None] The sync data for ids ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'] in dv-neutron-826919-1-hyperv is: [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'b9d8b640-4c3c-4aa4-9b07-896b71da7d91', 'name': '', 'network_id': '97fa04e8-cda8-4607-b5e5-8a8f67d21958', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:aa:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:06Z', 'updated_at': '2022-01-28T18:35:13Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '78fd30ae-7fca-42f5-8b60-54ed83083255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:36:50.968977 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a2a155f5-4032-430d-b39c-571644c6e7ba req-3feedee2-a636-4239-95c7-773e4db78dd1 service neutron] 10.222.0.16 "GET /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367056 Jan 28 18:36:51.067348 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3ef485-aad4-4da5-9483-8fec3385b241 None None] New status for floating IP f7116a11-d87b-4d9f-a159-0d7890beb841: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:36:51.793643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f6780-d4d4-432e-a645-6480a25b86fb req-82568ec6-8612-4580-901c-8f90f28b18cf tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:51.794258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-946f6780-d4d4-432e-a645-6480a25b86fb req-82568ec6-8612-4580-901c-8f90f28b18cf tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:36:51.925688 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-946f6780-d4d4-432e-a645-6480a25b86fb req-82568ec6-8612-4580-901c-8f90f28b18cf tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:36:51.926884 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-946f6780-d4d4-432e-a645-6480a25b86fb req-82568ec6-8612-4580-901c-8f90f28b18cf tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.2207963 Jan 28 18:36:51.974675 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-946f6780-d4d4-432e-a645-6480a25b86fb req-6e301abb-ace7-4f8c-85d4-08f3cea8396a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f7e51f0-634f-4482-ace0-391796171ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419657 Jan 28 18:36:52.067446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e2d6c-717e-4a99-b118-6b74c6482f58 req-2a581724-f100-4cfe-8e12-766f6609c008 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:36:52.068876 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-749e2d6c-717e-4a99-b118-6b74c6482f58 req-2a581724-f100-4cfe-8e12-766f6609c008 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 946 time: 0.0815604 Jan 28 18:36:52.143898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-749e2d6c-717e-4a99-b118-6b74c6482f58 req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:36:52.144406 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-749e2d6c-717e-4a99-b118-6b74c6482f58 req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:52.393574 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-749e2d6c-717e-4a99-b118-6b74c6482f58 req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:36:52.393820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-749e2d6c-717e-4a99-b118-6b74c6482f58 req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:52.533890 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-749e2d6c-717e-4a99-b118-6b74c6482f58 req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:36:52.779220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-749e2d6c-717e-4a99-b118-6b74c6482f58 req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:52.833144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=3fe4c54e-e7df-42fa-9ca8-58bf4d486b70,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:36:52.871386 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:52.871734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:52.872078 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:52.872410 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:52.872742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:52.873072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:52.873397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:52.873723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:52.874042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:52.874362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:52.874684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:52.875076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:36:52.921084 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-749e2d6c-717e-4a99-b118-6b74c6482f58 req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] No DVR routers for this DVR port 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:36:52.924181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-749e2d6c-717e-4a99-b118-6b74c6482f58 req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:52.926741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'name': 'network-vif-deleted', 'tag': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:36:52.973539 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2008b3b6-79e2-4e1a-b577-8a3941702894', 'name': 'network-vif-deleted', 'tag': '3fe4c54e-e7df-42fa-9ca8-58bf4d486b70', 'status': 'completed', 'code': 200} Jan 28 18:36:53.014258 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-749e2d6c-717e-4a99-b118-6b74c6482f58 req-16e4798c-e529-4551-9fa6-65e046fb21f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "DELETE /v2.0/ports/3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 HTTP/1.1" status: 204 len: 173 time: 0.9396353 Jan 28 18:36:53.138906 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3076b3b0-d8b3-4aba-a2e1-e51a289163a3 req-cf802c58-c914-4f85-9d23-5921e253de38 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2008b3b6-79e2-4e1a-b577-8a3941702894 HTTP/1.1" status: 200 len: 210 time: 0.0490344 Jan 28 18:36:54.234756 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54126) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:36:54.460272 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:36:54.515194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:36:54.515540 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 3fe4c54e-e7df-42fa-9ca8-58bf4d486b70 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:36:54.910545 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ff34-0bf5-4072-9f87-04c7750f20b2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:55.115734 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:36:55.277560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8ff34-0bf5-4072-9f87-04c7750f20b2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port b9d8b640-4c3c-4aa4-9b07-896b71da7d91 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:36:55.278137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ff34-0bf5-4072-9f87-04c7750f20b2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:55.475822 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-9bd8ff34-0bf5-4072-9f87-04c7750f20b2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port b9d8b640-4c3c-4aa4-9b07-896b71da7d91, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=b9d8b640-4c3c-4aa4-9b07-896b71da7d91,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:36:55.476202 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ff34-0bf5-4072-9f87-04c7750f20b2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:55.606980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8ff34-0bf5-4072-9f87-04c7750f20b2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for b9d8b640-4c3c-4aa4-9b07-896b71da7d91 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:36:55.922456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ff34-0bf5-4072-9f87-04c7750f20b2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:55.982254 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8ff34-0bf5-4072-9f87-04c7750f20b2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=b9d8b640-4c3c-4aa4-9b07-896b71da7d91,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:36:56.281824 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ff34-0bf5-4072-9f87-04c7750f20b2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:56.779805 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd8ff34-0bf5-4072-9f87-04c7750f20b2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:36:56.960065 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd8ff34-0bf5-4072-9f87-04c7750f20b2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:36:56.971439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c233c3f6-b1df-4383-83d2-da8c725b131e None None] Sync routers for ids ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:36:56.977456 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9bd8ff34-0bf5-4072-9f87-04c7750f20b2 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "PUT /v2.0/routers/0a6b865a-2bbf-4a1e-b87f-abf86d05694c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7389092 Jan 28 18:36:56.977897 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54130) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:36:56.985801 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233c3f6-b1df-4383-83d2-da8c725b131e None None] Routers {'0a6b865a-2bbf-4a1e-b87f-abf86d05694c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:36:56.986420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-c233c3f6-b1df-4383-83d2-da8c725b131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:36:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:36:57.057852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-27da4450-9186-44ba-b352-0c060a1d5ad8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting subnet 78fd30ae-7fca-42f5-8b60-54ed83083255 {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:36:57.061520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-27da4450-9186-44ba-b352-0c060a1d5ad8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:57.117058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-27da4450-9186-44ba-b352-0c060a1d5ad8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:57.174594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-c233c3f6-b1df-4383-83d2-da8c725b131e None None] Set router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:36:57.205658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-27da4450-9186-44ba-b352-0c060a1d5ad8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:57.374145 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-27da4450-9186-44ba-b352-0c060a1d5ad8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:57.416086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da4450-9186-44ba-b352-0c060a1d5ad8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Subnet': ['ID=78fd30ae-7fca-42f5-8b60-54ed83083255,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:36:57.421440 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-27da4450-9186-44ba-b352-0c060a1d5ad8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:57.429017 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-27da4450-9186-44ba-b352-0c060a1d5ad8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/subnets/78fd30ae-7fca-42f5-8b60-54ed83083255 HTTP/1.1" status: 204 len: 168 time: 0.4504044 Jan 28 18:36:57.430371 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5bb0ae-b455-4b58-a7c9-fbb2b71892d3 None None] Network 97fa04e8-cda8-4607-b5e5-8a8f67d21958 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:36:57.431514 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54134) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:36:57.621427 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:57.702583 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-c233c3f6-b1df-4383-83d2-da8c725b131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:36:55Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:36:57.710230 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c233c3f6-b1df-4383-83d2-da8c725b131e None None] Checking router: 0a6b865a-2bbf-4a1e-b87f-abf86d05694c for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:36:57.723891 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233c3f6-b1df-4383-83d2-da8c725b131e None None] Routers {'0a6b865a-2bbf-4a1e-b87f-abf86d05694c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:36:57.724530 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-c233c3f6-b1df-4383-83d2-da8c725b131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:36:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:36:57.870795 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb9a635-20b4-4f8b-9477-27936b90cd0e None None] DHCP port deletion for 97fa04e8-cda8-4607-b5e5-8a8f67d21958 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:36:57.895745 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9a635-20b4-4f8b-9477-27936b90cd0e None None] Deleting port 33601625-6bc6-4e0b-a383-adae81aab0df {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:36:57.896133 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a635-20b4-4f8b-9477-27936b90cd0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:57.919512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:57.965606 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-c233c3f6-b1df-4383-83d2-da8c725b131e None None] Set router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:36:58.019619 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 765f8e21-3361-4a90-9546-d2a03666a4b8 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:36:58.020247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:58.213684 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port 765f8e21-3361-4a90-9546-d2a03666a4b8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=765f8e21-3361-4a90-9546-d2a03666a4b8,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:36:58.214194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:58.340315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 765f8e21-3361-4a90-9546-d2a03666a4b8 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:36:58.345886 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3cb9a635-20b4-4f8b-9477-27936b90cd0e None None] For port 33601625-6bc6-4e0b-a383-adae81aab0df, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=33601625-6bc6-4e0b-a383-adae81aab0df,segment=NetworkSegment(3c8d36db-8848-4eac-8c66-b89a12b2cbdc),segment_id=3c8d36db-8848-4eac-8c66-b89a12b2cbdc)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:36:58.346476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a635-20b4-4f8b-9477-27936b90cd0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:58.506349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9a635-20b4-4f8b-9477-27936b90cd0e None None] Calling delete_port for 33601625-6bc6-4e0b-a383-adae81aab0df owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:36:58.599845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-c233c3f6-b1df-4383-83d2-da8c725b131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:36:55Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:36:58.604190 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c233c3f6-b1df-4383-83d2-da8c725b131e None None] The sync data for ids ['0a6b865a-2bbf-4a1e-b87f-abf86d05694c'] in dv-neutron-826919-1-hyperv is: [{'id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072710539', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:35:01Z', 'updated_at': '2022-01-28T18:36:55Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '765f8e21-3361-4a90-9546-d2a03666a4b8', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b865a-2bbf-4a1e-b87f-abf86d05694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:35:02Z', 'updated_at': '2022-01-28T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:36:58.661003 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a635-20b4-4f8b-9477-27936b90cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:58.691221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:58.706267 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9a635-20b4-4f8b-9477-27936b90cd0e None None] Pushing event deleted for resources: {'Port': ['ID=33601625-6bc6-4e0b-a383-adae81aab0df,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:36:58.711943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb9a635-20b4-4f8b-9477-27936b90cd0e None None] No DVR routers for this DVR port 33601625-6bc6-4e0b-a383-adae81aab0df on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:36:58.743119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=765f8e21-3361-4a90-9546-d2a03666a4b8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:36:58.833539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:59.008256 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:59.010651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:59.151076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:59.151801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Fanout notify agent at l3_agent the message router_deleted on router 0a6b865a-2bbf-4a1e-b87f-abf86d05694c {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:36:59.177096 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:59.178669 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c959544b-77a2-4b37-99f4-a85371d2e1ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/routers/0a6b865a-2bbf-4a1e-b87f-abf86d05694c HTTP/1.1" status: 204 len: 168 time: 1.7461183 Jan 28 18:36:59.181473 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54138) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:36:59.305181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e413b9cb-27e2-433f-b3a6-d661ca45b341 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:59.551476 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e413b9cb-27e2-433f-b3a6-d661ca45b341 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:59.582813 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e413b9cb-27e2-433f-b3a6-d661ca45b341 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fa04e8-cda8-4607-b5e5-8a8f67d21958']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:36:59.595531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e413b9cb-27e2-433f-b3a6-d661ca45b341 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8d36db-8848-4eac-8c66-b89a12b2cbdc') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:36:59.595828 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-e413b9cb-27e2-433f-b3a6-d661ca45b341 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8d36db-8848-4eac-8c66-b89a12b2cbdc') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:36:59.607752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e413b9cb-27e2-433f-b3a6-d661ca45b341 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:59.635760 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e413b9cb-27e2-433f-b3a6-d661ca45b341 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:59.652450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e413b9cb-27e2-433f-b3a6-d661ca45b341 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:36:59.652860 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e413b9cb-27e2-433f-b3a6-d661ca45b341 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:36:59.677664 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:36:59.687329 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 765f8e21-3361-4a90-9546-d2a03666a4b8 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:36:59.718893 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 765f8e21-3361-4a90-9546-d2a03666a4b8 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:36:59.719280 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 765f8e21-3361-4a90-9546-d2a03666a4b8 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:36:59.719760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 33601625-6bc6-4e0b-a383-adae81aab0df no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:36:59.804902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 33601625-6bc6-4e0b-a383-adae81aab0df {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:36:59.805619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 33601625-6bc6-4e0b-a383-adae81aab0df not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:36:59.805619 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b9d8b640-4c3c-4aa4-9b07-896b71da7d91 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:36:59.839723 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: b9d8b640-4c3c-4aa4-9b07-896b71da7d91 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:36:59.840131 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device b9d8b640-4c3c-4aa4-9b07-896b71da7d91 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:36:59.843066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e413b9cb-27e2-433f-b3a6-d661ca45b341 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:59.867635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e413b9cb-27e2-433f-b3a6-d661ca45b341 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:36:59.882844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413b9cb-27e2-433f-b3a6-d661ca45b341 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Network': ['ID=97fa04e8-cda8-4607-b5e5-8a8f67d21958,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:00.023262 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e413b9cb-27e2-433f-b3a6-d661ca45b341 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/networks/97fa04e8-cda8-4607-b5e5-8a8f67d21958 HTTP/1.1" status: 204 len: 168 time: 0.8382895 Jan 28 18:37:00.033003 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54142) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:00.098518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-827d70c5-21a8-4726-80f1-ce78160e67cd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:00.129675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-827d70c5-21a8-4726-80f1-ce78160e67cd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:00.279936 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-827d70c5-21a8-4726-80f1-ce78160e67cd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:00.298535 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d70c5-21a8-4726-80f1-ce78160e67cd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7e51f0-634f-4482-ace0-391796171ad7,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:00.381589 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-827d70c5-21a8-4726-80f1-ce78160e67cd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:00.386493 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-827d70c5-21a8-4726-80f1-ce78160e67cd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/security-groups/9f7e51f0-634f-4482-ace0-391796171ad7 HTTP/1.1" status: 204 len: 168 time: 0.3582606 Jan 28 18:37:00.800401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54150) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:00.805727 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456697615', 'description': 'tempest-secgroup-smoke-456697615 description', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:37:00.811971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:37:00.816700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:37:00.819551 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:37:00.825388 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:37:00.887907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:00.913466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:37:00.917247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:37:00.920078 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:37:00.925934 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:37:01.004054 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:01.087741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:01.133104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4067f019-9fe4-49a7-a23c-13677fe265a8,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:01.196378 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:01.197655 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0bff24fa-ae9a-4803-817f-d6fdd90c0776 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3961363 Jan 28 18:37:01.200614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54154) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:01.205784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-196fd589-8ea5-4721-996b-3da8a47e2e37 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '4067f019-9fe4-49a7-a23c-13677fe265a8', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:37:01.212037 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-196fd589-8ea5-4721-996b-3da8a47e2e37 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:37:01.216298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-196fd589-8ea5-4721-996b-3da8a47e2e37 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:37:01.219307 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-196fd589-8ea5-4721-996b-3da8a47e2e37 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:37:01.225204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-196fd589-8ea5-4721-996b-3da8a47e2e37 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:37:01.329218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-196fd589-8ea5-4721-996b-3da8a47e2e37 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:01.391173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-196fd589-8ea5-4721-996b-3da8a47e2e37 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:01.464974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-196fd589-8ea5-4721-996b-3da8a47e2e37 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:01.490812 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fd589-8ea5-4721-996b-3da8a47e2e37 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8c6774-0b0b-489d-8313-50fe1944abab,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:01.562198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-196fd589-8ea5-4721-996b-3da8a47e2e37 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:01.563576 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-196fd589-8ea5-4721-996b-3da8a47e2e37 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619642 Jan 28 18:37:01.566539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54158) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:01.571997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-dda25fcc-02e2-44ed-b525-75860045b84a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '4067f019-9fe4-49a7-a23c-13677fe265a8', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:37:01.578887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-dda25fcc-02e2-44ed-b525-75860045b84a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:37:01.582987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-dda25fcc-02e2-44ed-b525-75860045b84a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:37:01.586005 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-dda25fcc-02e2-44ed-b525-75860045b84a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:37:01.592023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-dda25fcc-02e2-44ed-b525-75860045b84a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:37:01.706393 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dda25fcc-02e2-44ed-b525-75860045b84a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:01.773774 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dda25fcc-02e2-44ed-b525-75860045b84a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:01.876581 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dda25fcc-02e2-44ed-b525-75860045b84a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:01.908250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda25fcc-02e2-44ed-b525-75860045b84a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af5cff2-4b91-4d2e-9f04-c6fd1a08063c,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:01.996629 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dda25fcc-02e2-44ed-b525-75860045b84a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:01.997975 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dda25fcc-02e2-44ed-b525-75860045b84a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4303782 Jan 28 18:37:02.001025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54162) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:02.006130 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-0cdc5fac-7453-4df2-b0a0-44af44d3c8ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '4067f019-9fe4-49a7-a23c-13677fe265a8', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:37:02.012824 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0cdc5fac-7453-4df2-b0a0-44af44d3c8ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:37:02.018019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0cdc5fac-7453-4df2-b0a0-44af44d3c8ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:37:02.020983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-0cdc5fac-7453-4df2-b0a0-44af44d3c8ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:37:02.029720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-0cdc5fac-7453-4df2-b0a0-44af44d3c8ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:37:02.117745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5fac-7453-4df2-b0a0-44af44d3c8ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:02.180929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5fac-7453-4df2-b0a0-44af44d3c8ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:02.321965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5fac-7453-4df2-b0a0-44af44d3c8ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:02.346605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc5fac-7453-4df2-b0a0-44af44d3c8ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957a6fc0-d1c3-4029-b304-a4dd4da03dd5,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:02.402371 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5fac-7453-4df2-b0a0-44af44d3c8ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:02.403617 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-0cdc5fac-7453-4df2-b0a0-44af44d3c8ca tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4016557 Jan 28 18:37:02.406506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54166) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:02.411502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d567bb66-199d-462b-8928-733368747eb0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '4067f019-9fe4-49a7-a23c-13677fe265a8', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:37:02.417595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d567bb66-199d-462b-8928-733368747eb0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:37:02.425694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d567bb66-199d-462b-8928-733368747eb0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:37:02.425694 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d567bb66-199d-462b-8928-733368747eb0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:37:02.431252 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d567bb66-199d-462b-8928-733368747eb0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:37:02.524075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d567bb66-199d-462b-8928-733368747eb0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:02.592391 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d567bb66-199d-462b-8928-733368747eb0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:02.693334 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d567bb66-199d-462b-8928-733368747eb0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:02.723203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567bb66-199d-462b-8928-733368747eb0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b48d4f-fd7d-474d-80ae-2648626873b9,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:02.851166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d567bb66-199d-462b-8928-733368747eb0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:02.852389 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d567bb66-199d-462b-8928-733368747eb0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4449408 Jan 28 18:37:02.855218 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54170) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:02.860877 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-2838006e-263e-4606-b4f6-9a868a648ba0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '4067f019-9fe4-49a7-a23c-13677fe265a8', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:37:02.866971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2838006e-263e-4606-b4f6-9a868a648ba0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:37:02.874782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2838006e-263e-4606-b4f6-9a868a648ba0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:37:02.874782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-2838006e-263e-4606-b4f6-9a868a648ba0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:37:02.880695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-2838006e-263e-4606-b4f6-9a868a648ba0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:37:02.979309 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-2838006e-263e-4606-b4f6-9a868a648ba0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Project ecfee90546034acb89982cc3e9a2f88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:37:02.987036 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2838006e-263e-4606-b4f6-9a868a648ba0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:03.054976 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2838006e-263e-4606-b4f6-9a868a648ba0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:03.153928 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2838006e-263e-4606-b4f6-9a868a648ba0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:03.181153 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838006e-263e-4606-b4f6-9a868a648ba0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f0bda7-13ec-47bc-a1a8-3bd1228ed8a9,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:03.291384 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-2838006e-263e-4606-b4f6-9a868a648ba0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:03.292651 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-2838006e-263e-4606-b4f6-9a868a648ba0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4364519 Jan 28 18:37:03.295387 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54174) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:03.300761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-3e5bf822-3140-48bb-9a1e-607aee77654e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': '4067f019-9fe4-49a7-a23c-13677fe265a8', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:37:03.306957 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3e5bf822-3140-48bb-9a1e-607aee77654e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:37:03.311761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3e5bf822-3140-48bb-9a1e-607aee77654e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:37:03.318905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-3e5bf822-3140-48bb-9a1e-607aee77654e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:37:03.324764 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-3e5bf822-3140-48bb-9a1e-607aee77654e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:37:03.400035 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-3e5bf822-3140-48bb-9a1e-607aee77654e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Project ecfee90546034acb89982cc3e9a2f88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:37:03.407669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3e5bf822-3140-48bb-9a1e-607aee77654e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:03.477490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3e5bf822-3140-48bb-9a1e-607aee77654e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:03.573662 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3e5bf822-3140-48bb-9a1e-607aee77654e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:03.599314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bf822-3140-48bb-9a1e-607aee77654e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4d6edf-875d-405d-b295-14dbc401e1cb,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:03.710502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3e5bf822-3140-48bb-9a1e-607aee77654e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:03.712165 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3e5bf822-3140-48bb-9a1e-607aee77654e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4157832 Jan 28 18:37:03.715087 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54178) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:03.720905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'network': {'name': 'tempest-network-smoke--47717177', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'port_security_enabled': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:37:03.726169 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:37:03.730377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:network and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:37:03.733401 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:37:03.740116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:37:03.841866 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:37:03.845880 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:03.877175 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:37:03.888629 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:03.888973 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Added segment d2ce9b8a-79fc-4486-9a44-e773e7c14ba6 of type vlan for network e7b3d274-ba02-4423-85c7-2cec6b9264cb Jan 28 18:37:03.916430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:04.024688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:04.030539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:04.031181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:04.144873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Network': ['ID=e7b3d274-ba02-4423-85c7-2cec6b9264cb,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:04.156817 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network e7b3d274-ba02-4423-85c7-2cec6b9264cb details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:37:04.197011 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8f84c96d-7e67-4660-90e5-80b2c74eb0e6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4808288 Jan 28 18:37:04.199623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54182) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:04.205643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'admin_state_up': True, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:37:04.214413 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:37:04.219115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:router and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:37:04.222799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:37:04.229714 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:37:04.333645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:04.334687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:04.352354 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:04.714177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:05.228568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:05.262184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:05.407722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.26.1.135 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/f58c5290-08d1-4f37-83f8-dfba2f676055) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:37:05.564905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:05.645571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:05.712610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:37:05.715678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:37:05.719276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:37:05.752132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=f58c5290-08d1-4f37-83f8-dfba2f676055,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:06.259266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:06.725179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:07.048260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 1630638d-1475-4f11-ad56-60e717dc5619 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:37:07.240033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:37:07.250702 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Sync routers for ids ['1630638d-1475-4f11-ad56-60e717dc5619'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:37:07.264712 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Routers {'1630638d-1475-4f11-ad56-60e717dc5619'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:37:07.265359 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:36:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1630638d-1475-4f11-ad56-60e717dc5619'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:37:07.336711 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:07.338260 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-74c40a65-025d-40db-8db0-2bd603b2bd93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1374516 Jan 28 18:37:07.341269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54186) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:07.437613 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-810975db-443a-40cf-84a9-72dd40622ac1 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=ecfee90546034acb89982cc3e9a2f88d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0952284 Jan 28 18:37:07.440369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54192) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:07.467671 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Set router 1630638d-1475-4f11-ad56-60e717dc5619 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:37:07.584215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f390b82-d8aa-4e2e-8338-8bab4313c639 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:07.587936 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-5f390b82-d8aa-4e2e-8338-8bab4313c639 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1444364 Jan 28 18:37:07.588688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54196) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:07.632667 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ee57d6f3-f086-4969-b53e-152a2a2f91fa tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427017 Jan 28 18:37:07.635155 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54200) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:07.640593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1482456390', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:37:07.750554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:37:07.754981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:subnet and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:37:07.758006 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:37:07.758614 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:37:05Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:37:07.762601 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Checking router: 1630638d-1475-4f11-ad56-60e717dc5619 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:37:07.762940 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Updating router 1630638d-1475-4f11-ad56-60e717dc5619 port f58c5290-08d1-4f37-83f8-dfba2f676055 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:37:07.764033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:37:07.821348 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:07.851103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:37:07.854532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:08.156755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:08.197832 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:08.209484 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Transition to ACTIVE for port object f58c5290-08d1-4f37-83f8-dfba2f676055 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:37:08.240536 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Subnet': ['ID=5e8335d3-f647-422b-a9e5-a9398ac1712a,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:08.261588 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Checking segment: {'id': 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:37:08.261945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network hostable DHCP agents. Network: e7b3d274-ba02-4423-85c7-2cec6b9264cb, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:37:08.268244 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:08.342195 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network e7b3d274-ba02-4423-85c7-2cec6b9264cb is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:37:08.350482 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Attempting to bind port f58c5290-08d1-4f37-83f8-dfba2f676055 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:37:08.350847 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Attempting to bind port f58c5290-08d1-4f37-83f8-dfba2f676055 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:37:08.351228 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Attempting to bind port f58c5290-08d1-4f37-83f8-dfba2f676055 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:37:08.357082 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a086a34-74d4-4d74-86e8-e5a46db21581 None None] Pushing event updated for resources: {'Port': ['ID=f58c5290-08d1-4f37-83f8-dfba2f676055,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:08.362665 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:37:08.363055 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:37:08.363459 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:08.363852 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:37:08.364367 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Bound port: f58c5290-08d1-4f37-83f8-dfba2f676055, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:37:08.364731 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:08.395816 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a086a34-74d4-4d74-86e8-e5a46db21581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:08.396154 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a086a34-74d4-4d74-86e8-e5a46db21581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:08.396486 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a086a34-74d4-4d74-86e8-e5a46db21581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:08.396849 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a086a34-74d4-4d74-86e8-e5a46db21581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:08.397136 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a086a34-74d4-4d74-86e8-e5a46db21581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:08.397459 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a086a34-74d4-4d74-86e8-e5a46db21581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:08.397778 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a086a34-74d4-4d74-86e8-e5a46db21581 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:08.398136 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a086a34-74d4-4d74-86e8-e5a46db21581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:08.398458 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a086a34-74d4-4d74-86e8-e5a46db21581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:08.398774 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a086a34-74d4-4d74-86e8-e5a46db21581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:08.399115 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a086a34-74d4-4d74-86e8-e5a46db21581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:08.399428 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a086a34-74d4-4d74-86e8-e5a46db21581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:08.399537 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, e7b3d274-ba02-4423-85c7-2cec6b9264cb) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:37:08.404039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:08.404618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:08.411740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1de144-3930-4aca-9bf0-230cd3663b79 None None] Network e7b3d274-ba02-4423-85c7-2cec6b9264cb requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:37:08.452518 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] For port f58c5290-08d1-4f37-83f8-dfba2f676055, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:37:08.455601 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] For port f58c5290-08d1-4f37-83f8-dfba2f676055, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f58c5290-08d1-4f37-83f8-dfba2f676055,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:37:08.522570 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-035ad3d1-9245-4eb7-a97f-181df92b8cd6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8863509 Jan 28 18:37:08.525961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54204) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:08.554823 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:08.633757 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Routers {'1630638d-1475-4f11-ad56-60e717dc5619'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:37:08.634550 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:36:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1630638d-1475-4f11-ad56-60e717dc5619'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:37:08.647142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ips': [{'subnet_id': '5e8335d3-f647-422b-a9e5-a9398ac1712a'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:37:08.648415 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:08.710906 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a086a34-74d4-4d74-86e8-e5a46db21581 None None] Pushing event updated for resources: {'Port': ['ID=f58c5290-08d1-4f37-83f8-dfba2f676055,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:08.817299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Allocated IP 172.20.0.2 (e7b3d274-ba02-4423-85c7-2cec6b9264cb/5e8335d3-f647-422b-a9e5-a9398ac1712a/ffe270d8-72e3-40d9-bc8f-587ca2fef027) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:37:08.825599 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] Set router 1630638d-1475-4f11-ad56-60e717dc5619 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:37:09.043052 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:09.054590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Transition to ACTIVE for port object ffe270d8-72e3-40d9-bc8f-587ca2fef027 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:37:09.076949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Transition to ACTIVE for port object ffe270d8-72e3-40d9-bc8f-587ca2fef027 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:37:09.117178 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:37:05Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:37:09.121433 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d79003-4bea-448e-96f0-7b95d9914fef None None] The sync data for ids ['1630638d-1475-4f11-ad56-60e717dc5619'] in dv-neutron-826919-1-hyperv is: [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:37:05Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:37:09.156652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:09.229114 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Network e7b3d274-ba02-4423-85c7-2cec6b9264cb is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:37:09.232014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:37:09.236561 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:37:09.240207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Pushing event updated for resources: {'Port': ['ID=ffe270d8-72e3-40d9-bc8f-587ca2fef027,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:09.297316 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:09.345078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Attempting to bind port ffe270d8-72e3-40d9-bc8f-587ca2fef027 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:37:09.345078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Attempting to bind port ffe270d8-72e3-40d9-bc8f-587ca2fef027 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:37:09.345870 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Attempting to bind port ffe270d8-72e3-40d9-bc8f-587ca2fef027 on network e7b3d274-ba02-4423-85c7-2cec6b9264cb {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:37:09.352521 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:37:09.352874 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Checking segment: {'id': 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:37:09.353214 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:09.353604 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Bound using segment: {'id': 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:37:09.354066 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Bound port: ffe270d8-72e3-40d9-bc8f-587ca2fef027, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:37:09.354438 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:09.464972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] For port ffe270d8-72e3-40d9-bc8f-587ca2fef027, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:37:09.468240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] For port ffe270d8-72e3-40d9-bc8f-587ca2fef027, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ffe270d8-72e3-40d9-bc8f-587ca2fef027,segment=NetworkSegment(d2ce9b8a-79fc-4486-9a44-e773e7c14ba6),segment_id=d2ce9b8a-79fc-4486-9a44-e773e7c14ba6)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:37:09.554473 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:09.656029 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2502e-cc94-48e2-bda4-c9d11171c97d None None] Pushing event updated for resources: {'Port': ['ID=ffe270d8-72e3-40d9-bc8f-587ca2fef027,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:09.915166 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.20.0.1 (e7b3d274-ba02-4423-85c7-2cec6b9264cb/5e8335d3-f647-422b-a9e5-a9398ac1712a/1a838058-b6e2-48e6-a94f-4689f55d82ef) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:37:10.037239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2fc99beb-df44-46fb-8041-5b76a4ac5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:10.115718 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:10.135117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Transition to ACTIVE for port object 1a838058-b6e2-48e6-a94f-4689f55d82ef will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:37:10.242564 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:10.309802 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network e7b3d274-ba02-4423-85c7-2cec6b9264cb is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:37:10.313026 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:37:10.317035 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:37:10.350885 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=1a838058-b6e2-48e6-a94f-4689f55d82ef,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:10.380801 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:10.705050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:10.882260 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491e5c85-15b2-405f-93f7-399b95b2963f None None] Network e7b3d274-ba02-4423-85c7-2cec6b9264cb requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:37:11.080493 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-eb590e6f-d932-4d92-a64e-1f55ff42c265 None None] Provisioning for port ffe270d8-72e3-40d9-bc8f-587ca2fef027 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:37:11.151343 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:11.205615 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:11.324269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:11.327785 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=1a838058-b6e2-48e6-a94f-4689f55d82ef,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:11.488039 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f6eb231c-74da-4d4f-8488-faae0c7c06a6 None None] Provisioning for port 1a838058-b6e2-48e6-a94f-4689f55d82ef completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:37:11.494383 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network e7b3d274-ba02-4423-85c7-2cec6b9264cb is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:37:11.494597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f6eb231c-74da-4d4f-8488-faae0c7c06a6 None None] Provisioning complete for port 1a838058-b6e2-48e6-a94f-4689f55d82ef triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:37:11.494888 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f6eb231c-74da-4d4f-8488-faae0c7c06a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:11.495937 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:37:11.561336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f58c5290-08d1-4f37-83f8-dfba2f676055 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:37:11.627016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f6eb231c-74da-4d4f-8488-faae0c7c06a6 None None] Port 1a838058-b6e2-48e6-a94f-4689f55d82ef cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:37:11.760320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port f58c5290-08d1-4f37-83f8-dfba2f676055 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:37:11.768863 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port f58c5290-08d1-4f37-83f8-dfba2f676055 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:37:11.769488 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:11.818865 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 1630638d-1475-4f11-ad56-60e717dc5619 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:37:11.828259 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5404f180-8bbb-4658-b492-6318c7d6a08e None None] Provisioning complete for port 1a838058-b6e2-48e6-a94f-4689f55d82ef triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:37:11.829136 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5404f180-8bbb-4658-b492-6318c7d6a08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:11.952794 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-5404f180-8bbb-4658-b492-6318c7d6a08e None None] Port 1a838058-b6e2-48e6-a94f-4689f55d82ef cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:37:11.979995 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:11.999260 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port f58c5290-08d1-4f37-83f8-dfba2f676055, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f58c5290-08d1-4f37-83f8-dfba2f676055,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:37:12.005531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:37:12.017230 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Sync routers for ids ['1630638d-1475-4f11-ad56-60e717dc5619'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:37:12.028134 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0b4b3a5f-5d9b-4f94-8585-b846ff14f68d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "PUT /v2.0/routers/1630638d-1475-4f11-ad56-60e717dc5619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4921789 Jan 28 18:37:12.028375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Routers {'1630638d-1475-4f11-ad56-60e717dc5619'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:37:12.028601 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:36:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1630638d-1475-4f11-ad56-60e717dc5619'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:37:12.113351 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:12.114137 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ffe270d8-72e3-40d9-bc8f-587ca2fef027 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:37:12.200586 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-e9861fab-5e76-4c24-87cc-80f7657b20ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456697615&fields=id&tenant_id=ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 267 time: 0.0493021 Jan 28 18:37:12.256889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-889e5731-9b54-4ec3-8c66-b909049ca03d None None] Provisioning complete for port 1a838058-b6e2-48e6-a94f-4689f55d82ef triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:37:12.257263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-889e5731-9b54-4ec3-8c66-b909049ca03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:12.363498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d9734a06-553a-4318-a0c8-031a3231810f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:12.363914 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d9734a06-553a-4318-a0c8-031a3231810f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:network {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:37:12.382779 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-889e5731-9b54-4ec3-8c66-b909049ca03d None None] Port 1a838058-b6e2-48e6-a94f-4689f55d82ef cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:37:12.392875 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=f58c5290-08d1-4f37-83f8-dfba2f676055,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:12.399734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Set router 1630638d-1475-4f11-ad56-60e717dc5619 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:37:12.465076 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e1443ff2-4775-460c-bc9a-8337a74bac62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:12.470426 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d9734a06-553a-4318-a0c8-031a3231810f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:network {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:37:12.471773 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d9734a06-553a-4318-a0c8-031a3231810f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/networks?id=e7b3d274-ba02-4423-85c7-2cec6b9264cb HTTP/1.1" status: 200 len: 795 time: 0.2622180 Jan 28 18:37:12.488491 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-2e8f4ddb-402e-417b-8750-f4bbf7073a10 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/quotas/ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 375 time: 0.0103891 Jan 28 18:37:12.572368 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-b771b618-dbf6-42c0-9843-15d2d85fe565 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:37:12.598704 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port ffe270d8-72e3-40d9-bc8f-587ca2fef027 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:37:12.615109 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ffe270d8-72e3-40d9-bc8f-587ca2fef027 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:37:12.615479 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:12.668240 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-b771b618-dbf6-42c0-9843-15d2d85fe565 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:37:12.669603 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-b771b618-dbf6-42c0-9843-15d2d85fe565 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1757402 Jan 28 18:37:12.823146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:12.863802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port ffe270d8-72e3-40d9-bc8f-587ca2fef027, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ffe270d8-72e3-40d9-bc8f-587ca2fef027,segment=NetworkSegment(d2ce9b8a-79fc-4486-9a44-e773e7c14ba6),segment_id=d2ce9b8a-79fc-4486-9a44-e773e7c14ba6)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:37:12.866769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:37:10Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '1a838058-b6e2-48e6-a94f-4689f55d82ef', 'name': '', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:ca:51:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:09Z', 'updated_at': '2022-01-28T18:37:10Z', 'revision_number': 2, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:37:12.870652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Checking router: 1630638d-1475-4f11-ad56-60e717dc5619 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:37:12.871015 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Updating router 1630638d-1475-4f11-ad56-60e717dc5619 port 1a838058-b6e2-48e6-a94f-4689f55d82ef binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:37:12.876389 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-9416f039-c71f-4308-bda5-0fdb18fee2ec service neutron] 10.222.0.26 "GET /v2.0/networks/e7b3d274-ba02-4423-85c7-2cec6b9264cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935232 Jan 28 18:37:12.928007 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:12.938792 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:13.022033 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-19eb814b-980b-4d2a-ae90-6db3ffad2827 service neutron] 10.222.0.26 "GET /v2.0/networks/e7b3d274-ba02-4423-85c7-2cec6b9264cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389439 Jan 28 18:37:13.057833 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=ffe270d8-72e3-40d9-bc8f-587ca2fef027,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:13.366907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2e80409f-a327-4d42-9ddb-de7a70c9bdbe req-997d1e63-a63f-4410-a69d-624ac10634d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:37:13.370799 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:13.379356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2e80409f-a327-4d42-9ddb-de7a70c9bdbe req-997d1e63-a63f-4410-a69d-624ac10634d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:37:13.380858 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2e80409f-a327-4d42-9ddb-de7a70c9bdbe req-997d1e63-a63f-4410-a69d-624ac10634d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 210 time: 0.0590270 Jan 28 18:37:13.383722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Transition to ACTIVE for port object 1a838058-b6e2-48e6-a94f-4689f55d82ef will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:37:13.411012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f58c5290-08d1-4f37-83f8-dfba2f676055 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:37:13.443496 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:13.500201 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:13.534575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:13.684509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f318418-4418-4d5b-8a80-d3b3952096b0 None None] Pushing event updated for resources: {'Port': ['ID=1a838058-b6e2-48e6-a94f-4689f55d82ef,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:13.733399 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port f58c5290-08d1-4f37-83f8-dfba2f676055 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:37:13.733769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:13.809343 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Attempting to bind port 1a838058-b6e2-48e6-a94f-4689f55d82ef on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:37:13.809612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Attempting to bind port 1a838058-b6e2-48e6-a94f-4689f55d82ef by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:37:13.809960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Attempting to bind port 1a838058-b6e2-48e6-a94f-4689f55d82ef on network e7b3d274-ba02-4423-85c7-2cec6b9264cb {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:37:13.820471 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:37:13.820850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Checking segment: {'id': 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:37:13.821250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:13.821646 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Bound using segment: {'id': 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:37:13.822114 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Bound port: 1a838058-b6e2-48e6-a94f-4689f55d82ef, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:37:13.822486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:13.979175 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ffe270d8-72e3-40d9-bc8f-587ca2fef027 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:37:14.010310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] For port 1a838058-b6e2-48e6-a94f-4689f55d82ef, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:37:14.033528 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] For port 1a838058-b6e2-48e6-a94f-4689f55d82ef, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1a838058-b6e2-48e6-a94f-4689f55d82ef,segment=NetworkSegment(d2ce9b8a-79fc-4486-9a44-e773e7c14ba6),segment_id=d2ce9b8a-79fc-4486-9a44-e773e7c14ba6)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:37:14.056557 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port ffe270d8-72e3-40d9-bc8f-587ca2fef027 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:37:14.056920 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:14.088721 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:14.191483 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Routers {'1630638d-1475-4f11-ad56-60e717dc5619'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:37:14.192118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:37:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1630638d-1475-4f11-ad56-60e717dc5619'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:37:14.272904 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f318418-4418-4d5b-8a80-d3b3952096b0 None None] Pushing event updated for resources: {'Port': ['ID=1a838058-b6e2-48e6-a94f-4689f55d82ef,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:14.459387 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] Set router 1630638d-1475-4f11-ad56-60e717dc5619 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:37:14.555463 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5f79f9df-89dd-4cfa-80b1-6c40a90ac734 req-57a043e4-e086-45ec-a07b-99291dd84a11 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 210 time: 0.0501907 Jan 28 18:37:14.793861 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:37:10Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '1a838058-b6e2-48e6-a94f-4689f55d82ef', 'name': '', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:ca:51:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:09Z', 'updated_at': '2022-01-28T18:37:13Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:37:14.797864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d4bdfb-98ed-494c-8b4a-43abb1cfa916 None None] The sync data for ids ['1630638d-1475-4f11-ad56-60e717dc5619'] in dv-neutron-826919-1-hyperv is: [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:37:10Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '1a838058-b6e2-48e6-a94f-4689f55d82ef', 'name': '', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:ca:51:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:09Z', 'updated_at': '2022-01-28T18:37:13Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:37:15.133369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:15.441460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1a838058-b6e2-48e6-a94f-4689f55d82ef up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:37:15.662317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 1a838058-b6e2-48e6-a94f-4689f55d82ef completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:37:15.668361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 1a838058-b6e2-48e6-a94f-4689f55d82ef triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:37:15.669161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:15.760615 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f715d0e-04e6-42c8-a9dd-b1eafb87377a req-f2797b99-22e0-4119-97af-d61dbedc8347 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 210 time: 0.0581717 Jan 28 18:37:15.821183 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:15.826020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-4f6f16b3-41cd-44ec-9c0b-1244b2e55dd4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:15.826726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-4f6f16b3-41cd-44ec-9c0b-1244b2e55dd4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:37:15.840023 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-4f6f16b3-41cd-44ec-9c0b-1244b2e55dd4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:37:15.841487 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-4f6f16b3-41cd-44ec-9c0b-1244b2e55dd4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/networks?id=e7b3d274-ba02-4423-85c7-2cec6b9264cb HTTP/1.1" status: 200 len: 795 time: 0.2224693 Jan 28 18:37:15.867553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 1a838058-b6e2-48e6-a94f-4689f55d82ef, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1a838058-b6e2-48e6-a94f-4689f55d82ef,segment=NetworkSegment(d2ce9b8a-79fc-4486-9a44-e773e7c14ba6),segment_id=d2ce9b8a-79fc-4486-9a44-e773e7c14ba6)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:37:15.897310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-fb2da4d9-7122-4f04-af22-d8ad64759e23 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:37:15.978889 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:16.050925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-fb2da4d9-7122-4f04-af22-d8ad64759e23 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:37:16.052612 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-fb2da4d9-7122-4f04-af22-d8ad64759e23 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 379 time: 0.2025685 Jan 28 18:37:16.061416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'port': {'device_id': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'admin_state_up': True, 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'security_groups': ['4067f019-9fe4-49a7-a23c-13677fe265a8']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:37:16.087809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=1a838058-b6e2-48e6-a94f-4689f55d82ef,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:16.198244 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:37:16.208360 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:37:16.313545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:37:16.317166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:16.590596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.20.0.13 (e7b3d274-ba02-4423-85c7-2cec6b9264cb/5e8335d3-f647-422b-a9e5-a9398ac1712a/c5195d57-4787-4e78-9ff1-3de8f3ba17ed) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:37:16.781356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:16.798808 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Transition to ACTIVE for port object c5195d57-4787-4e78-9ff1-3de8f3ba17ed will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:37:16.905161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:16.951703 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e568b-cf52-4e9a-b432-312587029444 req-8679107d-b46b-4db6-91d1-b08b4f2b110b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:16.953228 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-424e568b-cf52-4e9a-b432-312587029444 req-8679107d-b46b-4db6-91d1-b08b4f2b110b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 932 time: 0.0820172 Jan 28 18:37:16.976705 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network e7b3d274-ba02-4423-85c7-2cec6b9264cb is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:37:16.979995 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:37:16.983798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:37:17.004335 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-424e568b-cf52-4e9a-b432-312587029444 req-371ef60d-76a6-4288-9b3f-ac43093619ad tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442834 Jan 28 18:37:17.028313 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=c5195d57-4787-4e78-9ff1-3de8f3ba17ed,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:17.058353 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:17.059044 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:17.173074 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-d08a6d43-1b59-4017-b386-d2a67ac89022 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1153357 Jan 28 18:37:17.184281 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Request body: {'port': {'device_id': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:37:17.298775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:17.367173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c1543776-70f6-4209-a3d3-d7b55e1211fb None None] Provisioning for port c5195d57-4787-4e78-9ff1-3de8f3ba17ed completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:37:17.373016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c1543776-70f6-4209-a3d3-d7b55e1211fb None None] Provisioning complete for port c5195d57-4787-4e78-9ff1-3de8f3ba17ed triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:37:17.376868 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c1543776-70f6-4209-a3d3-d7b55e1211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:17.404215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1a838058-b6e2-48e6-a94f-4689f55d82ef up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:37:17.476442 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c1543776-70f6-4209-a3d3-d7b55e1211fb None None] Port c5195d57-4787-4e78-9ff1-3de8f3ba17ed cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:37:17.492859 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 1a838058-b6e2-48e6-a94f-4689f55d82ef triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:37:17.493227 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:17.661700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5195d57-4787-4e78-9ff1-3de8f3ba17ed {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:37:17.670472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:17.685909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Transition to ACTIVE for port object c5195d57-4787-4e78-9ff1-3de8f3ba17ed will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:37:17.807614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:17.962287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Pushing event updated for resources: {'Port': ['ID=c5195d57-4787-4e78-9ff1-3de8f3ba17ed,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:18.051790 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Attempting to bind port c5195d57-4787-4e78-9ff1-3de8f3ba17ed on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:37:18.052129 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Attempting to bind port c5195d57-4787-4e78-9ff1-3de8f3ba17ed by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:37:18.052448 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Attempting to bind port c5195d57-4787-4e78-9ff1-3de8f3ba17ed on network e7b3d274-ba02-4423-85c7-2cec6b9264cb {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:37:18.057627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Port c5195d57-4787-4e78-9ff1-3de8f3ba17ed on network e7b3d274-ba02-4423-85c7-2cec6b9264cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:37:18.057951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Attempting to bind port c5195d57-4787-4e78-9ff1-3de8f3ba17ed on network e7b3d274-ba02-4423-85c7-2cec6b9264cb {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:37:18.064097 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:37:18.064433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Checking segment: {'id': 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:37:18.064820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Bound using segment: {'id': 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:37:18.065248 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Bound port: c5195d57-4787-4e78-9ff1-3de8f3ba17ed, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:37:18.065596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:18.208382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] For port c5195d57-4787-4e78-9ff1-3de8f3ba17ed, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:37:18.212292 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] For port c5195d57-4787-4e78-9ff1-3de8f3ba17ed, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=c5195d57-4787-4e78-9ff1-3de8f3ba17ed,segment=NetworkSegment(d2ce9b8a-79fc-4486-9a44-e773e7c14ba6),segment_id=d2ce9b8a-79fc-4486-9a44-e773e7c14ba6)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:37:18.235465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e6287-dbe6-4636-9880-eb8ad99da488 req-378e806c-45c2-4cce-b09f-5a652dd53bf9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:18.238067 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-106e6287-dbe6-4636-9880-eb8ad99da488 req-378e806c-45c2-4cce-b09f-5a652dd53bf9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:37:18.282666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:18.342722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:18.343235 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:18.345118 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] 10.222.0.16 "PUT /v2.0/ports/c5195d57-4787-4e78-9ff1-3de8f3ba17ed HTTP/1.1" status: 200 len: 1094 time: 1.1652625 Jan 28 18:37:18.345555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'tag': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:37:18.358634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-106e6287-dbe6-4636-9880-eb8ad99da488 req-378e806c-45c2-4cce-b09f-5a652dd53bf9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:37:18.360461 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-106e6287-dbe6-4636-9880-eb8ad99da488 req-378e806c-45c2-4cce-b09f-5a652dd53bf9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 944 time: 0.2362132 Jan 28 18:37:18.392757 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'tag': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed', 'status': 'completed', 'code': 200} Jan 28 18:37:18.395522 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1e5be-809a-4923-bf8c-7037112c4764 service neutron] Pushing event updated for resources: {'Port': ['ID=c5195d57-4787-4e78-9ff1-3de8f3ba17ed,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:18.421698 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-106e6287-dbe6-4636-9880-eb8ad99da488 req-2da7e740-e58c-4832-b193-981d9027645a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527630 Jan 28 18:37:18.497754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c6567-7482-414a-8a76-6611ec65f11e req-ee1eb227-1723-43ff-b826-97ce4a27bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:18.499374 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4a1c6567-7482-414a-8a76-6611ec65f11e req-ee1eb227-1723-43ff-b826-97ce4a27bc2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 1097 time: 0.0764036 Jan 28 18:37:18.757720 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c6567-7482-414a-8a76-6611ec65f11e req-2cfa445f-ec7c-4e6e-a5ea-3b9820415177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:18.759123 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4a1c6567-7482-414a-8a76-6611ec65f11e req-2cfa445f-ec7c-4e6e-a5ea-3b9820415177 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ecfee90546034acb89982cc3e9a2f88d&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2527819 Jan 28 18:37:18.897991 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c6567-7482-414a-8a76-6611ec65f11e req-c968054d-2099-4fe9-83e0-3074d10106bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:18.899486 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4a1c6567-7482-414a-8a76-6611ec65f11e req-c968054d-2099-4fe9-83e0-3074d10106bd service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347578 Jan 28 18:37:19.002009 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-1ee62d9c-5eee-40ac-8395-1b8374075373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:19.003141 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-1ee62d9c-5eee-40ac-8395-1b8374075373 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 1097 time: 0.0701561 Jan 28 18:37:19.073804 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-0dc70da1-b970-4a5e-a3e5-7670ce29d6cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5195d57-4787-4e78-9ff1-3de8f3ba17ed HTTP/1.1" status: 200 len: 217 time: 0.0640168 Jan 28 18:37:19.135600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-7e06826d-a907-4847-877a-1935484129ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:19.137142 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-7e06826d-a907-4847-877a-1935484129ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e8335d3-f647-422b-a9e5-a9398ac1712a HTTP/1.1" status: 200 len: 835 time: 0.0568814 Jan 28 18:37:19.215786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-ee79ab3d-c8c2-498d-ba16-44eaa59c89cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:19.217304 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-ee79ab3d-c8c2-498d-ba16-44eaa59c89cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7b3d274-ba02-4423-85c7-2cec6b9264cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746720 Jan 28 18:37:19.351318 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-b03571b2-6f7e-473b-8a0e-acd62fc68d7c service neutron] 10.222.0.16 "GET /v2.0/networks/e7b3d274-ba02-4423-85c7-2cec6b9264cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271863 Jan 28 18:37:19.483385 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-264c4661-cd06-4646-80d8-7caa5a5a4d3d req-aadc524f-5257-4d6c-97a9-911c4d05d4f6 service neutron] 10.222.0.16 "GET /v2.0/networks/e7b3d274-ba02-4423-85c7-2cec6b9264cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265347 Jan 28 18:37:19.619314 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681001a-e6da-4b3d-be5e-b92928256371 req-375ca0ed-b44d-4e29-8462-07c8b09da89c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:19.620736 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7681001a-e6da-4b3d-be5e-b92928256371 req-375ca0ed-b44d-4e29-8462-07c8b09da89c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 944 time: 0.0915248 Jan 28 18:37:19.669005 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7681001a-e6da-4b3d-be5e-b92928256371 req-73b4a53f-be81-4d42-95b1-0f88dfd38ec4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418043 Jan 28 18:37:20.227121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:20.553189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device c5195d57-4787-4e78-9ff1-3de8f3ba17ed details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:37:20.685325 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port c5195d57-4787-4e78-9ff1-3de8f3ba17ed, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=c5195d57-4787-4e78-9ff1-3de8f3ba17ed,segment=NetworkSegment(d2ce9b8a-79fc-4486-9a44-e773e7c14ba6),segment_id=d2ce9b8a-79fc-4486-9a44-e773e7c14ba6)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:37:20.700612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'port_id': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed', 'mac_address': 'fa:16:3e:a7:95:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:37:20.765914 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:20.783451 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5195d57-4787-4e78-9ff1-3de8f3ba17ed {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:37:20.800103 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port c5195d57-4787-4e78-9ff1-3de8f3ba17ed, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=c5195d57-4787-4e78-9ff1-3de8f3ba17ed,segment=NetworkSegment(d2ce9b8a-79fc-4486-9a44-e773e7c14ba6),segment_id=d2ce9b8a-79fc-4486-9a44-e773e7c14ba6)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:37:20.859188 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:20.863931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7823f-7fd5-448d-83e3-3f2c2e446ac4 req-27b8a7db-8dfc-4520-bac2-ac4dc6c1abbf tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:20.865397 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fbd7823f-7fd5-448d-83e3-3f2c2e446ac4 req-27b8a7db-8dfc-4520-bac2-ac4dc6c1abbf tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 944 time: 0.0804653 Jan 28 18:37:20.915663 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fbd7823f-7fd5-448d-83e3-3f2c2e446ac4 req-5379010c-f733-4701-9729-2f3bdb90a73f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441954 Jan 28 18:37:20.928342 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=c5195d57-4787-4e78-9ff1-3de8f3ba17ed,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:20.936019 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:20.936292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:20.936632 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:20.936965 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:20.937292 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:20.937621 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:20.938506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:20.938848 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:20.939228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:20.939583 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:20.939907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:20.940272 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:37:21.066318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['c5195d57-4787-4e78-9ff1-3de8f3ba17ed'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:37:22.121078 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426c8c6-0e9a-4ac6-8e5f-f7afa5c4d7d0 req-429f578f-0677-4e08-9674-8248c8abbcbc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:22.122553 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b426c8c6-0e9a-4ac6-8e5f-f7afa5c4d7d0 req-429f578f-0677-4e08-9674-8248c8abbcbc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 945 time: 0.0985496 Jan 28 18:37:22.167963 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b426c8c6-0e9a-4ac6-8e5f-f7afa5c4d7d0 req-65578068-6869-4ccf-bc66-5eabd1405058 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392888 Jan 28 18:37:22.568900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device c5195d57-4787-4e78-9ff1-3de8f3ba17ed up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:37:22.719753 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port c5195d57-4787-4e78-9ff1-3de8f3ba17ed completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:37:22.724945 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port c5195d57-4787-4e78-9ff1-3de8f3ba17ed triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:37:22.725315 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:22.844563 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:22.871979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:37:22.882390 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port c5195d57-4787-4e78-9ff1-3de8f3ba17ed, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=c5195d57-4787-4e78-9ff1-3de8f3ba17ed,segment=NetworkSegment(d2ce9b8a-79fc-4486-9a44-e773e7c14ba6),segment_id=d2ce9b8a-79fc-4486-9a44-e773e7c14ba6)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:37:22.916845 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed', 'code': 200} Jan 28 18:37:22.961984 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:23.034717 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=c5195d57-4787-4e78-9ff1-3de8f3ba17ed,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:23.273677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fbbd8-6e5c-49fe-999e-75d00304deab req-3b9a034e-0c00-403a-a14f-afda2aefb5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:23.275503 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-487fbbd8-6e5c-49fe-999e-75d00304deab req-3b9a034e-0c00-403a-a14f-afda2aefb5c0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 1099 time: 0.0757489 Jan 28 18:37:23.317934 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-487fbbd8-6e5c-49fe-999e-75d00304deab req-b128cd2a-a870-4851-82ea-5e0fbec1d8fa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364547 Jan 28 18:37:23.364373 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389404f4-5be6-42f9-968a-54714d7c7e66 req-728c44ef-a828-4de7-859e-4ff501975cc0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:23.365926 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-389404f4-5be6-42f9-968a-54714d7c7e66 req-728c44ef-a828-4de7-859e-4ff501975cc0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0863523 Jan 28 18:37:23.416391 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-389404f4-5be6-42f9-968a-54714d7c7e66 req-9d0d06da-5b08-4632-a1fd-922609298a3a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449650 Jan 28 18:37:24.611946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a7a28-b000-4863-ba50-6b3baa16be8f req-645830ab-04a1-450f-b4a7-9803e261e5a9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:24.613305 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-928a7a28-b000-4863-ba50-6b3baa16be8f req-645830ab-04a1-450f-b4a7-9803e261e5a9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0812466 Jan 28 18:37:24.668444 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-928a7a28-b000-4863-ba50-6b3baa16be8f req-decef738-e5d1-42e4-9f8e-ecbd35a46e92 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439758 Jan 28 18:37:25.861506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7d049-999e-4fb4-8b94-f4bf0c959ece req-ead42953-2068-4c4d-98f5-7aa8e402825f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:25.862975 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-aea7d049-999e-4fb4-8b94-f4bf0c959ece req-ead42953-2068-4c4d-98f5-7aa8e402825f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0807633 Jan 28 18:37:25.912257 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-aea7d049-999e-4fb4-8b94-f4bf0c959ece req-e202a48e-0cad-4356-a015-c7effe30d86e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431681 Jan 28 18:37:26.097007 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a0f02-c96d-43f0-ad8d-172b7b5383e0 req-19b67421-84ee-4818-a088-d5a3014a7498 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:26.098472 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e43a0f02-c96d-43f0-ad8d-172b7b5383e0 req-19b67421-84ee-4818-a088-d5a3014a7498 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0817344 Jan 28 18:37:26.144856 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e43a0f02-c96d-43f0-ad8d-172b7b5383e0 req-e9fea0e1-0741-45d8-8575-d57fb2decf4c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408041 Jan 28 18:37:26.168107 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54266) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:26.239366 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0279dc4e-73f8-4de2-9d19-7c14910a1b9f tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:26.240754 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0279dc4e-73f8-4de2-9d19-7c14910a1b9f tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 1094 time: 0.0716119 Jan 28 18:37:26.243600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54270) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:26.248503 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:37:26.255239 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:37:26.259252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:floatingip and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:37:26.262140 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:37:26.268124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:37:26.338705 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:26.596657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:26.734121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.26.1.94 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/0a30153e-6417-4a30-81c6-6e3c7af26f42) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:37:26.884321 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:26.965597 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:27.033013 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:37:27.036021 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:37:27.039691 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:37:27.072844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=0a30153e-6417-4a30-81c6-6e3c7af26f42,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:27.477574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:27.620645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:27.835809 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:27.967504 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:28.078770 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=0a30153e-6417-4a30-81c6-6e3c7af26f42,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:37:28.097198 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:28.266295 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Floating IP 1ad5f9e1-d6ed-4978-849a-047c85a59300 associated. External IP: 172.26.1.94, port: c5195d57-4787-4e78-9ff1-3de8f3ba17ed. Jan 28 18:37:28.745305 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 1630638d-1475-4f11-ad56-60e717dc5619 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:37:28.927601 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:37:28.938541 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a4b38-431f-4384-8c52-09d3fe6ac1cd None None] Sync routers for ids ['1630638d-1475-4f11-ad56-60e717dc5619'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:37:28.948642 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a4b38-431f-4384-8c52-09d3fe6ac1cd None None] Routers {'1630638d-1475-4f11-ad56-60e717dc5619'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:37:28.949331 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-231a4b38-431f-4384-8c52-09d3fe6ac1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:37:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1630638d-1475-4f11-ad56-60e717dc5619'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:37:29.041906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:29.098689 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-9137fec6-0ea9-48b7-bb36-2b022a5e9c13 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8540463 Jan 28 18:37:29.099398 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'tag': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:37:29.130101 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-231a4b38-431f-4384-8c52-09d3fe6ac1cd None None] Set router 1630638d-1475-4f11-ad56-60e717dc5619 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:37:29.150624 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'tag': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed', 'status': 'completed', 'code': 200} Jan 28 18:37:29.252481 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dc825-bc68-40f4-a0b3-578355bc07ce req-44c96597-14f1-44fd-8891-2b0592ff8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:29.253981 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c34dc825-bc68-40f4-a0b3-578355bc07ce req-44c96597-14f1-44fd-8891-2b0592ff8085 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 1099 time: 0.0806024 Jan 28 18:37:29.288629 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24bf90-658e-487d-8e1e-575c90a46c63 req-b28a1979-6f01-4f14-b0be-5f47368b0690 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:29.290026 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2e24bf90-658e-487d-8e1e-575c90a46c63 req-b28a1979-6f01-4f14-b0be-5f47368b0690 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0886507 Jan 28 18:37:29.339711 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2e24bf90-658e-487d-8e1e-575c90a46c63 req-ae0bba39-f32a-41b8-b2cd-ae46e083f0f5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432949 Jan 28 18:37:29.365141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54278) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:29.395198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dc825-bc68-40f4-a0b3-578355bc07ce req-dab3399f-1618-45b4-b704-01404ceedd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:29.400825 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c34dc825-bc68-40f4-a0b3-578355bc07ce req-dab3399f-1618-45b4-b704-01404ceedd46 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7b3d274-ba02-4423-85c7-2cec6b9264cb HTTP/1.1" status: 200 len: 896 time: 0.1366098 Jan 28 18:37:29.497649 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3e3aa995-2ea8-49c2-8e99-1104ded49dfd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/1ad5f9e1-d6ed-4978-849a-047c85a59300 HTTP/1.1" status: 200 len: 991 time: 0.1287329 Jan 28 18:37:29.502869 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c34dc825-bc68-40f4-a0b3-578355bc07ce req-c47cac96-020d-421c-b32f-abc35a9c518c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5195d57-4787-4e78-9ff1-3de8f3ba17ed HTTP/1.1" status: 200 len: 999 time: 0.1000199 Jan 28 18:37:29.540202 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-231a4b38-431f-4384-8c52-09d3fe6ac1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:37:10Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '1ad5f9e1-d6ed-4978-849a-047c85a59300', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.94', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'port_id': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'mac_address': 'fa:16:3e:a7:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:37:27Z', 'updated_at': '2022-01-28T18:37:27Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a838058-b6e2-48e6-a94f-4689f55d82ef', 'name': '', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:ca:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:09Z', 'updated_at': '2022-01-28T18:37:15Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:37:29.544106 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a4b38-431f-4384-8c52-09d3fe6ac1cd None None] Checking router: 1630638d-1475-4f11-ad56-60e717dc5619 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:37:29.552464 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a4b38-431f-4384-8c52-09d3fe6ac1cd None None] Routers {'1630638d-1475-4f11-ad56-60e717dc5619'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:37:29.553070 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-231a4b38-431f-4384-8c52-09d3fe6ac1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:37:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1630638d-1475-4f11-ad56-60e717dc5619'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:37:29.573248 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dc825-bc68-40f4-a0b3-578355bc07ce req-27ae11cf-ec41-428e-91b3-4f7617e5c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:29.574741 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c34dc825-bc68-40f4-a0b3-578355bc07ce req-27ae11cf-ec41-428e-91b3-4f7617e5c18d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e8335d3-f647-422b-a9e5-a9398ac1712a HTTP/1.1" status: 200 len: 835 time: 0.0660257 Jan 28 18:37:29.650229 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dc825-bc68-40f4-a0b3-578355bc07ce req-105b2ba8-3e82-4595-95b8-d3d819244ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:29.651793 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c34dc825-bc68-40f4-a0b3-578355bc07ce req-105b2ba8-3e82-4595-95b8-d3d819244ffa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7b3d274-ba02-4423-85c7-2cec6b9264cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701480 Jan 28 18:37:29.730709 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-231a4b38-431f-4384-8c52-09d3fe6ac1cd None None] Set router 1630638d-1475-4f11-ad56-60e717dc5619 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:37:29.906743 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c34dc825-bc68-40f4-a0b3-578355bc07ce req-97ef085a-19c6-4af4-8f2c-dadb320a6d69 service neutron] 10.222.0.16 "GET /v2.0/networks/e7b3d274-ba02-4423-85c7-2cec6b9264cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486594 Jan 28 18:37:30.045678 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c34dc825-bc68-40f4-a0b3-578355bc07ce req-65b6cc4d-8ae7-4571-91e5-e97589ae4182 service neutron] 10.222.0.16 "GET /v2.0/networks/e7b3d274-ba02-4423-85c7-2cec6b9264cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329083 Jan 28 18:37:30.086306 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-231a4b38-431f-4384-8c52-09d3fe6ac1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:37:10Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '1ad5f9e1-d6ed-4978-849a-047c85a59300', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.94', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'port_id': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'mac_address': 'fa:16:3e:a7:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:37:27Z', 'updated_at': '2022-01-28T18:37:27Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a838058-b6e2-48e6-a94f-4689f55d82ef', 'name': '', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:ca:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:09Z', 'updated_at': '2022-01-28T18:37:15Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:37:30.090412 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a4b38-431f-4384-8c52-09d3fe6ac1cd None None] The sync data for ids ['1630638d-1475-4f11-ad56-60e717dc5619'] in dv-neutron-826919-1-hyperv is: [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:37:10Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '1ad5f9e1-d6ed-4978-849a-047c85a59300', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.94', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'port_id': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'mac_address': 'fa:16:3e:a7:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:37:27Z', 'updated_at': '2022-01-28T18:37:27Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a838058-b6e2-48e6-a94f-4689f55d82ef', 'name': '', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:ca:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:09Z', 'updated_at': '2022-01-28T18:37:15Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:37:30.308797 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e698951-1ffa-4512-a0a2-2aa589a2006a None None] New status for floating IP 1ad5f9e1-d6ed-4978-849a-047c85a59300: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:37:30.500739 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54282) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:30.611837 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9db6c1f9-c77a-4d29-8c63-f57ef85b1e32 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/1ad5f9e1-d6ed-4978-849a-047c85a59300 HTTP/1.1" status: 200 len: 991 time: 0.1098924 Jan 28 18:37:31.615645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54286) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:37:31.722320 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-34c63cea-efc2-47f6-95b7-3f373c64798e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/1ad5f9e1-d6ed-4978-849a-047c85a59300 HTTP/1.1" status: 200 len: 993 time: 0.1056015 Jan 28 18:37:32.114844 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:37:40.059072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-259e5a11-c8af-4e4b-926a-975652fae092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:42.367495 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ddda278e-fac2-40ce-88b0-be6dc58988bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:43.387420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:43.416223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:45.153122 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:50.247507 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:37:56.720909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cc662-47f8-4a62-b19c-0e2160b5b255 req-40d9c7ff-6f56-4005-8bff-f1ea869f0790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:56.722388 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-426cc662-47f8-4a62-b19c-0e2160b5b255 req-40d9c7ff-6f56-4005-8bff-f1ea869f0790 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 1099 time: 0.1134372 Jan 28 18:37:56.854454 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e42b3a-645e-4227-8830-9a449bbe3c00 req-0cb3380f-6e60-4024-9cf1-0cc0104f5169 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:56.855857 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-56e42b3a-645e-4227-8830-9a449bbe3c00 req-0cb3380f-6e60-4024-9cf1-0cc0104f5169 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.1779008 Jan 28 18:37:56.919977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cc662-47f8-4a62-b19c-0e2160b5b255 req-31bc7ba7-de27-41e6-8424-8ee23561982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:56.921433 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-426cc662-47f8-4a62-b19c-0e2160b5b255 req-31bc7ba7-de27-41e6-8424-8ee23561982f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7b3d274-ba02-4423-85c7-2cec6b9264cb HTTP/1.1" status: 200 len: 896 time: 0.1735504 Jan 28 18:37:56.929133 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-56e42b3a-645e-4227-8830-9a449bbe3c00 req-40ddd035-a7f3-49ec-b51d-ff4cd5ade196 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670006 Jan 28 18:37:57.028632 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-426cc662-47f8-4a62-b19c-0e2160b5b255 req-03743586-ddd1-4566-bcae-90e556ba431a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5195d57-4787-4e78-9ff1-3de8f3ba17ed HTTP/1.1" status: 200 len: 1001 time: 0.0981073 Jan 28 18:37:57.089738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cc662-47f8-4a62-b19c-0e2160b5b255 req-101214d2-b2c8-430f-b8df-34b1fb65315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:57.091216 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-426cc662-47f8-4a62-b19c-0e2160b5b255 req-101214d2-b2c8-430f-b8df-34b1fb65315b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e8335d3-f647-422b-a9e5-a9398ac1712a HTTP/1.1" status: 200 len: 835 time: 0.0566895 Jan 28 18:37:57.169362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cc662-47f8-4a62-b19c-0e2160b5b255 req-ac68fb8a-306c-43ed-986d-2867441a43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:57.170834 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-426cc662-47f8-4a62-b19c-0e2160b5b255 req-ac68fb8a-306c-43ed-986d-2867441a43c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7b3d274-ba02-4423-85c7-2cec6b9264cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731437 Jan 28 18:37:57.303318 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-426cc662-47f8-4a62-b19c-0e2160b5b255 req-c1d1d942-6634-4560-90f4-2a26506f71a3 service neutron] 10.222.0.16 "GET /v2.0/networks/e7b3d274-ba02-4423-85c7-2cec6b9264cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252656 Jan 28 18:37:57.441454 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-426cc662-47f8-4a62-b19c-0e2160b5b255 req-6f69c7c3-717e-4307-98d3-40a231875a40 service neutron] 10.222.0.16 "GET /v2.0/networks/e7b3d274-ba02-4423-85c7-2cec6b9264cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324043 Jan 28 18:37:58.125105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90549fcc-77f5-45cc-a2ec-1c52721562a4 req-1e68d176-0a0e-4e3d-9135-f63d576f25ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:58.126574 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-90549fcc-77f5-45cc-a2ec-1c52721562a4 req-1e68d176-0a0e-4e3d-9135-f63d576f25ea tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0860529 Jan 28 18:37:58.171756 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-90549fcc-77f5-45cc-a2ec-1c52721562a4 req-081a28b1-b723-4fd6-980c-7852370e8cf4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388455 Jan 28 18:37:59.357328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d84571-9151-4b52-a4af-27c4dc47516f req-54f914ab-f67d-4760-8d36-ee21a14dca4e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:37:59.358711 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e9d84571-9151-4b52-a4af-27c4dc47516f req-54f914ab-f67d-4760-8d36-ee21a14dca4e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0812416 Jan 28 18:37:59.402916 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e9d84571-9151-4b52-a4af-27c4dc47516f req-c80a8459-20ea-4860-8b96-1e9b1b3c0ccb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376713 Jan 28 18:38:00.591147 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e8e94-f870-409b-ae8b-7181d6988e29 req-59eaf637-db30-48ec-8ae0-04ea5b6e98e1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:00.592583 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-563e8e94-f870-409b-ae8b-7181d6988e29 req-59eaf637-db30-48ec-8ae0-04ea5b6e98e1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0847535 Jan 28 18:38:00.637583 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-563e8e94-f870-409b-ae8b-7181d6988e29 req-a27487a5-548f-40f3-ac6d-14c9050aad75 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388353 Jan 28 18:38:01.828296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c683c-7718-44df-bca6-581f0fd8d662 req-1172b942-c60d-450f-914a-8fff33cc73df tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:01.831083 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-684c683c-7718-44df-bca6-581f0fd8d662 req-1172b942-c60d-450f-914a-8fff33cc73df tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0856562 Jan 28 18:38:01.877705 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-684c683c-7718-44df-bca6-581f0fd8d662 req-1b31e246-4327-43b2-adc4-b0cfd04c80a7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410793 Jan 28 18:38:03.069748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab03445-05aa-4ad7-b1fe-e37ee23131a3 req-e599fe9f-e344-42ff-af39-20a328e7dd00 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:03.071246 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4ab03445-05aa-4ad7-b1fe-e37ee23131a3 req-e599fe9f-e344-42ff-af39-20a328e7dd00 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0819495 Jan 28 18:38:03.115950 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4ab03445-05aa-4ad7-b1fe-e37ee23131a3 req-5a85e62a-d7fc-428a-9b9b-8df8949b5853 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391383 Jan 28 18:38:04.302204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5beedb4-042d-48e7-8a65-f16b64e66e5a req-540d13ac-7e57-4b6e-905d-61bf702c628e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:04.303749 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a5beedb4-042d-48e7-8a65-f16b64e66e5a req-540d13ac-7e57-4b6e-905d-61bf702c628e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0789998 Jan 28 18:38:04.459385 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a5beedb4-042d-48e7-8a65-f16b64e66e5a req-bd0b020e-9b5b-44c8-9de6-5bfdd115ff93 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500623 Jan 28 18:38:05.653350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbb57b-ccd1-4786-bf3a-b70e3acf1534 req-30524831-3fc4-46a4-884b-dc127df23ddf tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:05.654851 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-afbbb57b-ccd1-4786-bf3a-b70e3acf1534 req-30524831-3fc4-46a4-884b-dc127df23ddf tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0867951 Jan 28 18:38:05.700735 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-afbbb57b-ccd1-4786-bf3a-b70e3acf1534 req-6a94769a-2834-4dbb-b7b7-23efa57490b9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400665 Jan 28 18:38:06.906903 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63622d86-4c1f-4941-9203-0665abe45bd2 req-b4e45a61-f10e-4b22-abdb-758c88efc57b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:06.909724 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63622d86-4c1f-4941-9203-0665abe45bd2 req-b4e45a61-f10e-4b22-abdb-758c88efc57b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0960538 Jan 28 18:38:06.957116 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-63622d86-4c1f-4941-9203-0665abe45bd2 req-8f4af8e8-f7d8-4a2a-a752-f62041d03804 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423930 Jan 28 18:38:08.143094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09484fc7-d504-44a7-80ca-f3711300550f req-139f6db4-ea92-4127-8862-c6a6a23e6147 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:08.144582 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-09484fc7-d504-44a7-80ca-f3711300550f req-139f6db4-ea92-4127-8862-c6a6a23e6147 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0793424 Jan 28 18:38:08.193106 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-09484fc7-d504-44a7-80ca-f3711300550f req-11045586-c950-4ad2-9126-288098d1ad8a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426936 Jan 28 18:38:08.215660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54322) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:08.323505 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-62a870a7-e58d-4d98-b6cf-1ea5072491f8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/1ad5f9e1-d6ed-4978-849a-047c85a59300 HTTP/1.1" status: 200 len: 993 time: 0.1065698 Jan 28 18:38:09.113850 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:38:09.945034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30a098-34a1-48af-bf6e-19e252ce9a5c req-99dae5d3-5411-4a34-8303-9d9db0bf3f8b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:09.946506 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ee30a098-34a1-48af-bf6e-19e252ce9a5c req-99dae5d3-5411-4a34-8303-9d9db0bf3f8b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0887008 Jan 28 18:38:09.995710 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ee30a098-34a1-48af-bf6e-19e252ce9a5c req-43b6ef5a-0a2a-4aa9-9ad4-55656085014e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433810 Jan 28 18:38:10.015880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2edf7583-a66d-4805-a04f-72ad9b05abf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:10.100985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75057307-6e78-43f5-aeef-a9c6e0246988 req-a9e06fba-fbab-4ad7-a7e2-026280ae4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:10.102458 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-75057307-6e78-43f5-aeef-a9c6e0246988 req-a9e06fba-fbab-4ad7-a7e2-026280ae4498 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 1099 time: 0.0758266 Jan 28 18:38:10.232747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75057307-6e78-43f5-aeef-a9c6e0246988 req-af4874de-f915-4743-bcdc-d7ec07d92bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:10.234199 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-75057307-6e78-43f5-aeef-a9c6e0246988 req-af4874de-f915-4743-bcdc-d7ec07d92bdc service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7b3d274-ba02-4423-85c7-2cec6b9264cb HTTP/1.1" status: 200 len: 896 time: 0.1256964 Jan 28 18:38:10.346874 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-75057307-6e78-43f5-aeef-a9c6e0246988 req-a74119b5-1c91-402b-98a5-edda88a9e3d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5195d57-4787-4e78-9ff1-3de8f3ba17ed HTTP/1.1" status: 200 len: 1001 time: 0.1065788 Jan 28 18:38:10.413578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75057307-6e78-43f5-aeef-a9c6e0246988 req-10f5f7a8-ef41-49e9-8031-9fc1f13a4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:10.415049 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-75057307-6e78-43f5-aeef-a9c6e0246988 req-10f5f7a8-ef41-49e9-8031-9fc1f13a4919 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e8335d3-f647-422b-a9e5-a9398ac1712a HTTP/1.1" status: 200 len: 835 time: 0.0620515 Jan 28 18:38:10.487815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75057307-6e78-43f5-aeef-a9c6e0246988 req-522aec2c-69ee-4820-868e-0f9cbca878a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:10.489242 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-75057307-6e78-43f5-aeef-a9c6e0246988 req-522aec2c-69ee-4820-868e-0f9cbca878a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7b3d274-ba02-4423-85c7-2cec6b9264cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681081 Jan 28 18:38:10.623951 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-75057307-6e78-43f5-aeef-a9c6e0246988 req-09af77f0-d269-4dfc-a1d5-89cfb364ac56 service neutron] 10.222.0.16 "GET /v2.0/networks/e7b3d274-ba02-4423-85c7-2cec6b9264cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278932 Jan 28 18:38:10.757370 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-75057307-6e78-43f5-aeef-a9c6e0246988 req-8a631ce6-e267-4bd6-9bdf-40ce7b4ee0c3 service neutron] 10.222.0.16 "GET /v2.0/networks/e7b3d274-ba02-4423-85c7-2cec6b9264cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268351 Jan 28 18:38:11.187889 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d2e68-dd23-43d5-a305-fcdf22532a16 req-5d5aa2ba-634d-478b-87df-ad2a3544278c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:11.190045 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d53d2e68-dd23-43d5-a305-fcdf22532a16 req-5d5aa2ba-634d-478b-87df-ad2a3544278c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0854537 Jan 28 18:38:11.234528 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d53d2e68-dd23-43d5-a305-fcdf22532a16 req-a6b67ef2-e14e-4147-9399-f60855833129 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388227 Jan 28 18:38:12.359156 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2bd2aa93-76f2-4599-babc-2f45b4ced9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:12.423821 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbefc2c-2229-46d3-be31-47d9c1a0c7ef req-105bc282-79fa-46a8-ad39-cde679931c2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:12.425307 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9bbefc2c-2229-46d3-be31-47d9c1a0c7ef req-105bc282-79fa-46a8-ad39-cde679931c2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.0833523 Jan 28 18:38:12.472632 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9bbefc2c-2229-46d3-be31-47d9c1a0c7ef req-c939b71a-6d26-4b50-8684-081afc3ca62c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417142 Jan 28 18:38:12.496331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54336) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:12.596360 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-17c7d22f-66dc-40fa-afd3-48eccf50ad18 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/1ad5f9e1-d6ed-4978-849a-047c85a59300 HTTP/1.1" status: 200 len: 993 time: 0.0989094 Jan 28 18:38:13.412343 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:13.495199 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:15.107235 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:20.247109 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:39.980777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-254d7cb7-5d86-4b27-8294-0b8774bd4d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:42.334858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-106e5df3-fea7-4491-b7bf-e1cab474d018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:43.389279 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:43.434813 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:44.167102 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54356) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:44.475743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 0a30153e-6417-4a30-81c6-6e3c7af26f42 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:38:44.476079 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:44.638980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:44.639356 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:44.759849 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 0a30153e-6417-4a30-81c6-6e3c7af26f42 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:38:44.998456 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:45.049044 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=0a30153e-6417-4a30-81c6-6e3c7af26f42,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:45.087021 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:45.087367 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:45.087702 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:45.088027 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:45.088346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:45.088669 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:45.088984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:45.089295 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:45.089606 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:45.089932 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:45.090221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:45.090529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:45.146586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:45.153199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:45.153415 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Floating IP 1ad5f9e1-d6ed-4978-849a-047c85a59300 disassociated (deleted). External IP: 172.26.1.94, port: c5195d57-4787-4e78-9ff1-3de8f3ba17ed. Jan 28 18:38:45.504105 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 1630638d-1475-4f11-ad56-60e717dc5619 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:38:45.689946 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:38:45.707082 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ede56-a872-4e89-a2f8-6ba98177e8c2 None None] Sync routers for ids ['1630638d-1475-4f11-ad56-60e717dc5619'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:38:45.709258 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ede56-a872-4e89-a2f8-6ba98177e8c2 None None] Routers {'1630638d-1475-4f11-ad56-60e717dc5619'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:38:45.709884 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-429ede56-a872-4e89-a2f8-6ba98177e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:38:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1630638d-1475-4f11-ad56-60e717dc5619'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:38:45.794905 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:45.854026 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-390ec2ac-0be3-4bf1-b4d0-3bea093c3882 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/floatingips/1ad5f9e1-d6ed-4978-849a-047c85a59300 HTTP/1.1" status: 204 len: 168 time: 1.6858411 Jan 28 18:38:45.854575 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'tag': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:38:45.898132 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-429ede56-a872-4e89-a2f8-6ba98177e8c2 None None] Set router 1630638d-1475-4f11-ad56-60e717dc5619 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:38:46.050502 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'tag': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed', 'status': 'completed', 'code': 200} Jan 28 18:38:46.124067 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:38:46.144911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec40e5-feaf-4685-aedd-2023d5d90e82 req-7ff1839d-26d6-4492-8422-21b90f403d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:46.146373 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f9ec40e5-feaf-4685-aedd-2023d5d90e82 req-7ff1839d-26d6-4492-8422-21b90f403d5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 1099 time: 0.0737386 Jan 28 18:38:46.281130 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-429ede56-a872-4e89-a2f8-6ba98177e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:37:10Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '1a838058-b6e2-48e6-a94f-4689f55d82ef', 'name': '', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:ca:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:09Z', 'updated_at': '2022-01-28T18:37:15Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:38:46.285021 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ede56-a872-4e89-a2f8-6ba98177e8c2 None None] Checking router: 1630638d-1475-4f11-ad56-60e717dc5619 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:38:46.285911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec40e5-feaf-4685-aedd-2023d5d90e82 req-688571c7-4595-4a87-a89b-37df38bbdf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:46.287396 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f9ec40e5-feaf-4685-aedd-2023d5d90e82 req-688571c7-4595-4a87-a89b-37df38bbdf3c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7b3d274-ba02-4423-85c7-2cec6b9264cb HTTP/1.1" status: 200 len: 896 time: 0.1340256 Jan 28 18:38:46.293373 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ede56-a872-4e89-a2f8-6ba98177e8c2 None None] Routers {'1630638d-1475-4f11-ad56-60e717dc5619'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:38:46.293903 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-429ede56-a872-4e89-a2f8-6ba98177e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:38:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1630638d-1475-4f11-ad56-60e717dc5619'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:38:46.356596 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f9ec40e5-feaf-4685-aedd-2023d5d90e82 req-d1f6c8d2-814d-427a-807b-79b9d6446c17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5195d57-4787-4e78-9ff1-3de8f3ba17ed HTTP/1.1" status: 200 len: 217 time: 0.0632784 Jan 28 18:38:46.482754 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-429ede56-a872-4e89-a2f8-6ba98177e8c2 None None] Set router 1630638d-1475-4f11-ad56-60e717dc5619 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:38:46.517630 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a51fb5-cd56-445f-a434-e6c79dc7abca req-d69eda10-640e-4e2d-9cd9-f956d0388c7a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:46.518352 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-40a51fb5-cd56-445f-a434-e6c79dc7abca req-d69eda10-640e-4e2d-9cd9-f956d0388c7a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:38:46.533376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec40e5-feaf-4685-aedd-2023d5d90e82 req-ddc04351-af7f-422e-b7a8-93f0a7fffa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:46.534852 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f9ec40e5-feaf-4685-aedd-2023d5d90e82 req-ddc04351-af7f-422e-b7a8-93f0a7fffa19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e8335d3-f647-422b-a9e5-a9398ac1712a HTTP/1.1" status: 200 len: 835 time: 0.1719611 Jan 28 18:38:46.604006 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-40a51fb5-cd56-445f-a434-e6c79dc7abca req-d69eda10-640e-4e2d-9cd9-f956d0388c7a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:38:46.605348 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-40a51fb5-cd56-445f-a434-e6c79dc7abca req-d69eda10-640e-4e2d-9cd9-f956d0388c7a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.1683373 Jan 28 18:38:46.619045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec40e5-feaf-4685-aedd-2023d5d90e82 req-35dd5468-f93e-4531-b4a8-aeb2acd86a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:46.620500 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f9ec40e5-feaf-4685-aedd-2023d5d90e82 req-35dd5468-f93e-4531-b4a8-aeb2acd86a96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7b3d274-ba02-4423-85c7-2cec6b9264cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789657 Jan 28 18:38:46.652162 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-40a51fb5-cd56-445f-a434-e6c79dc7abca req-f9fcd4d7-aebd-4973-b86f-61a113cf76eb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407996 Jan 28 18:38:46.755190 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f9ec40e5-feaf-4685-aedd-2023d5d90e82 req-af9fd9e8-9bca-4146-8704-628c2e0f9883 service neutron] 10.222.0.16 "GET /v2.0/networks/e7b3d274-ba02-4423-85c7-2cec6b9264cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260953 Jan 28 18:38:46.794447 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-429ede56-a872-4e89-a2f8-6ba98177e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:37:10Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '1a838058-b6e2-48e6-a94f-4689f55d82ef', 'name': '', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:ca:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:09Z', 'updated_at': '2022-01-28T18:37:15Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:38:46.798316 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ede56-a872-4e89-a2f8-6ba98177e8c2 None None] The sync data for ids ['1630638d-1475-4f11-ad56-60e717dc5619'] in dv-neutron-826919-1-hyperv is: [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:37:10Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '1a838058-b6e2-48e6-a94f-4689f55d82ef', 'name': '', 'network_id': 'e7b3d274-ba02-4423-85c7-2cec6b9264cb', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:ca:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:09Z', 'updated_at': '2022-01-28T18:37:15Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '5e8335d3-f647-422b-a9e5-a9398ac1712a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:38:46.888805 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f9ec40e5-feaf-4685-aedd-2023d5d90e82 req-1325fd5b-1a98-4be0-8bfb-b7e1de06a5f4 service neutron] 10.222.0.16 "GET /v2.0/networks/e7b3d274-ba02-4423-85c7-2cec6b9264cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275895 Jan 28 18:38:47.023182 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878ee48-921c-418b-9245-d324b93a6038 None None] New status for floating IP 1ad5f9e1-d6ed-4978-849a-047c85a59300: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:38:47.894016 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef8eba-63b4-4739-8907-8818f04e9b2c req-59d668ce-d58c-4a2a-ae81-26604257b457 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:47.895499 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bdef8eba-63b4-4739-8907-8818f04e9b2c req-59d668ce-d58c-4a2a-ae81-26604257b457 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.1343811 Jan 28 18:38:47.933456 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fc92b-80db-45b1-a9fa-deb5aa99744a req-984052c9-d698-42a7-92af-b1ade45078b8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:47.934776 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8f5fc92b-80db-45b1-a9fa-deb5aa99744a req-984052c9-d698-42a7-92af-b1ade45078b8 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 946 time: 0.1225767 Jan 28 18:38:47.999510 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bdef8eba-63b4-4739-8907-8818f04e9b2c req-dc76fbb5-2134-471f-a42f-96eb3021d74d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=4067f019-9fe4-49a7-a23c-13677fe265a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971756 Jan 28 18:38:48.022754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-8f5fc92b-80db-45b1-a9fa-deb5aa99744a req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port c5195d57-4787-4e78-9ff1-3de8f3ba17ed {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:38:48.023206 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8f5fc92b-80db-45b1-a9fa-deb5aa99744a req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:48.269072 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-8f5fc92b-80db-45b1-a9fa-deb5aa99744a req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port c5195d57-4787-4e78-9ff1-3de8f3ba17ed, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=c5195d57-4787-4e78-9ff1-3de8f3ba17ed,segment=NetworkSegment(d2ce9b8a-79fc-4486-9a44-e773e7c14ba6),segment_id=d2ce9b8a-79fc-4486-9a44-e773e7c14ba6)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:38:48.269347 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8f5fc92b-80db-45b1-a9fa-deb5aa99744a req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:48.388466 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-8f5fc92b-80db-45b1-a9fa-deb5aa99744a req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for c5195d57-4787-4e78-9ff1-3de8f3ba17ed owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:38:48.614818 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8f5fc92b-80db-45b1-a9fa-deb5aa99744a req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:48.671646 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=c5195d57-4787-4e78-9ff1-3de8f3ba17ed,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:48.712652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:48.717582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:48.717582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:48.717582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:48.717582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:48.717582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:48.717582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:48.717582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:48.717582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:48.717582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:48.717582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:48.717582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:48.758455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5fc92b-80db-45b1-a9fa-deb5aa99744a req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] No DVR routers for this DVR port c5195d57-4787-4e78-9ff1-3de8f3ba17ed on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:38:48.760778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8f5fc92b-80db-45b1-a9fa-deb5aa99744a req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:48.763283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'name': 'network-vif-deleted', 'tag': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:38:48.809396 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f5bbd2-d575-4993-bf3e-813709bd1e7c', 'name': 'network-vif-deleted', 'tag': 'c5195d57-4787-4e78-9ff1-3de8f3ba17ed', 'status': 'completed', 'code': 200} Jan 28 18:38:48.858582 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8f5fc92b-80db-45b1-a9fa-deb5aa99744a req-691059cf-3a6e-490b-98aa-c2c2b81217ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "DELETE /v2.0/ports/c5195d57-4787-4e78-9ff1-3de8f3ba17ed HTTP/1.1" status: 204 len: 173 time: 0.9156749 Jan 28 18:38:49.175572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-84716c36-5d9f-443d-8e8c-4eb4eccb3055 req-a6035110-b8c9-4541-b836-5dfaa9e45b2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:38:49.252316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-84716c36-5d9f-443d-8e8c-4eb4eccb3055 req-a6035110-b8c9-4541-b836-5dfaa9e45b2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:38:49.253425 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-84716c36-5d9f-443d-8e8c-4eb4eccb3055 req-a6035110-b8c9-4541-b836-5dfaa9e45b2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=78f5bbd2-d575-4993-bf3e-813709bd1e7c HTTP/1.1" status: 200 len: 210 time: 0.1242430 Jan 28 18:38:50.275614 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:50.352200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54382) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:50.987368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c0aee3b-4579-4779-bd79-4d1fd2f3723e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:51.336591 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9c0aee3b-4579-4779-bd79-4d1fd2f3723e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 1a838058-b6e2-48e6-a94f-4689f55d82ef {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:38:51.336822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c0aee3b-4579-4779-bd79-4d1fd2f3723e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:51.528680 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-9c0aee3b-4579-4779-bd79-4d1fd2f3723e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port 1a838058-b6e2-48e6-a94f-4689f55d82ef, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=1a838058-b6e2-48e6-a94f-4689f55d82ef,segment=NetworkSegment(d2ce9b8a-79fc-4486-9a44-e773e7c14ba6),segment_id=d2ce9b8a-79fc-4486-9a44-e773e7c14ba6)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:38:51.529408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c0aee3b-4579-4779-bd79-4d1fd2f3723e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:51.664667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9c0aee3b-4579-4779-bd79-4d1fd2f3723e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 1a838058-b6e2-48e6-a94f-4689f55d82ef owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:38:51.927414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c0aee3b-4579-4779-bd79-4d1fd2f3723e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:51.978726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0aee3b-4579-4779-bd79-4d1fd2f3723e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=1a838058-b6e2-48e6-a94f-4689f55d82ef,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:52.357696 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c0aee3b-4579-4779-bd79-4d1fd2f3723e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:52.712729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0aee3b-4579-4779-bd79-4d1fd2f3723e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 1630638d-1475-4f11-ad56-60e717dc5619 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:38:52.892312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0aee3b-4579-4779-bd79-4d1fd2f3723e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:38:52.902771 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c4bd3c-7ec7-4957-82bb-dd3ea5f2e898 None None] Sync routers for ids ['1630638d-1475-4f11-ad56-60e717dc5619'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:38:52.911773 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c4bd3c-7ec7-4957-82bb-dd3ea5f2e898 None None] Routers {'1630638d-1475-4f11-ad56-60e717dc5619'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:38:52.915326 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d4c4bd3c-7ec7-4957-82bb-dd3ea5f2e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:38:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1630638d-1475-4f11-ad56-60e717dc5619'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:38:52.960004 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9c0aee3b-4579-4779-bd79-4d1fd2f3723e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "PUT /v2.0/routers/1630638d-1475-4f11-ad56-60e717dc5619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6066360 Jan 28 18:38:52.962699 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54386) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:52.996527 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device c5195d57-4787-4e78-9ff1-3de8f3ba17ed no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:38:53.038695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba280d2-70b0-4f10-8225-a9f34c6edd6f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting subnet 5e8335d3-f647-422b-a9e5-a9398ac1712a {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:38:53.039690 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: c5195d57-4787-4e78-9ff1-3de8f3ba17ed {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:38:53.040037 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device c5195d57-4787-4e78-9ff1-3de8f3ba17ed not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:38:53.042223 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bba280d2-70b0-4f10-8225-a9f34c6edd6f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:53.096024 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bba280d2-70b0-4f10-8225-a9f34c6edd6f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:53.104988 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-d4c4bd3c-7ec7-4957-82bb-dd3ea5f2e898 None None] Set router 1630638d-1475-4f11-ad56-60e717dc5619 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:38:53.177624 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bba280d2-70b0-4f10-8225-a9f34c6edd6f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:53.333125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bba280d2-70b0-4f10-8225-a9f34c6edd6f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:53.370706 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba280d2-70b0-4f10-8225-a9f34c6edd6f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8335d3-f647-422b-a9e5-a9398ac1712a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:53.377409 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-bba280d2-70b0-4f10-8225-a9f34c6edd6f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:53.384941 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-bba280d2-70b0-4f10-8225-a9f34c6edd6f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/subnets/5e8335d3-f647-422b-a9e5-a9398ac1712a HTTP/1.1" status: 204 len: 168 time: 0.4210293 Jan 28 18:38:53.386840 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb68f52-c60e-4001-bebe-ccba448d4b98 None None] Network e7b3d274-ba02-4423-85c7-2cec6b9264cb requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:38:53.390112 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54390) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:53.393609 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d4c4bd3c-7ec7-4957-82bb-dd3ea5f2e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:38:51Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:38:53.401381 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c4bd3c-7ec7-4957-82bb-dd3ea5f2e898 None None] Checking router: 1630638d-1475-4f11-ad56-60e717dc5619 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:38:53.416818 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c4bd3c-7ec7-4957-82bb-dd3ea5f2e898 None None] Routers {'1630638d-1475-4f11-ad56-60e717dc5619'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:38:53.417444 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d4c4bd3c-7ec7-4957-82bb-dd3ea5f2e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:38:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1630638d-1475-4f11-ad56-60e717dc5619'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:38:53.611082 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-d4c4bd3c-7ec7-4957-82bb-dd3ea5f2e898 None None] Set router 1630638d-1475-4f11-ad56-60e717dc5619 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:38:53.807302 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] DHCP port deletion for e7b3d274-ba02-4423-85c7-2cec6b9264cb request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:38:53.812068 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Deleting port ffe270d8-72e3-40d9-bc8f-587ca2fef027 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:38:53.812442 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:53.823596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:53.946138 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-d4c4bd3c-7ec7-4957-82bb-dd3ea5f2e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:38:51Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:38:53.952464 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c4bd3c-7ec7-4957-82bb-dd3ea5f2e898 None None] The sync data for ids ['1630638d-1475-4f11-ad56-60e717dc5619'] in dv-neutron-826919-1-hyperv is: [{'id': '1630638d-1475-4f11-ad56-60e717dc5619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1001900784', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:37:04Z', 'updated_at': '2022-01-28T18:38:51Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': 'f58c5290-08d1-4f37-83f8-dfba2f676055', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1630638d-1475-4f11-ad56-60e717dc5619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:37:05Z', 'updated_at': '2022-01-28T18:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:38:54.026494 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:54.043611 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] For port ffe270d8-72e3-40d9-bc8f-587ca2fef027, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=ffe270d8-72e3-40d9-bc8f-587ca2fef027,segment=NetworkSegment(d2ce9b8a-79fc-4486-9a44-e773e7c14ba6),segment_id=d2ce9b8a-79fc-4486-9a44-e773e7c14ba6)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:38:54.045263 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:54.103986 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port f58c5290-08d1-4f37-83f8-dfba2f676055 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:38:54.104346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:54.170769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Calling delete_port for ffe270d8-72e3-40d9-bc8f-587ca2fef027 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:38:54.286873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port f58c5290-08d1-4f37-83f8-dfba2f676055, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=f58c5290-08d1-4f37-83f8-dfba2f676055,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:38:54.287264 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:54.329541 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:54.394359 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Pushing event deleted for resources: {'Port': ['ID=ffe270d8-72e3-40d9-bc8f-587ca2fef027,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:54.398985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] No DVR routers for this DVR port ffe270d8-72e3-40d9-bc8f-587ca2fef027 on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:38:54.411872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:54.412219 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:54.412704 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:54.412856 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:54.413174 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:54.413508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:54.415461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:54.415998 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:54.417420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:54.417420 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:54.417948 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:54.418553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d60fd-337c-4132-a38c-e976e7cf5cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:38:54.428319 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for f58c5290-08d1-4f37-83f8-dfba2f676055 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:38:54.814957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:54.862252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=f58c5290-08d1-4f37-83f8-dfba2f676055,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:54.952690 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:55.121874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:55.123952 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:55.229599 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:55.230139 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Fanout notify agent at l3_agent the message router_deleted on router 1630638d-1475-4f11-ad56-60e717dc5619 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:38:55.245306 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:55.246393 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ab50dcc0-fe85-401f-bbb2-f90542b9f593 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/routers/1630638d-1475-4f11-ad56-60e717dc5619 HTTP/1.1" status: 204 len: 168 time: 1.8538525 Jan 28 18:38:55.249070 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54394) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:55.478137 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-387beb1e-be4d-4cbf-853f-06621d37f85e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:55.605419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-387beb1e-be4d-4cbf-853f-06621d37f85e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:55.630391 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-387beb1e-be4d-4cbf-853f-06621d37f85e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b3d274-ba02-4423-85c7-2cec6b9264cb']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:38:55.642060 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-387beb1e-be4d-4cbf-853f-06621d37f85e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:38:55.642306 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-387beb1e-be4d-4cbf-853f-06621d37f85e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ce9b8a-79fc-4486-9a44-e773e7c14ba6') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:38:55.653667 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-387beb1e-be4d-4cbf-853f-06621d37f85e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:55.669111 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-387beb1e-be4d-4cbf-853f-06621d37f85e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:55.675224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387beb1e-be4d-4cbf-853f-06621d37f85e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:38:55.675995 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-387beb1e-be4d-4cbf-853f-06621d37f85e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:38:55.696550 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:38:55.743986 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f58c5290-08d1-4f37-83f8-dfba2f676055 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:38:55.780940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: f58c5290-08d1-4f37-83f8-dfba2f676055 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:38:55.781278 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device f58c5290-08d1-4f37-83f8-dfba2f676055 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:38:55.781691 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1a838058-b6e2-48e6-a94f-4689f55d82ef no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:38:55.815552 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 1a838058-b6e2-48e6-a94f-4689f55d82ef {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:38:55.815918 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 1a838058-b6e2-48e6-a94f-4689f55d82ef not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:38:55.816336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ffe270d8-72e3-40d9-bc8f-587ca2fef027 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:38:55.848067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: ffe270d8-72e3-40d9-bc8f-587ca2fef027 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:38:55.848405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device ffe270d8-72e3-40d9-bc8f-587ca2fef027 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:38:55.849391 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-387beb1e-be4d-4cbf-853f-06621d37f85e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:55.871570 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-387beb1e-be4d-4cbf-853f-06621d37f85e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:55.882464 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387beb1e-be4d-4cbf-853f-06621d37f85e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Network': ['ID=e7b3d274-ba02-4423-85c7-2cec6b9264cb,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:55.978768 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-387beb1e-be4d-4cbf-853f-06621d37f85e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/networks/e7b3d274-ba02-4423-85c7-2cec6b9264cb HTTP/1.1" status: 204 len: 168 time: 0.7286050 Jan 28 18:38:55.981167 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54398) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:56.048498 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0955cf0f-c883-49d4-bc75-d62dc41bddd7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:56.077405 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0955cf0f-c883-49d4-bc75-d62dc41bddd7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:56.255530 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0955cf0f-c883-49d4-bc75-d62dc41bddd7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:56.276309 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955cf0f-c883-49d4-bc75-d62dc41bddd7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4067f019-9fe4-49a7-a23c-13677fe265a8,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:56.368548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0955cf0f-c883-49d4-bc75-d62dc41bddd7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:56.369680 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0955cf0f-c883-49d4-bc75-d62dc41bddd7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/security-groups/4067f019-9fe4-49a7-a23c-13677fe265a8 HTTP/1.1" status: 204 len: 168 time: 0.3875923 Jan 28 18:38:56.830051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54406) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:56.836053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-534937759', 'description': 'tempest-secgroup-smoke-534937759 description', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:38:56.842978 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:38:56.847606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:38:56.850412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:38:56.856555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:38:56.955204 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:56.975621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:38:56.979707 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:38:56.982656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:38:56.988724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:38:57.067969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:57.157377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:57.203946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3e91ef-ea54-4e20-976a-d8490ac1f642,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:57.301199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:57.302449 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-d5c23045-3b33-4ea8-82b1-34d376566872 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4713743 Jan 28 18:38:57.305296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54410) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:57.310161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f5c52297-1ea3-4d5a-8be7-9cb1da3c3aed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': 'ef3e91ef-ea54-4e20-976a-d8490ac1f642', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:38:57.316598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f5c52297-1ea3-4d5a-8be7-9cb1da3c3aed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:38:57.320402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f5c52297-1ea3-4d5a-8be7-9cb1da3c3aed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:38:57.323279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f5c52297-1ea3-4d5a-8be7-9cb1da3c3aed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:38:57.329419 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f5c52297-1ea3-4d5a-8be7-9cb1da3c3aed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:38:57.434103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c52297-1ea3-4d5a-8be7-9cb1da3c3aed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:57.496250 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c52297-1ea3-4d5a-8be7-9cb1da3c3aed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:57.583276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c52297-1ea3-4d5a-8be7-9cb1da3c3aed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:57.606836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c52297-1ea3-4d5a-8be7-9cb1da3c3aed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80788621-d468-4d91-9c66-e19dde5c2a19,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:57.686050 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f5c52297-1ea3-4d5a-8be7-9cb1da3c3aed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:57.687290 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f5c52297-1ea3-4d5a-8be7-9cb1da3c3aed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3810365 Jan 28 18:38:57.689930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54414) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:57.694766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6ac51dbe-579a-4241-af37-7da4495e8646 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': 'ef3e91ef-ea54-4e20-976a-d8490ac1f642', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:38:57.700579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6ac51dbe-579a-4241-af37-7da4495e8646 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:38:57.704402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6ac51dbe-579a-4241-af37-7da4495e8646 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:38:57.707794 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6ac51dbe-579a-4241-af37-7da4495e8646 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:38:57.713541 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6ac51dbe-579a-4241-af37-7da4495e8646 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:38:57.853100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ac51dbe-579a-4241-af37-7da4495e8646 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:57.912665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ac51dbe-579a-4241-af37-7da4495e8646 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:57.980425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ac51dbe-579a-4241-af37-7da4495e8646 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:58.006312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac51dbe-579a-4241-af37-7da4495e8646 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35e210a-4c6a-48fd-9a46-90908698d92d,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:58.089468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6ac51dbe-579a-4241-af37-7da4495e8646 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:58.090673 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6ac51dbe-579a-4241-af37-7da4495e8646 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3998401 Jan 28 18:38:58.093372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54418) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:58.098180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-29b034e9-5710-41d1-824c-e1d2bbef646a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': 'ef3e91ef-ea54-4e20-976a-d8490ac1f642', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:38:58.104132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-29b034e9-5710-41d1-824c-e1d2bbef646a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:38:58.107870 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-29b034e9-5710-41d1-824c-e1d2bbef646a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:38:58.110637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-29b034e9-5710-41d1-824c-e1d2bbef646a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:38:58.116187 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-29b034e9-5710-41d1-824c-e1d2bbef646a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:38:58.207242 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29b034e9-5710-41d1-824c-e1d2bbef646a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:58.267936 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29b034e9-5710-41d1-824c-e1d2bbef646a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:58.345837 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29b034e9-5710-41d1-824c-e1d2bbef646a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:58.368182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b034e9-5710-41d1-824c-e1d2bbef646a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f512d3c7-6acf-4b09-af62-650335d93aa2,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:58.426730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-29b034e9-5710-41d1-824c-e1d2bbef646a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:58.427963 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-29b034e9-5710-41d1-824c-e1d2bbef646a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336914 Jan 28 18:38:58.430569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54422) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:58.435471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-dbc4b188-3ff5-43a3-94d8-419ce38643b5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': 'ef3e91ef-ea54-4e20-976a-d8490ac1f642', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:38:58.442892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-dbc4b188-3ff5-43a3-94d8-419ce38643b5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:38:58.445929 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-dbc4b188-3ff5-43a3-94d8-419ce38643b5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:38:58.448892 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-dbc4b188-3ff5-43a3-94d8-419ce38643b5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:38:58.454614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-dbc4b188-3ff5-43a3-94d8-419ce38643b5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:38:58.535328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b188-3ff5-43a3-94d8-419ce38643b5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:58.596450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b188-3ff5-43a3-94d8-419ce38643b5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:58.660550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b188-3ff5-43a3-94d8-419ce38643b5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:58.683314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4b188-3ff5-43a3-94d8-419ce38643b5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4dcbf5-67d5-4108-aa76-2c40f07ff424,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:58.740932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b188-3ff5-43a3-94d8-419ce38643b5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:58.742217 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-dbc4b188-3ff5-43a3-94d8-419ce38643b5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107209 Jan 28 18:38:58.751843 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54426) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:58.756998 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-c263f3f6-70df-4706-a0c9-4d601eafee2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': 'ef3e91ef-ea54-4e20-976a-d8490ac1f642', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:38:58.765240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c263f3f6-70df-4706-a0c9-4d601eafee2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:38:58.769160 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c263f3f6-70df-4706-a0c9-4d601eafee2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:38:58.773161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c263f3f6-70df-4706-a0c9-4d601eafee2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:38:58.784062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c263f3f6-70df-4706-a0c9-4d601eafee2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:38:58.892669 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-c263f3f6-70df-4706-a0c9-4d601eafee2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Project ecfee90546034acb89982cc3e9a2f88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:38:58.899787 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c263f3f6-70df-4706-a0c9-4d601eafee2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:59.069053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c263f3f6-70df-4706-a0c9-4d601eafee2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:59.126432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c263f3f6-70df-4706-a0c9-4d601eafee2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:59.150951 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263f3f6-70df-4706-a0c9-4d601eafee2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44584b39-2409-46ea-8a21-24f6e6802d20,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:59.254955 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c263f3f6-70df-4706-a0c9-4d601eafee2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:59.256194 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c263f3f6-70df-4706-a0c9-4d601eafee2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5033410 Jan 28 18:38:59.259691 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54430) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:59.264705 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9c4d6933-e3e0-466d-934c-62c8d95e074b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'security_group_rule': {'security_group_id': 'ef3e91ef-ea54-4e20-976a-d8490ac1f642', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:38:59.271222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9c4d6933-e3e0-466d-934c-62c8d95e074b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:38:59.275214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9c4d6933-e3e0-466d-934c-62c8d95e074b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:security_group_rule and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:38:59.278077 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9c4d6933-e3e0-466d-934c-62c8d95e074b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:38:59.283802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9c4d6933-e3e0-466d-934c-62c8d95e074b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:38:59.343235 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-9c4d6933-e3e0-466d-934c-62c8d95e074b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Project ecfee90546034acb89982cc3e9a2f88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:38:59.350198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6933-e3e0-466d-934c-62c8d95e074b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:59.413794 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6933-e3e0-466d-934c-62c8d95e074b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:59.532593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6933-e3e0-466d-934c-62c8d95e074b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:59.564526 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d6933-e3e0-466d-934c-62c8d95e074b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3df4ce8-fc39-4a63-898a-ffd4aad797c0,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:38:59.640904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6933-e3e0-466d-934c-62c8d95e074b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:59.642194 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9c4d6933-e3e0-466d-934c-62c8d95e074b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3815868 Jan 28 18:38:59.645687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54434) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:38:59.651601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'network': {'name': 'tempest-network-smoke--1238181774', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'port_security_enabled': True}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:38:59.656449 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:38:59.660550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:network and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:38:59.663366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:38:59.668917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:38:59.777900 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:38:59.781326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:59.807652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:38:59.816305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:59.816551 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Added segment 1cb97104-77fa-4798-b9b6-5219256f00db of type vlan for network 18968af3-a91e-4f2a-9d28-6a24a679ff5e Jan 28 18:38:59.841713 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:59.928750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:38:59.934157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:38:59.934730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:00.041476 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Network': ['ID=18968af3-a91e-4f2a-9d28-6a24a679ff5e,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:00.052124 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 18968af3-a91e-4f2a-9d28-6a24a679ff5e details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:39:00.098686 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a890afbc-8b0f-4b40-b3ce-f49b155ab185 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4517403 Jan 28 18:39:00.101230 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54438) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:39:00.106310 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'admin_state_up': True, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:39:00.114012 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:39:00.117859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:router and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:39:00.120743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:39:00.127386 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:39:00.206529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:00.207685 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:00.222218 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:00.565152 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:00.945758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:00.977684 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:01.117565 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.26.1.181 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/8bd30005-4845-4944-b68f-3290efc26665) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:39:01.372444 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:01.515119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:01.583350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:39:01.585939 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:39:01.589655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:39:01.623895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=8bd30005-4845-4944-b68f-3290efc26665,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:02.112119 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:02.452223 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:02.720453 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 656837cb-3f72-4ae0-91b5-7331ef4d1091 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:39:03.017034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:39:03.027914 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Sync routers for ids ['656837cb-3f72-4ae0-91b5-7331ef4d1091'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:39:03.039504 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Routers {'656837cb-3f72-4ae0-91b5-7331ef4d1091'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:39:03.040119 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:38:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['656837cb-3f72-4ae0-91b5-7331ef4d1091'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:39:03.133080 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:03.135064 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-526d29aa-1c9b-476c-bca6-443b1bda6272 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0326064 Jan 28 18:39:03.137973 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54442) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:39:03.181949 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d31b6190-e040-4353-ba26-7f4ab1309982 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=ecfee90546034acb89982cc3e9a2f88d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428283 Jan 28 18:39:03.184520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54446) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:39:03.225914 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Set router 656837cb-3f72-4ae0-91b5-7331ef4d1091 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:39:03.320947 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1578d2-f5f7-4cc7-a079-6a46a87b9b61 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:03.322346 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-bc1578d2-f5f7-4cc7-a079-6a46a87b9b61 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1368859 Jan 28 18:39:03.325216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54450) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:39:03.368898 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f73817ad-cfe1-4ab8-a201-cf1bce08859d tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=9f7d7907-208b-4eba-a063-0cb2c54c24e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421023 Jan 28 18:39:03.370837 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54454) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:39:03.376292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1923721639', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:39:03.491447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:39:03.495271 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:subnet and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:39:03.498117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:39:03.507054 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:39:03.561639 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:39:01Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:39:03.565861 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Checking router: 656837cb-3f72-4ae0-91b5-7331ef4d1091 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:39:03.566824 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Updating router 656837cb-3f72-4ae0-91b5-7331ef4d1091 port 8bd30005-4845-4944-b68f-3290efc26665 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:39:03.581061 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:39:03.585234 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:03.621584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:03.887096 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:03.960462 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:03.970260 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Subnet': ['ID=613d7185-61a3-4824-8bf2-1ecca2378dca,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:03.974355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Transition to ACTIVE for port object 8bd30005-4845-4944-b68f-3290efc26665 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:39:03.979730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Checking segment: {'id': '1cb97104-77fa-4798-b9b6-5219256f00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:39:03.980083 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network hostable DHCP agents. Network: 18968af3-a91e-4f2a-9d28-6a24a679ff5e, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:39:04.046458 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:04.086249 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 18968af3-a91e-4f2a-9d28-6a24a679ff5e is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:39:04.127914 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Attempting to bind port 8bd30005-4845-4944-b68f-3290efc26665 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:39:04.129196 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Attempting to bind port 8bd30005-4845-4944-b68f-3290efc26665 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:39:04.129196 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Attempting to bind port 8bd30005-4845-4944-b68f-3290efc26665 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:39:04.137829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2965c37-fd54-49d3-8dc0-acc5707ef650 None None] Pushing event updated for resources: {'Port': ['ID=8bd30005-4845-4944-b68f-3290efc26665,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:04.141056 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:39:04.141480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:39:04.141885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:04.142270 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:39:04.142738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Bound port: 8bd30005-4845-4944-b68f-3290efc26665, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:39:04.143148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:04.171917 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 18968af3-a91e-4f2a-9d28-6a24a679ff5e) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:39:04.177482 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:04.178417 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:04.181742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea236665-d816-4da5-8681-abb49a0761ac None None] Network 18968af3-a91e-4f2a-9d28-6a24a679ff5e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:39:04.276036 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d27631a7-065c-4838-acbe-63ce736ca489 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9041221 Jan 28 18:39:04.278898 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54458) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:39:04.308239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] For port 8bd30005-4845-4944-b68f-3290efc26665, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:39:04.326456 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] For port 8bd30005-4845-4944-b68f-3290efc26665, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8bd30005-4845-4944-b68f-3290efc26665,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:39:04.419394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:04.479366 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ips': [{'subnet_id': '613d7185-61a3-4824-8bf2-1ecca2378dca'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:39:04.480166 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:04.524642 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Routers {'656837cb-3f72-4ae0-91b5-7331ef4d1091'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:39:04.525289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:38:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['656837cb-3f72-4ae0-91b5-7331ef4d1091'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:39:04.645622 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2965c37-fd54-49d3-8dc0-acc5707ef650 None None] Pushing event updated for resources: {'Port': ['ID=8bd30005-4845-4944-b68f-3290efc26665,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:04.817679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] Set router 656837cb-3f72-4ae0-91b5-7331ef4d1091 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:39:04.997390 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Allocated IP 172.20.0.2 (18968af3-a91e-4f2a-9d28-6a24a679ff5e/613d7185-61a3-4824-8bf2-1ecca2378dca/6503af0a-d539-4b90-a0dc-eeb284f11a7a) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:39:05.054482 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:05.344173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:05.356502 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:39:01Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:39:05.361623 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Transition to ACTIVE for port object 6503af0a-d539-4b90-a0dc-eeb284f11a7a will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:39:05.364466 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b695a780-5edd-4509-a462-25869b17d2ce None None] The sync data for ids ['656837cb-3f72-4ae0-91b5-7331ef4d1091'] in dv-neutron-826919-1-hyperv is: [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:39:01Z', 'revision_number': 3, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:39:05.384560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Transition to ACTIVE for port object 6503af0a-d539-4b90-a0dc-eeb284f11a7a will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:39:05.484271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:05.560148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Network 18968af3-a91e-4f2a-9d28-6a24a679ff5e is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:39:05.562537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:39:05.566142 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:39:05.623307 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Pushing event updated for resources: {'Port': ['ID=6503af0a-d539-4b90-a0dc-eeb284f11a7a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:05.673749 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.20.0.1 (18968af3-a91e-4f2a-9d28-6a24a679ff5e/613d7185-61a3-4824-8bf2-1ecca2378dca/79fda738-d0a7-4005-9984-7fbc013ae2ed) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:39:05.709237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Attempting to bind port 6503af0a-d539-4b90-a0dc-eeb284f11a7a on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:39:05.709623 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Attempting to bind port 6503af0a-d539-4b90-a0dc-eeb284f11a7a by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '1cb97104-77fa-4798-b9b6-5219256f00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:39:05.709997 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Attempting to bind port 6503af0a-d539-4b90-a0dc-eeb284f11a7a on network 18968af3-a91e-4f2a-9d28-6a24a679ff5e {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:39:05.716689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:39:05.717064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Checking segment: {'id': '1cb97104-77fa-4798-b9b6-5219256f00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:39:05.717466 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:05.717861 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Bound using segment: {'id': '1cb97104-77fa-4798-b9b6-5219256f00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:39:05.718330 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Bound port: 6503af0a-d539-4b90-a0dc-eeb284f11a7a, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb97104-77fa-4798-b9b6-5219256f00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:39:05.718708 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:05.843309 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] For port 6503af0a-d539-4b90-a0dc-eeb284f11a7a, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:39:05.846780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] For port 6503af0a-d539-4b90-a0dc-eeb284f11a7a, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6503af0a-d539-4b90-a0dc-eeb284f11a7a,segment=NetworkSegment(1cb97104-77fa-4798-b9b6-5219256f00db),segment_id=1cb97104-77fa-4798-b9b6-5219256f00db)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:39:05.874719 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:05.892460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.provisioning_blocks [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Transition to ACTIVE for port object 79fda738-d0a7-4005-9984-7fbc013ae2ed will not be triggered until provisioned by entity DHCP. {{(pid=88159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:39:05.924226 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:05.963864 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:06.008746 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424a71f-e2a7-4d5b-acac-834335e97a2d None None] Pushing event updated for resources: {'Port': ['ID=6503af0a-d539-4b90-a0dc-eeb284f11a7a,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:06.028831 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 18968af3-a91e-4f2a-9d28-6a24a679ff5e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:39:06.041074 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:39:06.051138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:39:06.115350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=79fda738-d0a7-4005-9984-7fbc013ae2ed,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:06.133267 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:06.512150 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:06.976924 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:07.052780 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:07.090982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b70bda2-e8ee-4728-b813-5d186763d768 None None] Network 18968af3-a91e-4f2a-9d28-6a24a679ff5e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:39:07.258874 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-0f88c47c-7a5c-47d6-8cc9-81be37a79d64 None None] Provisioning for port 6503af0a-d539-4b90-a0dc-eeb284f11a7a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:39:07.311714 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=79fda738-d0a7-4005-9984-7fbc013ae2ed,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:07.316997 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:07.488989 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 18968af3-a91e-4f2a-9d28-6a24a679ff5e is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:39:07.490288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:39:07.551497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8bd30005-4845-4944-b68f-3290efc26665 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:39:07.695544 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 8bd30005-4845-4944-b68f-3290efc26665 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:39:07.701887 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 8bd30005-4845-4944-b68f-3290efc26665 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:39:07.702388 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:07.706449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 656837cb-3f72-4ae0-91b5-7331ef4d1091 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:39:07.803367 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fafdea6a-e24c-4fc4-99f1-63dc4289cb1b None None] Provisioning for port 79fda738-d0a7-4005-9984-7fbc013ae2ed completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:39:07.819747 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-fafdea6a-e24c-4fc4-99f1-63dc4289cb1b None None] Provisioning complete for port 79fda738-d0a7-4005-9984-7fbc013ae2ed triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:39:07.820178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fafdea6a-e24c-4fc4-99f1-63dc4289cb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:07.880269 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:07.889893 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-fafdea6a-e24c-4fc4-99f1-63dc4289cb1b None None] Port 79fda738-d0a7-4005-9984-7fbc013ae2ed cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:39:07.904264 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 8bd30005-4845-4944-b68f-3290efc26665, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8bd30005-4845-4944-b68f-3290efc26665,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:39:07.905961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:39:07.923106 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-aa0f43eb-594a-4014-b115-c0ece2b33012 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "PUT /v2.0/routers/656837cb-3f72-4ae0-91b5-7331ef4d1091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6388245 Jan 28 18:39:07.923325 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Sync routers for ids ['656837cb-3f72-4ae0-91b5-7331ef4d1091'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:39:07.932022 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Routers {'656837cb-3f72-4ae0-91b5-7331ef4d1091'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:39:07.932735 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:38:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['656837cb-3f72-4ae0-91b5-7331ef4d1091'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:39:08.022268 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:08.023180 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6503af0a-d539-4b90-a0dc-eeb284f11a7a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:39:08.092732 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-ae3671ec-b32e-4738-a394-beecb6218d16 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:39:08.125900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-57bc91e4-8cf9-446f-9ae5-7dbe8d77f3a6 None None] Provisioning complete for port 79fda738-d0a7-4005-9984-7fbc013ae2ed triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:39:08.126501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-57bc91e4-8cf9-446f-9ae5-7dbe8d77f3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:08.142786 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Set router 656837cb-3f72-4ae0-91b5-7331ef4d1091 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:39:08.157661 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-ae3671ec-b32e-4738-a394-beecb6218d16 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:39:08.158957 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-ae3671ec-b32e-4738-a394-beecb6218d16 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-534937759&fields=id&tenant_id=ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 267 time: 0.1047659 Jan 28 18:39:08.193685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=8bd30005-4845-4944-b68f-3290efc26665,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:08.202694 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-57bc91e4-8cf9-446f-9ae5-7dbe8d77f3a6 None None] Port 79fda738-d0a7-4005-9984-7fbc013ae2ed cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:39:08.269924 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 6503af0a-d539-4b90-a0dc-eeb284f11a7a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:39:08.275476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6503af0a-d539-4b90-a0dc-eeb284f11a7a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:39:08.276009 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:08.322414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-cbf9fd47-2295-43da-9396-00be786bf005 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:08.323031 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-cbf9fd47-2295-43da-9396-00be786bf005 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:39:08.415172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-cbf9fd47-2295-43da-9396-00be786bf005 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:39:08.416387 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-cbf9fd47-2295-43da-9396-00be786bf005 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/networks?id=18968af3-a91e-4f2a-9d28-6a24a679ff5e HTTP/1.1" status: 200 len: 797 time: 0.2490189 Jan 28 18:39:08.435718 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-e16040d6-92a1-4563-90c9-39150543db15 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/quotas/ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 375 time: 0.0117691 Jan 28 18:39:08.442853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:08.459451 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:39:06Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '79fda738-d0a7-4005-9984-7fbc013ae2ed', 'name': '', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:2d:9f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:05Z', 'updated_at': '2022-01-28T18:39:06Z', 'revision_number': 2, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:39:08.463468 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Checking router: 656837cb-3f72-4ae0-91b5-7331ef4d1091 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:39:08.463820 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Updating router 656837cb-3f72-4ae0-91b5-7331ef4d1091 port 79fda738-d0a7-4005-9984-7fbc013ae2ed binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:39:08.477929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 6503af0a-d539-4b90-a0dc-eeb284f11a7a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6503af0a-d539-4b90-a0dc-eeb284f11a7a,segment=NetworkSegment(1cb97104-77fa-4798-b9b6-5219256f00db),segment_id=1cb97104-77fa-4798-b9b6-5219256f00db)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:39:08.515763 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:08.528036 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-adec4ea3-1873-441a-bebb-abc9c51e32ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:39:08.552163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:08.603308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-adec4ea3-1873-441a-bebb-abc9c51e32ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:39:08.604668 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-adec4ea3-1873-441a-bebb-abc9c51e32ce tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628039 Jan 28 18:39:08.618895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=6503af0a-d539-4b90-a0dc-eeb284f11a7a,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:08.784301 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-bf2cf296-b892-427b-b18c-3a32f42a1ffa service neutron] 10.222.0.26 "GET /v2.0/networks/18968af3-a91e-4f2a-9d28-6a24a679ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664600 Jan 28 18:39:08.855751 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:08.867112 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Transition to ACTIVE for port object 79fda738-d0a7-4005-9984-7fbc013ae2ed will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:39:08.926120 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-440b22a2-3d36-4282-af51-ddfb3d0f319c service neutron] 10.222.0.26 "GET /v2.0/networks/18968af3-a91e-4f2a-9d28-6a24a679ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361368 Jan 28 18:39:08.949256 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:09.101682 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed1585-9fa7-471e-9428-006b5667b2d1 None None] Pushing event updated for resources: {'Port': ['ID=79fda738-d0a7-4005-9984-7fbc013ae2ed,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:09.118462 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed1585-9fa7-471e-9428-006b5667b2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:39:09.118715 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed1585-9fa7-471e-9428-006b5667b2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:39:09.119071 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed1585-9fa7-471e-9428-006b5667b2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:39:09.119402 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed1585-9fa7-471e-9428-006b5667b2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:39:09.119722 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed1585-9fa7-471e-9428-006b5667b2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:39:09.120042 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed1585-9fa7-471e-9428-006b5667b2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:39:09.120357 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed1585-9fa7-471e-9428-006b5667b2d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:39:09.120675 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed1585-9fa7-471e-9428-006b5667b2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:39:09.120990 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed1585-9fa7-471e-9428-006b5667b2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:39:09.121300 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed1585-9fa7-471e-9428-006b5667b2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:39:09.121613 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed1585-9fa7-471e-9428-006b5667b2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:39:09.121923 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed1585-9fa7-471e-9428-006b5667b2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:39:09.185452 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Attempting to bind port 79fda738-d0a7-4005-9984-7fbc013ae2ed on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:39:09.185863 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Attempting to bind port 79fda738-d0a7-4005-9984-7fbc013ae2ed by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '1cb97104-77fa-4798-b9b6-5219256f00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:39:09.186226 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Attempting to bind port 79fda738-d0a7-4005-9984-7fbc013ae2ed on network 18968af3-a91e-4f2a-9d28-6a24a679ff5e {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:39:09.192557 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:39:09.192925 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Checking segment: {'id': '1cb97104-77fa-4798-b9b6-5219256f00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:39:09.193317 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:09.193724 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Bound using segment: {'id': '1cb97104-77fa-4798-b9b6-5219256f00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:39:09.194329 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Bound port: 79fda738-d0a7-4005-9984-7fbc013ae2ed, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb97104-77fa-4798-b9b6-5219256f00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:39:09.194702 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:09.229164 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-2569335b-fb06-48d4-8dca-0397c4978e13 req-b14bc82b-3e7c-4507-8e3a-7402d4e4d706 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:39:09.241782 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-2569335b-fb06-48d4-8dca-0397c4978e13 req-b14bc82b-3e7c-4507-8e3a-7402d4e4d706 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:39:09.242802 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2569335b-fb06-48d4-8dca-0397c4978e13 req-b14bc82b-3e7c-4507-8e3a-7402d4e4d706 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 210 time: 0.0619979 Jan 28 18:39:09.313128 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] For port 79fda738-d0a7-4005-9984-7fbc013ae2ed, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:39:09.316122 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] For port 79fda738-d0a7-4005-9984-7fbc013ae2ed, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=79fda738-d0a7-4005-9984-7fbc013ae2ed,segment=NetworkSegment(1cb97104-77fa-4798-b9b6-5219256f00db),segment_id=1cb97104-77fa-4798-b9b6-5219256f00db)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:39:09.406726 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:09.459173 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8bd30005-4845-4944-b68f-3290efc26665 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:39:09.486504 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Routers {'656837cb-3f72-4ae0-91b5-7331ef4d1091'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:39:09.490433 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:38:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['656837cb-3f72-4ae0-91b5-7331ef4d1091'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:39:09.548005 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed1585-9fa7-471e-9428-006b5667b2d1 None None] Pushing event updated for resources: {'Port': ['ID=79fda738-d0a7-4005-9984-7fbc013ae2ed,revision_number=4']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:09.559430 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 8bd30005-4845-4944-b68f-3290efc26665 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:39:09.559999 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:09.687145 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] Set router 656837cb-3f72-4ae0-91b5-7331ef4d1091 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:39:09.691204 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6503af0a-d539-4b90-a0dc-eeb284f11a7a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:39:09.778930 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6503af0a-d539-4b90-a0dc-eeb284f11a7a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:39:09.779358 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:10.012208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-36416b13-911e-499f-930d-c1a2d3f4cceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:10.022677 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:39:06Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '79fda738-d0a7-4005-9984-7fbc013ae2ed', 'name': '', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:2d:9f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:05Z', 'updated_at': '2022-01-28T18:39:09Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:39:10.026898 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749a077-22f0-4abc-8cce-3f07bb367ca4 None None] The sync data for ids ['656837cb-3f72-4ae0-91b5-7331ef4d1091'] in dv-neutron-826919-1-hyperv is: [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:39:06Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '79fda738-d0a7-4005-9984-7fbc013ae2ed', 'name': '', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:2d:9f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:05Z', 'updated_at': '2022-01-28T18:39:09Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:39:10.400479 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8c592d59-e54b-4229-abbb-b6ad045c1e0c req-bb26267e-b965-4bb1-9ebb-b1ae9de2a687 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 210 time: 0.0447872 Jan 28 18:39:11.504929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 79fda738-d0a7-4005-9984-7fbc013ae2ed up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:39:11.516237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-7c48f6de-5cf7-401f-aac2-65436a298a9f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:11.517930 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-7c48f6de-5cf7-401f-aac2-65436a298a9f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/networks?id=18968af3-a91e-4f2a-9d28-6a24a679ff5e HTTP/1.1" status: 200 len: 797 time: 0.1644120 Jan 28 18:39:11.567674 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-21450adc-d031-4f21-9a72-f77c33dd1fb6 req-70b39d7b-8736-48f6-814d-2e890cb99ff5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 210 time: 0.0526559 Jan 28 18:39:11.579675 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-14e69d6f-91c1-4e22-9691-981a80b1f124 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecfee90546034acb89982cc3e9a2f88d HTTP/1.1" status: 200 len: 379 time: 0.0520527 Jan 28 18:39:11.591186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'port': {'device_id': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'admin_state_up': True, 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'security_groups': ['ef3e91ef-ea54-4e20-976a-d8490ac1f642']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:39:11.675379 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 79fda738-d0a7-4005-9984-7fbc013ae2ed completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:39:11.682286 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 79fda738-d0a7-4005-9984-7fbc013ae2ed triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:39:11.682663 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:11.727021 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:39:11.737959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:39:11.799891 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:11.830915 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 79fda738-d0a7-4005-9984-7fbc013ae2ed, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=79fda738-d0a7-4005-9984-7fbc013ae2ed,segment=NetworkSegment(1cb97104-77fa-4798-b9b6-5219256f00db),segment_id=1cb97104-77fa-4798-b9b6-5219256f00db)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:39:11.843038 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Made reservation on behalf of ecfee90546034acb89982cc3e9a2f88d for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:39:11.846511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:11.929362 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:11.997676 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=79fda738-d0a7-4005-9984-7fbc013ae2ed,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:12.011382 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.20.0.6 (18968af3-a91e-4f2a-9d28-6a24a679ff5e/613d7185-61a3-4824-8bf2-1ecca2378dca/514e4eea-cf83-46c8-aed8-bd5ef6c0df8f) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:39:12.195915 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:12.210539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Transition to ACTIVE for port object 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:39:12.292639 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:12.338130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e03fc612-832a-4802-a49e-820c5f23d250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:12.361624 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 18968af3-a91e-4f2a-9d28-6a24a679ff5e is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:39:12.365330 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:39:12.369149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:39:12.505010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:12.542431 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:12.543088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:12.627687 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-f699cae2-08f1-4fe2-b8ff-f7089be39e63 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0414488 Jan 28 18:39:12.639771 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Request body: {'port': {'device_id': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:39:12.691781 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-045f1019-4bbf-4de9-bd28-fb944e37800c None None] Provisioning for port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:39:12.696764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-045f1019-4bbf-4de9-bd28-fb944e37800c None None] Provisioning complete for port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:39:12.697130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-045f1019-4bbf-4de9-bd28-fb944e37800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:12.753637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-045f1019-4bbf-4de9-bd28-fb944e37800c None None] Port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:39:12.804638 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:12.872969 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b3376-f058-461a-a29d-2071a3f063fb req-caf7d083-91d2-4d77-8934-29ac5ed23419 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:12.873657 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-4f6b3376-f058-461a-a29d-2071a3f063fb req-caf7d083-91d2-4d77-8934-29ac5ed23419 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:39:13.034207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-4f6b3376-f058-461a-a29d-2071a3f063fb req-caf7d083-91d2-4d77-8934-29ac5ed23419 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:39:13.035403 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4f6b3376-f058-461a-a29d-2071a3f063fb req-caf7d083-91d2-4d77-8934-29ac5ed23419 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 931 time: 0.3504579 Jan 28 18:39:13.108075 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4f6b3376-f058-461a-a29d-2071a3f063fb req-6204ae6c-2e1e-423a-b285-35ed9063925e tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610273 Jan 28 18:39:13.195159 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:39:13.202291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:13.216691 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Transition to ACTIVE for port object 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:39:13.303441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:13.403771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:13.434930 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:13.467878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 79fda738-d0a7-4005-9984-7fbc013ae2ed up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:39:13.470289 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Pushing event updated for resources: {'Port': ['ID=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:13.544533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Attempting to bind port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:39:13.545221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Attempting to bind port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '1cb97104-77fa-4798-b9b6-5219256f00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:39:13.545364 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 79fda738-d0a7-4005-9984-7fbc013ae2ed triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:39:13.545467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Attempting to bind port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f on network 18968af3-a91e-4f2a-9d28-6a24a679ff5e {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:39:13.545779 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:13.550762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f on network 18968af3-a91e-4f2a-9d28-6a24a679ff5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:39:13.551115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Attempting to bind port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f on network 18968af3-a91e-4f2a-9d28-6a24a679ff5e {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:39:13.556368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:39:13.556639 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Checking segment: {'id': '1cb97104-77fa-4798-b9b6-5219256f00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:39:13.557019 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Bound using segment: {'id': '1cb97104-77fa-4798-b9b6-5219256f00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:39:13.557436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Bound port: 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb97104-77fa-4798-b9b6-5219256f00db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:39:13.557779 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:13.648986 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] For port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:39:13.651845 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] For port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f,segment=NetworkSegment(1cb97104-77fa-4798-b9b6-5219256f00db),segment_id=1cb97104-77fa-4798-b9b6-5219256f00db)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:39:13.744181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:13.803539 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:13.804146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:13.805517 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] 10.222.0.16 "PUT /v2.0/ports/514e4eea-cf83-46c8-aed8-bd5ef6c0df8f HTTP/1.1" status: 200 len: 1093 time: 1.1702187 Jan 28 18:39:13.805959 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'tag': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:39:13.828184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e223f9-3af7-4e5e-ac74-58bb2fbd238f service neutron] Pushing event updated for resources: {'Port': ['ID=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:13.853268 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'tag': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f', 'status': 'completed', 'code': 200} Jan 28 18:39:13.952614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6533f78-3f54-44cc-801d-b46fa8961aea req-a599f71c-80cb-4930-82de-1e0fe8483c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:13.954067 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f6533f78-3f54-44cc-801d-b46fa8961aea req-a599f71c-80cb-4930-82de-1e0fe8483c44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0763247 Jan 28 18:39:14.097450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6533f78-3f54-44cc-801d-b46fa8961aea req-83beb346-da66-40cf-8588-c0d732e018d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:14.098797 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f6533f78-3f54-44cc-801d-b46fa8961aea req-83beb346-da66-40cf-8588-c0d732e018d4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ecfee90546034acb89982cc3e9a2f88d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1378994 Jan 28 18:39:14.276962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6533f78-3f54-44cc-801d-b46fa8961aea req-f8072c38-7879-4bcf-9d4c-b0b618d209ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:14.278385 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f6533f78-3f54-44cc-801d-b46fa8961aea req-f8072c38-7879-4bcf-9d4c-b0b618d209ca service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738074 Jan 28 18:39:14.305330 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef33f-3d52-4db4-bb34-dc68c50979f3 req-8202d4f5-3469-4155-9ea5-88d51b40cb45 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:14.306763 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00aef33f-3d52-4db4-bb34-dc68c50979f3 req-8202d4f5-3469-4155-9ea5-88d51b40cb45 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 943 time: 0.0965254 Jan 28 18:39:14.405382 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-00aef33f-3d52-4db4-bb34-dc68c50979f3 req-677c5623-71c1-4eb4-8bd9-7ea9e1372711 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918567 Jan 28 18:39:14.421641 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-53dafd59-1796-4c3a-98de-4d115fd85d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:14.423094 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-53dafd59-1796-4c3a-98de-4d115fd85d4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 1096 time: 0.1084242 Jan 28 18:39:14.488875 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-b85c4038-c640-45e6-846c-c1e919b6f76e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f HTTP/1.1" status: 200 len: 217 time: 0.0592525 Jan 28 18:39:14.653017 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-01713be1-7a55-4675-93a7-65e8062e53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:14.654445 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-01713be1-7a55-4675-93a7-65e8062e53ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=613d7185-61a3-4824-8bf2-1ecca2378dca HTTP/1.1" status: 200 len: 835 time: 0.1597390 Jan 28 18:39:14.729977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-6405c85c-6172-4999-a09f-2e010793d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:14.731443 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-6405c85c-6172-4999-a09f-2e010793d2cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=18968af3-a91e-4f2a-9d28-6a24a679ff5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711243 Jan 28 18:39:14.863165 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-cd50f1c8-210e-4958-99be-d2bb0fa07d40 service neutron] 10.222.0.16 "GET /v2.0/networks/18968af3-a91e-4f2a-9d28-6a24a679ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248114 Jan 28 18:39:14.996102 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c77fb7b2-c837-412b-b9e7-636485b1a27c req-bf7231fd-1e67-43ef-8acd-cfc8dec11f37 service neutron] 10.222.0.16 "GET /v2.0/networks/18968af3-a91e-4f2a-9d28-6a24a679ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274576 Jan 28 18:39:15.158161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:15.587045 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32f54f-9ade-410b-b7a7-e878cfdfe5e7 req-41f19d25-04fc-4c83-a3ac-a909fbd564d1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:15.588477 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5d32f54f-9ade-410b-b7a7-e878cfdfe5e7 req-41f19d25-04fc-4c83-a3ac-a909fbd564d1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 943 time: 0.0785580 Jan 28 18:39:15.631798 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-5d32f54f-9ade-410b-b7a7-e878cfdfe5e7 req-9c2adaa4-5d22-46d7-b13e-e0df64327eb0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:security_group {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:39:15.643245 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-5d32f54f-9ade-410b-b7a7-e878cfdfe5e7 req-9c2adaa4-5d22-46d7-b13e-e0df64327eb0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:security_group {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:39:15.644912 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5d32f54f-9ade-410b-b7a7-e878cfdfe5e7 req-9c2adaa4-5d22-46d7-b13e-e0df64327eb0 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509272 Jan 28 18:39:16.834715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0966095-9c23-4c57-8d02-0a1fbb5ed1b4 req-899da970-817b-4ac7-9620-fabb5c1f1de5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:16.836177 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a0966095-9c23-4c57-8d02-0a1fbb5ed1b4 req-899da970-817b-4ac7-9620-fabb5c1f1de5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 943 time: 0.0845659 Jan 28 18:39:16.877929 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a0966095-9c23-4c57-8d02-0a1fbb5ed1b4 req-cba2abd0-f273-4ea6-9ad4-9f44b07e9395 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362296 Jan 28 18:39:18.063393 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecd5ee-9401-40f3-a6e7-8057152d9e25 req-50815cb4-2eba-40ac-ab63-862c3187667b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:18.064854 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e2ecd5ee-9401-40f3-a6e7-8057152d9e25 req-50815cb4-2eba-40ac-ab63-862c3187667b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 943 time: 0.0825677 Jan 28 18:39:18.109206 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e2ecd5ee-9401-40f3-a6e7-8057152d9e25 req-d42737fa-5bc7-4ef2-b954-379038ec4c5f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387840 Jan 28 18:39:19.050883 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:39:19.181470 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f,segment=NetworkSegment(1cb97104-77fa-4798-b9b6-5219256f00db),segment_id=1cb97104-77fa-4798-b9b6-5219256f00db)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:39:19.194896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'port_id': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f', 'mac_address': 'fa:16:3e:56:bd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:39:19.253391 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:19.269811 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:39:19.285577 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f,segment=NetworkSegment(1cb97104-77fa-4798-b9b6-5219256f00db),segment_id=1cb97104-77fa-4798-b9b6-5219256f00db)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:39:19.289795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634fff2-4fd9-45bf-8fed-326ef0939440 req-2662126f-c514-432e-8a1b-713c224efcf9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:19.291260 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9634fff2-4fd9-45bf-8fed-326ef0939440 req-2662126f-c514-432e-8a1b-713c224efcf9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 943 time: 0.0783463 Jan 28 18:39:19.337394 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9634fff2-4fd9-45bf-8fed-326ef0939440 req-584f3b96-36d8-42a3-bd00-bf9a0f1a53ef tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403986 Jan 28 18:39:19.363944 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:19.430165 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:19.575324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['514e4eea-cf83-46c8-aed8-bd5ef6c0df8f'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:39:20.282829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:20.515984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696db8e-289b-4809-918b-fcff0b195228 req-5652acbc-8a0a-4c3b-bd8d-8a5702c8a607 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:20.517406 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0696db8e-289b-4809-918b-fcff0b195228 req-5652acbc-8a0a-4c3b-bd8d-8a5702c8a607 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 944 time: 0.0782936 Jan 28 18:39:20.560683 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0696db8e-289b-4809-918b-fcff0b195228 req-14a5bccd-d87a-4cc5-95eb-3abf0f231598 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377181 Jan 28 18:39:21.066123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:39:21.185441 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:39:21.190134 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:39:21.190505 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:21.338548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:21.372947 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:39:21.383361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f,segment=NetworkSegment(1cb97104-77fa-4798-b9b6-5219256f00db),segment_id=1cb97104-77fa-4798-b9b6-5219256f00db)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:39:21.454597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:21.487496 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f', 'code': 200} Jan 28 18:39:21.525211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:21.743308 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73399d84-846d-4290-a577-2ca79cf65f7d req-b777873c-0b6f-4883-aa12-d362647033ed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:21.744792 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-73399d84-846d-4290-a577-2ca79cf65f7d req-b777873c-0b6f-4883-aa12-d362647033ed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 945 time: 0.0815597 Jan 28 18:39:21.791242 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-73399d84-846d-4290-a577-2ca79cf65f7d req-52a9bdb7-3078-4a42-86c7-a9e15894c1cd tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408390 Jan 28 18:39:21.883683 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbf5e0-f14c-40f1-933b-845366ddcc06 req-16460a1c-2e40-4682-a339-ae276ec4a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:21.885122 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7fcbf5e0-f14c-40f1-933b-845366ddcc06 req-16460a1c-2e40-4682-a339-ae276ec4a477 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 1098 time: 0.0678170 Jan 28 18:39:21.925431 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7fcbf5e0-f14c-40f1-933b-845366ddcc06 req-80dea7f9-7799-49af-8885-541d506ce2b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327260 Jan 28 18:39:23.008094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18adcf-e7b5-49bd-abb3-8375e456506e req-4de746ff-5519-4faa-81c9-ffd714618569 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:23.009672 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8f18adcf-e7b5-49bd-abb3-8375e456506e req-4de746ff-5519-4faa-81c9-ffd714618569 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 945 time: 0.1038606 Jan 28 18:39:23.060837 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8f18adcf-e7b5-49bd-abb3-8375e456506e req-0dc1588d-1d00-4475-a176-42e146e25f90 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423722 Jan 28 18:39:23.113532 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:39:24.250496 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e09ac5-e541-4d8c-9925-0a9ab9a0e88f req-da51c06c-4575-412f-a130-811d034d3297 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:24.251970 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-93e09ac5-e541-4d8c-9925-0a9ab9a0e88f req-da51c06c-4575-412f-a130-811d034d3297 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 945 time: 0.0780485 Jan 28 18:39:24.300994 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-93e09ac5-e541-4d8c-9925-0a9ab9a0e88f req-22b760f5-6b97-42b0-8313-a28968ebf7b1 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428681 Jan 28 18:39:24.483150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad8331-f37d-4c35-9944-a6e98f5919c6 req-44b8181b-6519-4b81-9f00-88e375046787 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:24.484563 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3aad8331-f37d-4c35-9944-a6e98f5919c6 req-44b8181b-6519-4b81-9f00-88e375046787 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 945 time: 0.0773909 Jan 28 18:39:24.527567 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3aad8331-f37d-4c35-9944-a6e98f5919c6 req-e113b7e2-1e17-45db-bdae-1754404c441b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375674 Jan 28 18:39:24.549008 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54522) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:39:24.619375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891dcfa-722c-417d-b1f1-b147d69bb804 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:24.621381 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6891dcfa-722c-417d-b1f1-b147d69bb804 tempest-TestNetworkAdvancedServerOps-1285353714 tempest-TestNetworkAdvancedServerOps-1285353714-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 1093 time: 0.0707726 Jan 28 18:39:24.623596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54526) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:39:24.628888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:39:24.634566 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:39:24.638288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Usage tracker for resource:floatingip and tenant:ecfee90546034acb89982cc3e9a2f88d is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:39:24.641033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:39:24.648049 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:39:24.732215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:24.866962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:24.994081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Allocated IP 172.26.1.93 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/626137ec-7c68-4a9d-866d-c8df7cb6b474) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:39:25.149954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:25.243719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:25.305722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:39:25.308493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:39:25.311879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:39:25.351853 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=626137ec-7c68-4a9d-866d-c8df7cb6b474,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:25.819053 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:25.979438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:26.177600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:26.251819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:26.361152 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event updated for resources: {'Port': ['ID=626137ec-7c68-4a9d-866d-c8df7cb6b474,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:39:26.371322 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:26.539243 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Floating IP f6b8845b-d191-41aa-97c2-8c4733ed0b71 associated. External IP: 172.26.1.93, port: 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f. Jan 28 18:39:26.937868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 656837cb-3f72-4ae0-91b5-7331ef4d1091 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:39:27.110772 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:39:27.120179 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f35133-6e96-4a37-8a59-6f95e78769aa None None] Sync routers for ids ['656837cb-3f72-4ae0-91b5-7331ef4d1091'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:39:27.129135 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f35133-6e96-4a37-8a59-6f95e78769aa None None] Routers {'656837cb-3f72-4ae0-91b5-7331ef4d1091'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:39:27.129743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-60f35133-6e96-4a37-8a59-6f95e78769aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:39:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['656837cb-3f72-4ae0-91b5-7331ef4d1091'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:39:27.225958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:27.283530 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6e56da36-bbd9-407c-a2c8-3a8d714e5967 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6589277 Jan 28 18:39:27.284137 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'tag': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:39:27.310503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-60f35133-6e96-4a37-8a59-6f95e78769aa None None] Set router 656837cb-3f72-4ae0-91b5-7331ef4d1091 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:39:27.330288 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'tag': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f', 'status': 'completed', 'code': 200} Jan 28 18:39:27.422928 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f55041-0c93-44c3-9292-783893cb4740 req-2b235d1b-9324-4d86-b2d7-bc5a6caa23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:27.424541 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d5f55041-0c93-44c3-9292-783893cb4740 req-2b235d1b-9324-4d86-b2d7-bc5a6caa23e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 1098 time: 0.0728164 Jan 28 18:39:27.449536 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa145c-2530-49aa-ae5b-518c320fde94 req-f1cab8fd-1f40-4fe2-98d7-9f3011d960df tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:27.451011 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a5fa145c-2530-49aa-ae5b-518c320fde94 req-f1cab8fd-1f40-4fe2-98d7-9f3011d960df tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 945 time: 0.0809946 Jan 28 18:39:27.496512 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a5fa145c-2530-49aa-ae5b-518c320fde94 req-a022078a-5ee0-4418-a34e-a4c5b1cb33bc tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387859 Jan 28 18:39:27.521827 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54534) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:39:27.634113 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-525c7c79-db01-45be-b409-97af1e0e765a tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/f6b8845b-d191-41aa-97c2-8c4733ed0b71 HTTP/1.1" status: 200 len: 990 time: 0.1110423 Jan 28 18:39:27.669318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-60f35133-6e96-4a37-8a59-6f95e78769aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:39:06Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'f6b8845b-d191-41aa-97c2-8c4733ed0b71', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.93', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'port_id': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'mac_address': 'fa:16:3e:56:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:39:25Z', 'updated_at': '2022-01-28T18:39:25Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fda738-d0a7-4005-9984-7fbc013ae2ed', 'name': '', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:2d:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:05Z', 'updated_at': '2022-01-28T18:39:11Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:39:27.672846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f55041-0c93-44c3-9292-783893cb4740 req-4a2f7b8d-3806-4262-9c08-27110d87fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:27.673085 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f35133-6e96-4a37-8a59-6f95e78769aa None None] Checking router: 656837cb-3f72-4ae0-91b5-7331ef4d1091 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:39:27.674288 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d5f55041-0c93-44c3-9292-783893cb4740 req-4a2f7b8d-3806-4262-9c08-27110d87fa2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=18968af3-a91e-4f2a-9d28-6a24a679ff5e HTTP/1.1" status: 200 len: 898 time: 0.2440753 Jan 28 18:39:27.681965 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f35133-6e96-4a37-8a59-6f95e78769aa None None] Routers {'656837cb-3f72-4ae0-91b5-7331ef4d1091'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:39:27.682563 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-60f35133-6e96-4a37-8a59-6f95e78769aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:39:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['656837cb-3f72-4ae0-91b5-7331ef4d1091'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:39:27.776697 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d5f55041-0c93-44c3-9292-783893cb4740 req-0b7994f7-1ef3-4bd9-a764-4583475579a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f HTTP/1.1" status: 200 len: 998 time: 0.0959363 Jan 28 18:39:27.839558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f55041-0c93-44c3-9292-783893cb4740 req-7bba13e7-01eb-426a-8a5b-e0efd1ddba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:27.841174 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d5f55041-0c93-44c3-9292-783893cb4740 req-7bba13e7-01eb-426a-8a5b-e0efd1ddba4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=613d7185-61a3-4824-8bf2-1ecca2378dca HTTP/1.1" status: 200 len: 835 time: 0.0597801 Jan 28 18:39:27.862609 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-60f35133-6e96-4a37-8a59-6f95e78769aa None None] Set router 656837cb-3f72-4ae0-91b5-7331ef4d1091 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:39:27.915735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f55041-0c93-44c3-9292-783893cb4740 req-9da456ab-38a2-4493-ab76-16d70893c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:27.917194 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d5f55041-0c93-44c3-9292-783893cb4740 req-9da456ab-38a2-4493-ab76-16d70893c93e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=18968af3-a91e-4f2a-9d28-6a24a679ff5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706346 Jan 28 18:39:28.051047 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d5f55041-0c93-44c3-9292-783893cb4740 req-3c6197dc-cbd3-47da-96b8-18a820d4ed4c service neutron] 10.222.0.16 "GET /v2.0/networks/18968af3-a91e-4f2a-9d28-6a24a679ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268127 Jan 28 18:39:28.189724 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d5f55041-0c93-44c3-9292-783893cb4740 req-4208d64c-4cff-40c4-be4e-456c95d91f14 service neutron] 10.222.0.16 "GET /v2.0/networks/18968af3-a91e-4f2a-9d28-6a24a679ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330562 Jan 28 18:39:28.258480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-60f35133-6e96-4a37-8a59-6f95e78769aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:39:06Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'f6b8845b-d191-41aa-97c2-8c4733ed0b71', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.93', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'port_id': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'mac_address': 'fa:16:3e:56:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:39:25Z', 'updated_at': '2022-01-28T18:39:25Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fda738-d0a7-4005-9984-7fbc013ae2ed', 'name': '', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:2d:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:05Z', 'updated_at': '2022-01-28T18:39:11Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:39:28.263150 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f35133-6e96-4a37-8a59-6f95e78769aa None None] The sync data for ids ['656837cb-3f72-4ae0-91b5-7331ef4d1091'] in dv-neutron-826919-1-hyperv is: [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:39:06Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'f6b8845b-d191-41aa-97c2-8c4733ed0b71', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'floating_ip_address': '172.26.1.93', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'port_id': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'mac_address': 'fa:16:3e:56:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:39:25Z', 'updated_at': '2022-01-28T18:39:25Z', 'revision_number': 0, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fda738-d0a7-4005-9984-7fbc013ae2ed', 'name': '', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:2d:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:05Z', 'updated_at': '2022-01-28T18:39:11Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:39:28.474888 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8091213-9f59-4baa-8173-3fa3c7b1ef88 None None] New status for floating IP f6b8845b-d191-41aa-97c2-8c4733ed0b71: ACTIVE {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:39:28.638058 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54538) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:39:28.745931 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-ddace70b-eeb4-45e1-82e9-f8356b54ba56 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/f6b8845b-d191-41aa-97c2-8c4733ed0b71 HTTP/1.1" status: 200 len: 990 time: 0.1067352 Jan 28 18:39:29.750151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54542) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:39:29.975950 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-2505a6bb-f4cb-4834-9cdb-1248be8434d9 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/f6b8845b-d191-41aa-97c2-8c4733ed0b71 HTTP/1.1" status: 200 len: 992 time: 0.2195659 Jan 28 18:39:40.042761 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-036ec8e5-0b94-416a-b1bc-6f15e5b87363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:42.494738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-992451cf-fcec-465c-b712-bcc063cac6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:43.440261 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:43.474287 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:45.139912 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:50.300225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:39:58.647030 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93405bc3-68b5-4972-b2da-3d003b1b832f req-0e1a75e1-fefb-47ca-8600-ba9ae12d95de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1071932 Jan 28 18:39:58.787627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93405bc3-68b5-4972-b2da-3d003b1b832f req-365bea10-45b4-46fe-9097-8dddc81040b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:58.789111 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93405bc3-68b5-4972-b2da-3d003b1b832f req-365bea10-45b4-46fe-9097-8dddc81040b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 1098 time: 0.0740576 Jan 28 18:39:58.933258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93405bc3-68b5-4972-b2da-3d003b1b832f req-97279d9a-5cfc-4118-8c6c-44fe1533cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:58.934690 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93405bc3-68b5-4972-b2da-3d003b1b832f req-97279d9a-5cfc-4118-8c6c-44fe1533cee9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=18968af3-a91e-4f2a-9d28-6a24a679ff5e HTTP/1.1" status: 200 len: 898 time: 0.1256857 Jan 28 18:39:59.037872 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93405bc3-68b5-4972-b2da-3d003b1b832f req-69cee4d4-b0aa-49a3-8c33-22ca787315fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f HTTP/1.1" status: 200 len: 1000 time: 0.0972118 Jan 28 18:39:59.103439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93405bc3-68b5-4972-b2da-3d003b1b832f req-a54373c1-3b87-46b9-b658-ab5fbf239f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:59.104875 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93405bc3-68b5-4972-b2da-3d003b1b832f req-a54373c1-3b87-46b9-b658-ab5fbf239f59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=613d7185-61a3-4824-8bf2-1ecca2378dca HTTP/1.1" status: 200 len: 835 time: 0.0613952 Jan 28 18:39:59.179685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93405bc3-68b5-4972-b2da-3d003b1b832f req-fe9e08a5-fea4-4a94-91eb-900816023eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:59.181268 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93405bc3-68b5-4972-b2da-3d003b1b832f req-fe9e08a5-fea4-4a94-91eb-900816023eea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=18968af3-a91e-4f2a-9d28-6a24a679ff5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698013 Jan 28 18:39:59.318490 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93405bc3-68b5-4972-b2da-3d003b1b832f req-4c6efb54-6f47-4fba-8bb4-b76c555f438a service neutron] 10.222.0.16 "GET /v2.0/networks/18968af3-a91e-4f2a-9d28-6a24a679ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302149 Jan 28 18:39:59.463698 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93405bc3-68b5-4972-b2da-3d003b1b832f req-87ff812a-a7a7-4a21-997c-8392208959a8 service neutron] 10.222.0.16 "GET /v2.0/networks/18968af3-a91e-4f2a-9d28-6a24a679ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387675 Jan 28 18:39:59.913289 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2415b9-7e94-4e1b-a913-705ecd715793 req-b79f58a7-612c-4a04-86f9-07e9e63df3af tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:39:59.914723 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7d2415b9-7e94-4e1b-a913-705ecd715793 req-b79f58a7-612c-4a04-86f9-07e9e63df3af tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 945 time: 0.1431308 Jan 28 18:39:59.959714 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-7d2415b9-7e94-4e1b-a913-705ecd715793 req-927dbefd-1ecb-4b45-9745-5a8fece52da4 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394080 Jan 28 18:40:00.112043 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:40:01.197651 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca813a55-89ac-4b98-8c0f-8c17046b662a req-881eac97-bdb5-4e8f-b75d-4de768594610 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:01.199114 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ca813a55-89ac-4b98-8c0f-8c17046b662a req-881eac97-bdb5-4e8f-b75d-4de768594610 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 945 time: 0.1306148 Jan 28 18:40:01.243746 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ca813a55-89ac-4b98-8c0f-8c17046b662a req-9c0e67e5-72f6-453a-9679-f7f627c74cbb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389235 Jan 28 18:40:01.271673 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54570) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:01.377674 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6f0294c3-b011-4c91-904b-fff7795ae9db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/f6b8845b-d191-41aa-97c2-8c4733ed0b71 HTTP/1.1" status: 200 len: 992 time: 0.1045985 Jan 28 18:40:03.010857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc88d4-a010-4f5d-8498-0e094282c2fe req-6ff5e556-a1e7-4b47-aeca-0a5a6a9120ed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:03.013535 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e4bc88d4-a010-4f5d-8498-0e094282c2fe req-6ff5e556-a1e7-4b47-aeca-0a5a6a9120ed tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 945 time: 0.0870948 Jan 28 18:40:03.230177 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e4bc88d4-a010-4f5d-8498-0e094282c2fe req-8a3dbc18-7d69-4c71-8446-07659fc23427 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621009 Jan 28 18:40:03.240446 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be014b5a-e9aa-4f14-a6c7-d601c953636a req-83098c6b-a292-4c6a-945f-41d8fc083e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:03.241966 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be014b5a-e9aa-4f14-a6c7-d601c953636a req-83098c6b-a292-4c6a-945f-41d8fc083e77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 1098 time: 0.2229004 Jan 28 18:40:03.391001 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be014b5a-e9aa-4f14-a6c7-d601c953636a req-6ebe7474-b8b8-4e05-af77-ebc0308a2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:03.393387 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be014b5a-e9aa-4f14-a6c7-d601c953636a req-6ebe7474-b8b8-4e05-af77-ebc0308a2a5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=18968af3-a91e-4f2a-9d28-6a24a679ff5e HTTP/1.1" status: 200 len: 898 time: 0.1452861 Jan 28 18:40:03.496206 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be014b5a-e9aa-4f14-a6c7-d601c953636a req-5c3cb802-5827-4cda-9cc5-335c2a1a84b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f HTTP/1.1" status: 200 len: 1000 time: 0.0962756 Jan 28 18:40:03.567412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be014b5a-e9aa-4f14-a6c7-d601c953636a req-d5c5c2b5-81c8-4f0d-9bfb-fdf1e96a4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:03.569039 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be014b5a-e9aa-4f14-a6c7-d601c953636a req-d5c5c2b5-81c8-4f0d-9bfb-fdf1e96a4254 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=613d7185-61a3-4824-8bf2-1ecca2378dca HTTP/1.1" status: 200 len: 835 time: 0.0662460 Jan 28 18:40:03.649520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be014b5a-e9aa-4f14-a6c7-d601c953636a req-6f365ac9-23d1-4fe9-9d4d-a29bd11fa515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:03.651006 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be014b5a-e9aa-4f14-a6c7-d601c953636a req-6f365ac9-23d1-4fe9-9d4d-a29bd11fa515 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=18968af3-a91e-4f2a-9d28-6a24a679ff5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762122 Jan 28 18:40:03.781324 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be014b5a-e9aa-4f14-a6c7-d601c953636a req-c6b25190-3def-45fb-9bf3-9304eac956cd service neutron] 10.222.0.16 "GET /v2.0/networks/18968af3-a91e-4f2a-9d28-6a24a679ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239502 Jan 28 18:40:03.911943 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-be014b5a-e9aa-4f14-a6c7-d601c953636a req-9806cec2-bfe2-4e1f-a7ec-254039cb15eb service neutron] 10.222.0.16 "GET /v2.0/networks/18968af3-a91e-4f2a-9d28-6a24a679ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250985 Jan 28 18:40:04.422199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5239e-0e9d-4ce3-8129-0dfe384da6a9 req-494d50ce-014b-4bf2-87db-06f28c921e88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:04.423867 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-20d5239e-0e9d-4ce3-8129-0dfe384da6a9 req-494d50ce-014b-4bf2-87db-06f28c921e88 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 945 time: 0.0832243 Jan 28 18:40:04.468689 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-20d5239e-0e9d-4ce3-8129-0dfe384da6a9 req-fcea9ecd-38bf-47e2-8979-50025254532c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389142 Jan 28 18:40:05.655611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1f990-78f5-4188-9d68-f510d984e299 req-dd53d3cc-470f-4066-976e-8f0a2b59678c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:05.657036 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93b1f990-78f5-4188-9d68-f510d984e299 req-dd53d3cc-470f-4066-976e-8f0a2b59678c tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 945 time: 0.0801816 Jan 28 18:40:05.708505 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93b1f990-78f5-4188-9d68-f510d984e299 req-30f44590-e72f-4c2a-8faf-63acea71abd7 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423126 Jan 28 18:40:05.730061 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54584) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:05.839320 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-786dc4e1-184d-411f-9f74-a5c7ad93a8cb tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/floatingips/f6b8845b-d191-41aa-97c2-8c4733ed0b71 HTTP/1.1" status: 200 len: 992 time: 0.1076367 Jan 28 18:40:06.187437 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54592) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:06.391221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 626137ec-7c68-4a9d-866d-c8df7cb6b474 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:40:06.391560 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:06.565850 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:06.566165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:06.687453 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 626137ec-7c68-4a9d-866d-c8df7cb6b474 owned by network:floatingip {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:40:06.905561 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:06.978031 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=626137ec-7c68-4a9d-866d-c8df7cb6b474,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:06.995042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:06.995042 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:06.995346 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:06.995544 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:06.995874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:06.996200 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:06.996520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:06.996844 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:06.997162 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:06.997478 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:06.997795 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:06.998112 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:07.058185 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for floatingip, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:07.058516 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Floating IP f6b8845b-d191-41aa-97c2-8c4733ed0b71 disassociated (deleted). External IP: 172.26.1.93, port: 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f. Jan 28 18:40:07.554912 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 656837cb-3f72-4ae0-91b5-7331ef4d1091 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:40:07.740863 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:40:07.752044 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b1385-2e0e-43ce-a8e6-13bdaa7e9e0d None None] Sync routers for ids ['656837cb-3f72-4ae0-91b5-7331ef4d1091'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:40:07.761622 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b1385-2e0e-43ce-a8e6-13bdaa7e9e0d None None] Routers {'656837cb-3f72-4ae0-91b5-7331ef4d1091'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:40:07.762234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e92b1385-2e0e-43ce-a8e6-13bdaa7e9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:39:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['656837cb-3f72-4ae0-91b5-7331ef4d1091'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:07.819556 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:07.875185 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-924124c5-2a93-45bc-83ef-926b106e0f3f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/floatingips/f6b8845b-d191-41aa-97c2-8c4733ed0b71 HTTP/1.1" status: 204 len: 168 time: 1.6865706 Jan 28 18:40:07.875743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'tag': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:40:07.944387 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-e92b1385-2e0e-43ce-a8e6-13bdaa7e9e0d None None] Set router 656837cb-3f72-4ae0-91b5-7331ef4d1091 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:40:07.948575 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'tag': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f', 'status': 'completed', 'code': 200} Jan 28 18:40:08.072050 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9ff8-c36a-4883-ad1a-4d317a7d4d46 req-fa617a08-7b1d-4188-8f03-10d61ec8d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:08.073541 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-efec9ff8-c36a-4883-ad1a-4d317a7d4d46 req-fa617a08-7b1d-4188-8f03-10d61ec8d753 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecfee90546034acb89982cc3e9a2f88d&device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 1098 time: 0.1016612 Jan 28 18:40:08.226475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9ff8-c36a-4883-ad1a-4d317a7d4d46 req-adb04608-f120-421d-8e89-2a4be40b3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:08.228038 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-efec9ff8-c36a-4883-ad1a-4d317a7d4d46 req-adb04608-f120-421d-8e89-2a4be40b3228 service neutron] 10.222.0.16 "GET /v2.0/networks?id=18968af3-a91e-4f2a-9d28-6a24a679ff5e HTTP/1.1" status: 200 len: 898 time: 0.1483464 Jan 28 18:40:08.301443 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-efec9ff8-c36a-4883-ad1a-4d317a7d4d46 req-34a17e26-dd03-4336-b40e-12ab8cebc5ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f HTTP/1.1" status: 200 len: 217 time: 0.0663590 Jan 28 18:40:08.318453 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e92b1385-2e0e-43ce-a8e6-13bdaa7e9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:39:06Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '79fda738-d0a7-4005-9984-7fbc013ae2ed', 'name': '', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:2d:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:05Z', 'updated_at': '2022-01-28T18:39:11Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:08.322840 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b1385-2e0e-43ce-a8e6-13bdaa7e9e0d None None] Checking router: 656837cb-3f72-4ae0-91b5-7331ef4d1091 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:40:08.331448 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b1385-2e0e-43ce-a8e6-13bdaa7e9e0d None None] Routers {'656837cb-3f72-4ae0-91b5-7331ef4d1091'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:40:08.332049 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e92b1385-2e0e-43ce-a8e6-13bdaa7e9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:39:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['656837cb-3f72-4ae0-91b5-7331ef4d1091'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:08.367766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9ff8-c36a-4883-ad1a-4d317a7d4d46 req-90a7d6ed-5366-4b17-bbf0-9b580e33f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:08.369307 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-efec9ff8-c36a-4883-ad1a-4d317a7d4d46 req-90a7d6ed-5366-4b17-bbf0-9b580e33f86b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=613d7185-61a3-4824-8bf2-1ecca2378dca HTTP/1.1" status: 200 len: 835 time: 0.0623953 Jan 28 18:40:08.451411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9ff8-c36a-4883-ad1a-4d317a7d4d46 req-c63de586-b222-4121-8353-e00002336ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:08.452985 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-efec9ff8-c36a-4883-ad1a-4d317a7d4d46 req-c63de586-b222-4121-8353-e00002336ce8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=18968af3-a91e-4f2a-9d28-6a24a679ff5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756958 Jan 28 18:40:08.555177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ada3a-ed8e-4fb8-8cab-67d2a32b3649 req-c57b9f2c-2735-458b-8a88-ce9d0742f2a5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:08.555812 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ec1ada3a-ed8e-4fb8-8cab-67d2a32b3649 req-c57b9f2c-2735-458b-8a88-ce9d0742f2a5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:40:08.584832 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-e92b1385-2e0e-43ce-a8e6-13bdaa7e9e0d None None] Set router 656837cb-3f72-4ae0-91b5-7331ef4d1091 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:40:08.604569 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-efec9ff8-c36a-4883-ad1a-4d317a7d4d46 req-67427627-f577-4a26-9d18-314502dade26 service neutron] 10.222.0.16 "GET /v2.0/networks/18968af3-a91e-4f2a-9d28-6a24a679ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437066 Jan 28 18:40:08.625769 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [req-ec1ada3a-ed8e-4fb8-8cab-67d2a32b3649 req-c57b9f2c-2735-458b-8a88-ce9d0742f2a5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:40:08.627881 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ec1ada3a-ed8e-4fb8-8cab-67d2a32b3649 req-c57b9f2c-2735-458b-8a88-ce9d0742f2a5 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 945 time: 0.1636693 Jan 28 18:40:08.695985 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ec1ada3a-ed8e-4fb8-8cab-67d2a32b3649 req-ba28154d-bd62-4d62-8cf1-0ee420679b5d tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602245 Jan 28 18:40:08.765615 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-efec9ff8-c36a-4883-ad1a-4d317a7d4d46 req-ba4d03f4-9f8a-4c51-b814-26cf3eabd576 service neutron] 10.222.0.16 "GET /v2.0/networks/18968af3-a91e-4f2a-9d28-6a24a679ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537893 Jan 28 18:40:08.925014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e92b1385-2e0e-43ce-a8e6-13bdaa7e9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:39:06Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '79fda738-d0a7-4005-9984-7fbc013ae2ed', 'name': '', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:2d:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:05Z', 'updated_at': '2022-01-28T18:39:11Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:08.928964 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b1385-2e0e-43ce-a8e6-13bdaa7e9e0d None None] The sync data for ids ['656837cb-3f72-4ae0-91b5-7331ef4d1091'] in dv-neutron-826919-1-hyperv is: [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:39:06Z', 'revision_number': 4, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '79fda738-d0a7-4005-9984-7fbc013ae2ed', 'name': '', 'network_id': '18968af3-a91e-4f2a-9d28-6a24a679ff5e', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'mac_address': 'fa:16:3e:2d:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:05Z', 'updated_at': '2022-01-28T18:39:11Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'subnets': [{'id': '613d7185-61a3-4824-8bf2-1ecca2378dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:40:09.161624 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719df31a-4ae3-47b7-9056-8fceed757803 None None] New status for floating IP f6b8845b-d191-41aa-97c2-8c4733ed0b71: DOWN {{(pid=88161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:40:10.008745 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ac5d720a-385e-463b-beda-bc8d5ebd8d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:10.046100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5214997-4a9a-4557-858d-5ef4a364a184 req-3fac72f0-282f-4c6e-a130-10d737bfd45b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:10.047586 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c5214997-4a9a-4557-858d-5ef4a364a184 req-3fac72f0-282f-4c6e-a130-10d737bfd45b tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 945 time: 0.2339706 Jan 28 18:40:10.055436 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcb9e-96c2-4913-8c28-9b96643112a2 req-da38d9dc-5e4b-4c18-b11d-c3a9c1884188 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:10.065569 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8b1dcb9e-96c2-4913-8c28-9b96643112a2 req-da38d9dc-5e4b-4c18-b11d-c3a9c1884188 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 945 time: 0.1197305 Jan 28 18:40:10.146229 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c5214997-4a9a-4557-858d-5ef4a364a184 req-b061a57d-d8cc-44c1-af58-c396c0bd03a6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef3e91ef-ea54-4e20-976a-d8490ac1f642&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885613 Jan 28 18:40:10.151560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-8b1dcb9e-96c2-4913-8c28-9b96643112a2 req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:40:10.152071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8b1dcb9e-96c2-4913-8c28-9b96643112a2 req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:10.399627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-8b1dcb9e-96c2-4913-8c28-9b96643112a2 req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f,segment=NetworkSegment(1cb97104-77fa-4798-b9b6-5219256f00db),segment_id=1cb97104-77fa-4798-b9b6-5219256f00db)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:40:10.399981 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8b1dcb9e-96c2-4913-8c28-9b96643112a2 req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:10.538971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-8b1dcb9e-96c2-4913-8c28-9b96643112a2 req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:40:10.783776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8b1dcb9e-96c2-4913-8c28-9b96643112a2 req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:10.835202 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=514e4eea-cf83-46c8-aed8-bd5ef6c0df8f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:10.878806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:10.879178 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:10.879515 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:10.879846 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:10.880174 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:10.880650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:10.880973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:10.881290 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:10.881607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:10.881922 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:10.882234 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:10.882543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:10.921094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1dcb9e-96c2-4913-8c28-9b96643112a2 req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] No DVR routers for this DVR port 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:40:10.923027 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8b1dcb9e-96c2-4913-8c28-9b96643112a2 req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:10.926061 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'name': 'network-vif-deleted', 'tag': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:40:11.007597 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8b1dcb9e-96c2-4913-8c28-9b96643112a2 req-48a0ab43-7e54-44a6-8918-0187c2a7e6a3 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.16 "DELETE /v2.0/ports/514e4eea-cf83-46c8-aed8-bd5ef6c0df8f HTTP/1.1" status: 204 len: 173 time: 0.9369338 Jan 28 18:40:11.028566 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49878a2-4dbc-4626-aa27-b56a588a5bb1', 'name': 'network-vif-deleted', 'tag': '514e4eea-cf83-46c8-aed8-bd5ef6c0df8f', 'status': 'completed', 'code': 200} Jan 28 18:40:11.339077 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-9602b14a-ed1a-4c73-bf6b-6441d22bfd91 req-e00e4678-3ad5-4cd5-8f03-a23d34b5ac21 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Synchronizing usage tracker for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:40:11.493902 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-9602b14a-ed1a-4c73-bf6b-6441d22bfd91 req-e00e4678-3ad5-4cd5-8f03-a23d34b5ac21 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Unset dirty status for tenant:ecfee90546034acb89982cc3e9a2f88d on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:40:11.495485 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9602b14a-ed1a-4c73-bf6b-6441d22bfd91 req-e00e4678-3ad5-4cd5-8f03-a23d34b5ac21 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "GET /v2.0/ports?device_id=c49878a2-4dbc-4626-aa27-b56a588a5bb1 HTTP/1.1" status: 200 len: 210 time: 0.2085931 Jan 28 18:40:12.371873 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6ba367b1-e859-476d-9080-bb7c3a8f8fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:12.591782 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54612) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:13.151980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e83ef51-e171-4b62-aa1c-c8687a1ee13f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:13.395472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:13.422862 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:13.667781 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6e83ef51-e171-4b62-aa1c-c8687a1ee13f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 79fda738-d0a7-4005-9984-7fbc013ae2ed {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:40:13.668425 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e83ef51-e171-4b62-aa1c-c8687a1ee13f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:13.854787 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-6e83ef51-e171-4b62-aa1c-c8687a1ee13f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port 79fda738-d0a7-4005-9984-7fbc013ae2ed, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=79fda738-d0a7-4005-9984-7fbc013ae2ed,segment=NetworkSegment(1cb97104-77fa-4798-b9b6-5219256f00db),segment_id=1cb97104-77fa-4798-b9b6-5219256f00db)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:40:13.855175 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e83ef51-e171-4b62-aa1c-c8687a1ee13f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:13.981372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-6e83ef51-e171-4b62-aa1c-c8687a1ee13f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 79fda738-d0a7-4005-9984-7fbc013ae2ed owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:40:14.468986 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e83ef51-e171-4b62-aa1c-c8687a1ee13f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:14.534820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83ef51-e171-4b62-aa1c-c8687a1ee13f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=79fda738-d0a7-4005-9984-7fbc013ae2ed,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:14.906002 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6e83ef51-e171-4b62-aa1c-c8687a1ee13f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:15.134160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:15.284315 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:40:15.318660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:40:15.319014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 514e4eea-cf83-46c8-aed8-bd5ef6c0df8f not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:40:15.484454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e83ef51-e171-4b62-aa1c-c8687a1ee13f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Router 656837cb-3f72-4ae0-91b5-7331ef4d1091 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:40:15.733598 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e83ef51-e171-4b62-aa1c-c8687a1ee13f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:40:15.745642 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea883a2-b6a7-4034-9f42-d4acfaca2344 None None] Sync routers for ids ['656837cb-3f72-4ae0-91b5-7331ef4d1091'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:40:15.755647 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea883a2-b6a7-4034-9f42-d4acfaca2344 None None] Routers {'656837cb-3f72-4ae0-91b5-7331ef4d1091'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:40:15.756242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5ea883a2-b6a7-4034-9f42-d4acfaca2344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:40:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['656837cb-3f72-4ae0-91b5-7331ef4d1091'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:15.834032 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6e83ef51-e171-4b62-aa1c-c8687a1ee13f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "PUT /v2.0/routers/656837cb-3f72-4ae0-91b5-7331ef4d1091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2408946 Jan 28 18:40:15.837547 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54616) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:15.917613 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c5929e-d45a-4eae-a14b-e89b85a65457 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting subnet 613d7185-61a3-4824-8bf2-1ecca2378dca {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:40:15.921301 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c5929e-d45a-4eae-a14b-e89b85a65457 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:15.982283 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c5929e-d45a-4eae-a14b-e89b85a65457 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:15.989234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-5ea883a2-b6a7-4034-9f42-d4acfaca2344 None None] Set router 656837cb-3f72-4ae0-91b5-7331ef4d1091 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:40:16.092839 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c5929e-d45a-4eae-a14b-e89b85a65457 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:16.257903 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c5929e-d45a-4eae-a14b-e89b85a65457 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:16.301394 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5929e-d45a-4eae-a14b-e89b85a65457 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Subnet': ['ID=613d7185-61a3-4824-8bf2-1ecca2378dca,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:16.303353 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b1c5929e-d45a-4eae-a14b-e89b85a65457 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:16.310974 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b1c5929e-d45a-4eae-a14b-e89b85a65457 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/subnets/613d7185-61a3-4824-8bf2-1ecca2378dca HTTP/1.1" status: 204 len: 168 time: 0.4716570 Jan 28 18:40:16.314762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54620) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:16.320503 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26624ed-c309-4651-aed9-f873118c65fd None None] Network 18968af3-a91e-4f2a-9d28-6a24a679ff5e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:40:16.518807 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5ea883a2-b6a7-4034-9f42-d4acfaca2344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:40:14Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:16.524507 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea883a2-b6a7-4034-9f42-d4acfaca2344 None None] Checking router: 656837cb-3f72-4ae0-91b5-7331ef4d1091 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:40:16.544498 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea883a2-b6a7-4034-9f42-d4acfaca2344 None None] Routers {'656837cb-3f72-4ae0-91b5-7331ef4d1091'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:40:16.545128 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5ea883a2-b6a7-4034-9f42-d4acfaca2344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:40:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['656837cb-3f72-4ae0-91b5-7331ef4d1091'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:16.600942 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:16.743615 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-5ea883a2-b6a7-4034-9f42-d4acfaca2344 None None] Set router 656837cb-3f72-4ae0-91b5-7331ef4d1091 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:40:16.813029 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] DHCP port deletion for 18968af3-a91e-4f2a-9d28-6a24a679ff5e request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:40:16.832166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:16.899932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Deleting port 8bd30005-4845-4944-b68f-3290efc26665 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:40:16.900279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:16.915181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Deleting port 6503af0a-d539-4b90-a0dc-eeb284f11a7a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:40:16.915549 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:17.200214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] For port 8bd30005-4845-4944-b68f-3290efc26665, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=8bd30005-4845-4944-b68f-3290efc26665,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:40:17.200568 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:17.268433 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] For port 6503af0a-d539-4b90-a0dc-eeb284f11a7a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6503af0a-d539-4b90-a0dc-eeb284f11a7a,segment=NetworkSegment(1cb97104-77fa-4798-b9b6-5219256f00db),segment_id=1cb97104-77fa-4798-b9b6-5219256f00db)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:40:17.268820 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:17.326121 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Calling delete_port for 8bd30005-4845-4944-b68f-3290efc26665 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:40:17.444485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Calling delete_port for 6503af0a-d539-4b90-a0dc-eeb284f11a7a owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:40:17.505538 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-5ea883a2-b6a7-4034-9f42-d4acfaca2344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:40:14Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:17.512538 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea883a2-b6a7-4034-9f42-d4acfaca2344 None None] The sync data for ids ['656837cb-3f72-4ae0-91b5-7331ef4d1091'] in dv-neutron-826919-1-hyperv is: [{'id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784158699', 'tenant_id': 'ecfee90546034acb89982cc3e9a2f88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '8bd30005-4845-4944-b68f-3290efc26665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:39:00Z', 'updated_at': '2022-01-28T18:40:14Z', 'revision_number': 5, 'project_id': 'ecfee90546034acb89982cc3e9a2f88d', 'gw_port': {'id': '8bd30005-4845-4944-b68f-3290efc26665', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656837cb-3f72-4ae0-91b5-7331ef4d1091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:39:01Z', 'updated_at': '2022-01-28T18:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:40:17.527982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6503af0a-d539-4b90-a0dc-eeb284f11a7a no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:40:17.631222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:17.647079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:17.688365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Port': ['ID=8bd30005-4845-4944-b68f-3290efc26665,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:17.743800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949'] for port, after_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:17.781271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:17.797751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Pushing event deleted for resources: {'Port': ['ID=6503af0a-d539-4b90-a0dc-eeb284f11a7a,revision_number=None']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:17.807478 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] No DVR routers for this DVR port 6503af0a-d539-4b90-a0dc-eeb284f11a7a on host dv-neutron-826919-1-hyperv {{(pid=88160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:40:17.809393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:17.809738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:17.810078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:17.810413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:17.810765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:17.811114 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:17.811439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:17.811765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:17.812095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:17.812413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:17.812740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:17.813054 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f86b16-b8ac-4795-85bb-2a1632813cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:17.959271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:17.961678 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:18.059342 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:18.059997 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Fanout notify agent at l3_agent the message router_deleted on router 656837cb-3f72-4ae0-91b5-7331ef4d1091 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:40:18.078872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:18.082819 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-57385c76-a8ca-40eb-91fc-e198fa5560db tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/routers/656837cb-3f72-4ae0-91b5-7331ef4d1091 HTTP/1.1" status: 204 len: 168 time: 1.7641320 Jan 28 18:40:18.084873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54624) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:18.219367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7ed3-4ce4-4e49-a21c-9c94c44356d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:18.351348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7ed3-4ce4-4e49-a21c-9c94c44356d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:18.375831 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8a6d7ed3-4ce4-4e49-a21c-9c94c44356d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18968af3-a91e-4f2a-9d28-6a24a679ff5e']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:18.388100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8a6d7ed3-4ce4-4e49-a21c-9c94c44356d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb97104-77fa-4798-b9b6-5219256f00db') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:18.388394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8a6d7ed3-4ce4-4e49-a21c-9c94c44356d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb97104-77fa-4798-b9b6-5219256f00db') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:18.402830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7ed3-4ce4-4e49-a21c-9c94c44356d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:18.426405 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7ed3-4ce4-4e49-a21c-9c94c44356d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:18.432893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6d7ed3-4ce4-4e49-a21c-9c94c44356d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:40:18.433327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7ed3-4ce4-4e49-a21c-9c94c44356d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:40:18.450459 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:40:18.676844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7ed3-4ce4-4e49-a21c-9c94c44356d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:18.681607 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7ed3-4ce4-4e49-a21c-9c94c44356d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:18.709243 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d7ed3-4ce4-4e49-a21c-9c94c44356d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'Network': ['ID=18968af3-a91e-4f2a-9d28-6a24a679ff5e,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:18.800875 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8a6d7ed3-4ce4-4e49-a21c-9c94c44356d6 tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/networks/18968af3-a91e-4f2a-9d28-6a24a679ff5e HTTP/1.1" status: 204 len: 168 time: 0.7148728 Jan 28 18:40:18.803725 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54628) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:18.877460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-94ea4438-f4c3-4b28-86f3-b9b7e9eb3c2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:18.907815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-94ea4438-f4c3-4b28-86f3-b9b7e9eb3c2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:19.088565 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-94ea4438-f4c3-4b28-86f3-b9b7e9eb3c2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:19.113883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea4438-f4c3-4b28-86f3-b9b7e9eb3c2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3e91ef-ea54-4e20-976a-d8490ac1f642,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:19.205203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-94ea4438-f4c3-4b28-86f3-b9b7e9eb3c2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:19.206330 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-94ea4438-f4c3-4b28-86f3-b9b7e9eb3c2f tempest-TestNetworkAdvancedServerOps-1017738194 tempest-TestNetworkAdvancedServerOps-1017738194-project] 10.222.0.26 "DELETE /v2.0/security-groups/ef3e91ef-ea54-4e20-976a-d8490ac1f642 HTTP/1.1" status: 204 len: 168 time: 0.4017200 Jan 28 18:40:19.500627 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8bd30005-4845-4944-b68f-3290efc26665 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:40:19.535732 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 8bd30005-4845-4944-b68f-3290efc26665 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:40:19.536080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 8bd30005-4845-4944-b68f-3290efc26665 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:40:19.536506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 79fda738-d0a7-4005-9984-7fbc013ae2ed no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:40:19.571384 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 79fda738-d0a7-4005-9984-7fbc013ae2ed {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:40:19.571725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 79fda738-d0a7-4005-9984-7fbc013ae2ed not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:40:19.889811 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54638) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:20.035439 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ca184bd1-6c3c-46d6-b8b1-13cdffd5754d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ecfee90546034acb89982cc3e9a2f88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444571 Jan 28 18:40:20.038181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54644) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:20.095645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-12148b8b-408e-4ca7-9804-6bb5961f0dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:20.120512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-12148b8b-408e-4ca7-9804-6bb5961f0dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:20.252116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-12148b8b-408e-4ca7-9804-6bb5961f0dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:20.269777 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12148b8b-408e-4ca7-9804-6bb5961f0dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07940c8-6655-4135-a6e1-012eb65ce232,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:20.277083 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:20.277748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-12148b8b-408e-4ca7-9804-6bb5961f0dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:20.279088 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-12148b8b-408e-4ca7-9804-6bb5961f0dd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c07940c8-6655-4135-a6e1-012eb65ce232 HTTP/1.1" status: 204 len: 168 time: 0.2399154 Jan 28 18:40:21.028715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54652) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:21.046850 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7158ebe8-0e81-48b4-aeb9-3d862ba86896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:21.061294 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7158ebe8-0e81-48b4-aeb9-3d862ba86896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:21.065328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7158ebe8-0e81-48b4-aeb9-3d862ba86896 admin admin] Usage tracker for resource:security_group_rule and tenant:d2631754e8b64056a63007af475ced97 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:21.068291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-7158ebe8-0e81-48b4-aeb9-3d862ba86896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:21.073909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-7158ebe8-0e81-48b4-aeb9-3d862ba86896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:21.252481 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7158ebe8-0e81-48b4-aeb9-3d862ba86896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:21.333411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7158ebe8-0e81-48b4-aeb9-3d862ba86896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:21.381318 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7158ebe8-0e81-48b4-aeb9-3d862ba86896 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2631754e8b64056a63007af475ced97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3515122 Jan 28 18:40:21.382037 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158ebe8-0e81-48b4-aeb9-3d862ba86896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7b46da-5ce0-40d5-92b7-e87772f8358f,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:21.384177 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54656) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:21.444945 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22ec2f85-0735-4a2c-ade0-acd2323451e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:21.475215 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22ec2f85-0735-4a2c-ade0-acd2323451e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:21.630999 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22ec2f85-0735-4a2c-ade0-acd2323451e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:21.645918 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec2f85-0735-4a2c-ade0-acd2323451e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7b46da-5ce0-40d5-92b7-e87772f8358f,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:21.653983 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-22ec2f85-0735-4a2c-ade0-acd2323451e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:21.655083 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-22ec2f85-0735-4a2c-ade0-acd2323451e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b7b46da-5ce0-40d5-92b7-e87772f8358f HTTP/1.1" status: 204 len: 168 time: 0.2690389 Jan 28 18:40:22.833977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54682) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:22.939615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-537227022-network', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:22.944441 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:22.948341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Usage tracker for resource:network and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:22.951160 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:22.957970 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:23.042499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Made reservation on behalf of 84865306abc747ed88cff5e0bb4f0241 for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:40:23.045095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:23.057400 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:23.072332 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:23.076175 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:23.079649 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:23.085444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:23.167181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:23.218971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:23.248984 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:40:23.257936 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737215b3-5eeb-4d6f-a4bc-ad1c8f1c0d61,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:23.263565 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:23.263918 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Added segment 5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896 of type vlan for network 22049db5-bb66-462a-91a3-e62df7b628d3 Jan 28 18:40:23.293383 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:23.405595 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:23.406593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:23.407217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:23.518570 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] Pushing event updated for resources: {'Network': ['ID=22049db5-bb66-462a-91a3-e62df7b628d3,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:23.530665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 22049db5-bb66-462a-91a3-e62df7b628d3 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:40:23.592599 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f7392dd2-0795-4e8a-a059-a1c3c32768ab admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7571776 Jan 28 18:40:23.596859 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54688) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:23.602551 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Request body: {'subnet': {'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-537227022-subnet', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'ip_version': 4}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:23.607610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:23.612276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Usage tracker for resource:subnet and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:23.615305 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:23.621324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:23.693612 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Made reservation on behalf of 84865306abc747ed88cff5e0bb4f0241 for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:40:23.696171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:23.995084 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:24.082341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=625542c0-ea27-4860-b0e4-5f7e8667709f,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:24.090423 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Checking segment: {'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:40:24.090768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Network hostable DHCP agents. Network: 22049db5-bb66-462a-91a3-e62df7b628d3, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:40:24.194266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Network 22049db5-bb66-462a-91a3-e62df7b628d3 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:40:24.291278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 22049db5-bb66-462a-91a3-e62df7b628d3) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:40:24.295518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:24.296126 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:24.301840 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadb9238-cb3d-4e12-8c0f-1abcbe5206e7 None None] Network 22049db5-bb66-462a-91a3-e62df7b628d3 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:40:24.390222 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-f210d5b8-cc61-4e6a-b7c2-bbfb3c8ff6b5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7919726 Jan 28 18:40:24.393555 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54692) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:24.398797 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:24.404103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:24.408001 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Usage tracker for resource:router and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:24.410820 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:24.416573 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:24.486199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:24.487282 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:24.503618 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:24.526506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-22049db5-bb66-462a-91a3-e62df7b628d3', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:40:24.527367 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:24.693962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Allocated IP 172.20.0.2 (22049db5-bb66-462a-91a3-e62df7b628d3/625542c0-ea27-4860-b0e4-5f7e8667709f/be687ccb-03d2-4753-9681-10954042817a) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:40:24.857835 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:24.923555 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:24.934317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Transition to ACTIVE for port object be687ccb-03d2-4753-9681-10954042817a will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:40:24.955138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Transition to ACTIVE for port object be687ccb-03d2-4753-9681-10954042817a will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:40:25.059719 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:25.125666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Network 22049db5-bb66-462a-91a3-e62df7b628d3 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:40:25.128990 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:40:25.131497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:40:25.166967 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Pushing event updated for resources: {'Port': ['ID=be687ccb-03d2-4753-9681-10954042817a,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:25.242986 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Attempting to bind port be687ccb-03d2-4753-9681-10954042817a on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:40:25.243562 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Attempting to bind port be687ccb-03d2-4753-9681-10954042817a by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:40:25.245487 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Attempting to bind port be687ccb-03d2-4753-9681-10954042817a on network 22049db5-bb66-462a-91a3-e62df7b628d3 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:40:25.253682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:40:25.254169 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Checking segment: {'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:40:25.254767 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:25.255199 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Bound using segment: {'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:40:25.255718 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Bound port: be687ccb-03d2-4753-9681-10954042817a, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:40:25.256253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:25.282011 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:25.318260 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:25.349800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] For port be687ccb-03d2-4753-9681-10954042817a, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:40:25.353240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] For port be687ccb-03d2-4753-9681-10954042817a, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=be687ccb-03d2-4753-9681-10954042817a,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:40:25.425385 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:25.528321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac51a8-69b2-4eb8-bd67-0e012fcd395d None None] Pushing event updated for resources: {'Port': ['ID=be687ccb-03d2-4753-9681-10954042817a,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:25.601652 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Allocated IP 172.26.1.110 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/e59e81f0-3007-4392-a147-695e23923840) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:40:25.782028 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:25.874752 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:25.947379 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:40:25.950252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:40:25.953682 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:40:25.995248 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e59e81f0-3007-4392-a147-695e23923840,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:26.491723 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:26.528633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fca8cf7-b4d6-4b14-86e0-b9e23a7d97b0 None None] Network 22049db5-bb66-462a-91a3-e62df7b628d3 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:40:26.715571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-251d47b7-882c-4ce2-b593-ff1a39e30b76 None None] Provisioning for port be687ccb-03d2-4753-9681-10954042817a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:40:26.873055 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:27.154463 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Router 525fb9dc-3134-4090-9585-cc755dd74b0c is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:40:27.442634 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:40:27.455166 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Sync routers for ids ['525fb9dc-3134-4090-9585-cc755dd74b0c'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:40:27.469309 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Routers {'525fb9dc-3134-4090-9585-cc755dd74b0c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:40:27.469309 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:40:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['525fb9dc-3134-4090-9585-cc755dd74b0c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:27.522637 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:27.527132 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54696) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:27.528063 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-90eb056e-bc02-4213-ac13-72b6fa5c74e9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1325917 Jan 28 18:40:27.545092 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device be687ccb-03d2-4753-9681-10954042817a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:40:27.664895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port be687ccb-03d2-4753-9681-10954042817a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:40:27.670740 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port be687ccb-03d2-4753-9681-10954042817a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:27.671158 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:27.682047 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Set router 525fb9dc-3134-4090-9585-cc755dd74b0c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:40:27.797157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:27.829380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port be687ccb-03d2-4753-9681-10954042817a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=be687ccb-03d2-4753-9681-10954042817a,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:40:27.887613 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:27.958753 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=be687ccb-03d2-4753-9681-10954042817a,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:27.987225 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:26Z', 'revision_number': 3, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:27.991424 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Checking router: 525fb9dc-3134-4090-9585-cc755dd74b0c for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:40:27.991768 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Updating router 525fb9dc-3134-4090-9585-cc755dd74b0c port e59e81f0-3007-4392-a147-695e23923840 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:40:28.058255 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:28.207933 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:28.442281 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:28.454463 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Transition to ACTIVE for port object e59e81f0-3007-4392-a147-695e23923840 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:40:28.519898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Allocated IP 172.20.0.1 (22049db5-bb66-462a-91a3-e62df7b628d3/625542c0-ea27-4860-b0e4-5f7e8667709f/add88178-5d12-4a3e-81e1-532dbb37cca7) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:40:28.556919 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:28.649669 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac0cfa-2a9c-4782-a2fa-0f55f9f824b9 None None] Pushing event updated for resources: {'Port': ['ID=e59e81f0-3007-4392-a147-695e23923840,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:28.651881 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Attempting to bind port e59e81f0-3007-4392-a147-695e23923840 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:40:28.652337 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Attempting to bind port e59e81f0-3007-4392-a147-695e23923840 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:40:28.652719 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Attempting to bind port e59e81f0-3007-4392-a147-695e23923840 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:40:28.662627 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac0cfa-2a9c-4782-a2fa-0f55f9f824b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:28.662968 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac0cfa-2a9c-4782-a2fa-0f55f9f824b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:28.663323 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac0cfa-2a9c-4782-a2fa-0f55f9f824b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:28.663651 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac0cfa-2a9c-4782-a2fa-0f55f9f824b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:28.663972 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac0cfa-2a9c-4782-a2fa-0f55f9f824b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:28.664296 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac0cfa-2a9c-4782-a2fa-0f55f9f824b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:28.664625 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac0cfa-2a9c-4782-a2fa-0f55f9f824b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:28.664945 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac0cfa-2a9c-4782-a2fa-0f55f9f824b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:28.665266 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac0cfa-2a9c-4782-a2fa-0f55f9f824b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:28.665585 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac0cfa-2a9c-4782-a2fa-0f55f9f824b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:28.665904 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac0cfa-2a9c-4782-a2fa-0f55f9f824b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:28.666216 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac0cfa-2a9c-4782-a2fa-0f55f9f824b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:40:28.669496 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:40:28.669862 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:40:28.670263 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:28.670648 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:40:28.671136 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Bound port: e59e81f0-3007-4392-a147-695e23923840, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:40:28.671508 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:28.678288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:28.694801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Transition to ACTIVE for port object add88178-5d12-4a3e-81e1-532dbb37cca7 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:40:28.746738 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] For port e59e81f0-3007-4392-a147-695e23923840, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:40:28.749736 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] For port e59e81f0-3007-4392-a147-695e23923840, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e59e81f0-3007-4392-a147-695e23923840,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:40:28.791321 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:28.825614 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:28.860206 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Network 22049db5-bb66-462a-91a3-e62df7b628d3 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:40:28.863251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:40:28.866983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:40:28.901549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Pushing event updated for resources: {'Port': ['ID=add88178-5d12-4a3e-81e1-532dbb37cca7,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:28.906096 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Routers {'525fb9dc-3134-4090-9585-cc755dd74b0c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:40:28.906724 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:40:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['525fb9dc-3134-4090-9585-cc755dd74b0c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:28.925509 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:29.108900 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac0cfa-2a9c-4782-a2fa-0f55f9f824b9 None None] Pushing event updated for resources: {'Port': ['ID=e59e81f0-3007-4392-a147-695e23923840,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:29.135817 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] Set router 525fb9dc-3134-4090-9585-cc755dd74b0c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:40:29.242662 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-675595fb-3e01-4121-95f4-5185e13a0f20 None None] Provisioning for port add88178-5d12-4a3e-81e1-532dbb37cca7 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:40:29.249009 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-675595fb-3e01-4121-95f4-5185e13a0f20 None None] Provisioning complete for port add88178-5d12-4a3e-81e1-532dbb37cca7 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:29.249385 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-675595fb-3e01-4121-95f4-5185e13a0f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:29.266295 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:29.308413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-675595fb-3e01-4121-95f4-5185e13a0f20 None None] Port add88178-5d12-4a3e-81e1-532dbb37cca7 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:40:29.496419 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:29.513382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device be687ccb-03d2-4753-9681-10954042817a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:40:29.553624 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:26Z', 'revision_number': 3, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:29.559118 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd9162-e741-40ea-b43d-adde8a5afb71 None None] The sync data for ids ['525fb9dc-3134-4090-9585-cc755dd74b0c'] in dv-neutron-826919-1-hyperv is: [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:26Z', 'revision_number': 3, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:40:29.579826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:29.582981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port be687ccb-03d2-4753-9681-10954042817a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:29.583560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:29.694715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:29.698482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Pushing event updated for resources: {'Port': ['ID=add88178-5d12-4a3e-81e1-532dbb37cca7,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:29.869747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Network 22049db5-bb66-462a-91a3-e62df7b628d3 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:40:29.870936 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:40:30.070502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Router 525fb9dc-3134-4090-9585-cc755dd74b0c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:40:30.137529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ca13d2e7-1c9a-430f-b0ac-b65a8f30036e None None] Provisioning complete for port add88178-5d12-4a3e-81e1-532dbb37cca7 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:30.139040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ca13d2e7-1c9a-430f-b0ac-b65a8f30036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:30.199688 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ca13d2e7-1c9a-430f-b0ac-b65a8f30036e None None] Port add88178-5d12-4a3e-81e1-532dbb37cca7 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:40:30.412194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:40:30.422812 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-470f38ac-a5a3-4f62-8663-c5bbb4ff121b admin admin] 10.222.0.26 "PUT /v2.0/routers/525fb9dc-3134-4090-9585-cc755dd74b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8944523 Jan 28 18:40:31.268584 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54714) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:31.274965 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-262142306-network', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:31.280061 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:31.284697 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Usage tracker for resource:network and tenant:e16eee31f6ca42018ba36be66071cfe9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:31.289196 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Sync routers for ids ['525fb9dc-3134-4090-9585-cc755dd74b0c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:40:31.291093 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:31.297832 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:31.298800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Routers {'525fb9dc-3134-4090-9585-cc755dd74b0c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:40:31.299443 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:40:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['525fb9dc-3134-4090-9585-cc755dd74b0c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:31.373372 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Made reservation on behalf of e16eee31f6ca42018ba36be66071cfe9 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:40:31.376252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:31.393066 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:31.412096 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:31.416118 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Usage tracker for resource:security_group_rule and tenant:e16eee31f6ca42018ba36be66071cfe9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:31.419212 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:31.425004 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:31.518269 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:31.539821 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Set router 525fb9dc-3134-4090-9585-cc755dd74b0c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:40:31.588271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e59e81f0-3007-4392-a147-695e23923840 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:40:31.619437 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:31.648470 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:40:31.661419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0fe315-8f54-4c8d-a0f7-9bd54c4bfa53,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:31.666103 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:31.666603 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Added segment 50ebc39b-17fd-4b12-99f8-5ea6807443fa of type vlan for network 4de50d58-d440-4298-a02f-f401ac025f13 Jan 28 18:40:31.723650 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:31.840657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:31.841890 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:31.842800 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:31.905982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port e59e81f0-3007-4392-a147-695e23923840 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:40:31.915880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port e59e81f0-3007-4392-a147-695e23923840 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:31.916242 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:31.960183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] Pushing event updated for resources: {'Network': ['ID=4de50d58-d440-4298-a02f-f401ac025f13,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:31.974336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 4de50d58-d440-4298-a02f-f401ac025f13 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:40:32.037498 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b8ec941c-2231-4071-8f7f-15afbb6768e1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7671552 Jan 28 18:40:32.040121 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54718) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:32.047330 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Request body: {'subnet': {'network_id': '4de50d58-d440-4298-a02f-f401ac025f13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-262142306-subnet', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:32.053039 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:32.057471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Usage tracker for resource:subnet and tenant:e16eee31f6ca42018ba36be66071cfe9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:32.060677 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:32.067499 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:32.156591 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Made reservation on behalf of e16eee31f6ca42018ba36be66071cfe9 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:40:32.158872 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:32.164126 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 2, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:32.181266 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Checking router: 525fb9dc-3134-4090-9585-cc755dd74b0c for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:40:32.181618 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Updating router 525fb9dc-3134-4090-9585-cc755dd74b0c port add88178-5d12-4a3e-81e1-532dbb37cca7 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:40:32.231596 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:32.249500 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:32.268900 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port e59e81f0-3007-4392-a147-695e23923840, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e59e81f0-3007-4392-a147-695e23923840,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:40:32.363973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:32.454783 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:32.515423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=e59e81f0-3007-4392-a147-695e23923840,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:32.535618 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee9080ee-3545-41a2-8542-51da797e5dfc,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:32.545921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Checking segment: {'id': '50ebc39b-17fd-4b12-99f8-5ea6807443fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4de50d58-d440-4298-a02f-f401ac025f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:40:32.546270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Network hostable DHCP agents. Network: 4de50d58-d440-4298-a02f-f401ac025f13, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:40:32.636680 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Network 4de50d58-d440-4298-a02f-f401ac025f13 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:40:32.662791 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:32.676673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Transition to ACTIVE for port object add88178-5d12-4a3e-81e1-532dbb37cca7 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:40:32.728117 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 4de50d58-d440-4298-a02f-f401ac025f13) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:40:32.732123 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:32.732755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:32.738860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e45557-971e-4ed7-b631-ce88247fe073 None None] Network 4de50d58-d440-4298-a02f-f401ac025f13 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:40:32.801303 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:32.846672 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-47899750-d2ef-460c-bf3a-5ee4e588484e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8053627 Jan 28 18:40:32.857389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54722) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:32.863596 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-262142306-router', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:32.868473 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:32.872496 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Usage tracker for resource:router and tenant:e16eee31f6ca42018ba36be66071cfe9 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:32.876253 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:32.882829 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:32.951482 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:32.953247 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:32.962461 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42f423-314d-45bf-bf66-76d3450ce0f7 None None] Pushing event updated for resources: {'Port': ['ID=add88178-5d12-4a3e-81e1-532dbb37cca7,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:32.983036 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:33.107584 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Attempting to bind port add88178-5d12-4a3e-81e1-532dbb37cca7 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:40:33.107951 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Attempting to bind port add88178-5d12-4a3e-81e1-532dbb37cca7 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:40:33.108298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Attempting to bind port add88178-5d12-4a3e-81e1-532dbb37cca7 on network 22049db5-bb66-462a-91a3-e62df7b628d3 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:40:33.118004 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:40:33.118385 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Checking segment: {'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:40:33.118769 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:33.119208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Bound using segment: {'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:40:33.119691 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Bound port: add88178-5d12-4a3e-81e1-532dbb37cca7, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:40:33.120046 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:33.249962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-4de50d58-d440-4298-a02f-f401ac025f13', 'network_id': '4de50d58-d440-4298-a02f-f401ac025f13', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'fixed_ips': [{'subnet_id': 'ee9080ee-3545-41a2-8542-51da797e5dfc'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:40:33.250802 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:33.280184 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] For port add88178-5d12-4a3e-81e1-532dbb37cca7, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:40:33.324683 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] For port add88178-5d12-4a3e-81e1-532dbb37cca7, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=add88178-5d12-4a3e-81e1-532dbb37cca7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:40:33.352813 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:33.415289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:33.454724 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Allocated IP 172.20.0.2 (4de50d58-d440-4298-a02f-f401ac025f13/ee9080ee-3545-41a2-8542-51da797e5dfc/74a1103d-d128-4913-ac7a-dbaf0daae51b) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:40:33.585025 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e59e81f0-3007-4392-a147-695e23923840 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:40:33.621895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Routers {'525fb9dc-3134-4090-9585-cc755dd74b0c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:40:33.622493 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:40:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['525fb9dc-3134-4090-9585-cc755dd74b0c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:33.732239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42f423-314d-45bf-bf66-76d3450ce0f7 None None] Pushing event updated for resources: {'Port': ['ID=add88178-5d12-4a3e-81e1-532dbb37cca7,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:33.773229 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:33.920124 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:33.998848 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port e59e81f0-3007-4392-a147-695e23923840 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:33.999218 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:34.053785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] Set router 525fb9dc-3134-4090-9585-cc755dd74b0c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:40:34.066262 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Allocated IP 172.26.1.79 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/aa3b42e8-e5b9-4b61-a840-f46ae7c05771) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:40:34.129391 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:34.200773 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Transition to ACTIVE for port object 74a1103d-d128-4913-ac7a-dbaf0daae51b will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:40:34.215895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:34.300063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:34.308643 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Transition to ACTIVE for port object 74a1103d-d128-4913-ac7a-dbaf0daae51b will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:40:34.364190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:40:34.367242 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:40:34.369614 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:40:34.418785 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Pushing event updated for resources: {'Port': ['ID=aa3b42e8-e5b9-4b61-a840-f46ae7c05771,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:34.433207 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:34.544269 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Network 4de50d58-d440-4298-a02f-f401ac025f13 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:40:34.550406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:40:34.557857 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:40:34.577040 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Pushing event updated for resources: {'Port': ['ID=74a1103d-d128-4913-ac7a-dbaf0daae51b,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:34.670491 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Attempting to bind port 74a1103d-d128-4913-ac7a-dbaf0daae51b on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:40:34.670858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Attempting to bind port 74a1103d-d128-4913-ac7a-dbaf0daae51b by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '50ebc39b-17fd-4b12-99f8-5ea6807443fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4de50d58-d440-4298-a02f-f401ac025f13'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:40:34.671243 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Attempting to bind port 74a1103d-d128-4913-ac7a-dbaf0daae51b on network 4de50d58-d440-4298-a02f-f401ac025f13 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:40:34.676537 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:33Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:34.681197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:40:34.681565 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Checking segment: {'id': '50ebc39b-17fd-4b12-99f8-5ea6807443fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4de50d58-d440-4298-a02f-f401ac025f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:40:34.681955 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:34.682338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Bound using segment: {'id': '50ebc39b-17fd-4b12-99f8-5ea6807443fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4de50d58-d440-4298-a02f-f401ac025f13'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:40:34.682796 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Bound port: 74a1103d-d128-4913-ac7a-dbaf0daae51b, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ebc39b-17fd-4b12-99f8-5ea6807443fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4de50d58-d440-4298-a02f-f401ac025f13'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:40:34.683192 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:34.696020 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b85c0-e791-4101-a9e9-1c025918dea8 None None] The sync data for ids ['525fb9dc-3134-4090-9585-cc755dd74b0c'] in dv-neutron-826919-1-hyperv is: [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:33Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:40:34.808576 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] For port 74a1103d-d128-4913-ac7a-dbaf0daae51b, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:40:34.808576 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] For port 74a1103d-d128-4913-ac7a-dbaf0daae51b, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=74a1103d-d128-4913-ac7a-dbaf0daae51b,segment=NetworkSegment(50ebc39b-17fd-4b12-99f8-5ea6807443fa),segment_id=50ebc39b-17fd-4b12-99f8-5ea6807443fa)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:40:34.909329 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:34.930095 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:34.997519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077937c-c44f-482a-a8a5-d700c0ad5a0c None None] Pushing event updated for resources: {'Port': ['ID=74a1103d-d128-4913-ac7a-dbaf0daae51b,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:35.442806 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:35.638148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device add88178-5d12-4a3e-81e1-532dbb37cca7 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:40:35.791452 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port add88178-5d12-4a3e-81e1-532dbb37cca7 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:40:35.802318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port add88178-5d12-4a3e-81e1-532dbb37cca7 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:35.806462 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:35.995831 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:36.026447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Router 1c873d15-808a-4237-b2d6-024a85674b84 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:40:36.049033 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port add88178-5d12-4a3e-81e1-532dbb37cca7, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=add88178-5d12-4a3e-81e1-532dbb37cca7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:40:36.111043 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:36.112005 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 74a1103d-d128-4913-ac7a-dbaf0daae51b up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:40:36.264118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=add88178-5d12-4a3e-81e1-532dbb37cca7,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:36.280578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259f9a86-546a-496b-bdc1-f99513b2a6ba None None] Network 4de50d58-d440-4298-a02f-f401ac025f13 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:40:36.304380 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:40:36.319961 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Sync routers for ids ['1c873d15-808a-4237-b2d6-024a85674b84'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:40:36.334083 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Routers {'1c873d15-808a-4237-b2d6-024a85674b84'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:40:36.339002 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:40:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1c873d15-808a-4237-b2d6-024a85674b84'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:36.353058 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 74a1103d-d128-4913-ac7a-dbaf0daae51b completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:40:36.397026 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:36.402976 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-f7cf3b89-0f38-4ed9-89c5-21824491ecdc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5401156 Jan 28 18:40:36.406171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54726) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:36.520048 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3abcac0a-40b7-44ff-a819-6a7fa117c220 None None] Provisioning for port 74a1103d-d128-4913-ac7a-dbaf0daae51b completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:40:36.537180 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3abcac0a-40b7-44ff-a819-6a7fa117c220 None None] Provisioning complete for port 74a1103d-d128-4913-ac7a-dbaf0daae51b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:36.537604 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3abcac0a-40b7-44ff-a819-6a7fa117c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:36.557366 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Set router 1c873d15-808a-4237-b2d6-024a85674b84 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:40:36.777674 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3abcac0a-40b7-44ff-a819-6a7fa117c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:36.830608 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-3abcac0a-40b7-44ff-a819-6a7fa117c220 None None] For port 74a1103d-d128-4913-ac7a-dbaf0daae51b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=74a1103d-d128-4913-ac7a-dbaf0daae51b,segment=NetworkSegment(50ebc39b-17fd-4b12-99f8-5ea6807443fa),segment_id=50ebc39b-17fd-4b12-99f8-5ea6807443fa)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:40:36.878233 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c873d15-808a-4237-b2d6-024a85674b84', 'name': 'tempest-TestShelveInstance-262142306-router', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': 'aa3b42e8-e5b9-4b61-a840-f46ae7c05771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:32Z', 'updated_at': '2022-01-28T18:40:34Z', 'revision_number': 3, 'project_id': 'e16eee31f6ca42018ba36be66071cfe9', 'gw_port': {'id': 'aa3b42e8-e5b9-4b61-a840-f46ae7c05771', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c873d15-808a-4237-b2d6-024a85674b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:33Z', 'updated_at': '2022-01-28T18:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:36.882282 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Checking router: 1c873d15-808a-4237-b2d6-024a85674b84 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:40:36.882764 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Updating router 1c873d15-808a-4237-b2d6-024a85674b84 port aa3b42e8-e5b9-4b61-a840-f46ae7c05771 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:40:36.900080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3abcac0a-40b7-44ff-a819-6a7fa117c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:36.938381 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:37.040097 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcac0a-40b7-44ff-a819-6a7fa117c220 None None] Pushing event updated for resources: {'Port': ['ID=74a1103d-d128-4913-ac7a-dbaf0daae51b,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:37.123806 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-5eae1357-8b8a-4d7c-a3a2-930119e10e4c None None] Provisioning complete for port 74a1103d-d128-4913-ac7a-dbaf0daae51b triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:37.124177 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5eae1357-8b8a-4d7c-a3a2-930119e10e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:37.168176 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:40:37.309130 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:37.310911 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:37.321294 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Transition to ACTIVE for port object aa3b42e8-e5b9-4b61-a840-f46ae7c05771 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:40:37.405600 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:37.485709 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f7feb-2692-48a7-85da-e257ed295dbc None None] Pushing event updated for resources: {'Port': ['ID=aa3b42e8-e5b9-4b61-a840-f46ae7c05771,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:37.492840 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Attempting to bind port aa3b42e8-e5b9-4b61-a840-f46ae7c05771 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:40:37.492840 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Attempting to bind port aa3b42e8-e5b9-4b61-a840-f46ae7c05771 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:40:37.492840 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Attempting to bind port aa3b42e8-e5b9-4b61-a840-f46ae7c05771 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:40:37.498705 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:40:37.499129 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:40:37.499799 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:37.500318 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:40:37.501389 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Bound port: aa3b42e8-e5b9-4b61-a840-f46ae7c05771, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:40:37.501743 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:37.515905 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device add88178-5d12-4a3e-81e1-532dbb37cca7 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:40:37.524246 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Allocated IP 172.20.0.1 (4de50d58-d440-4298-a02f-f401ac025f13/ee9080ee-3545-41a2-8542-51da797e5dfc/9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:40:37.582821 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] For port aa3b42e8-e5b9-4b61-a840-f46ae7c05771, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:40:37.585425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port add88178-5d12-4a3e-81e1-532dbb37cca7 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:37.585804 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:37.586323 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] For port aa3b42e8-e5b9-4b61-a840-f46ae7c05771, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=aa3b42e8-e5b9-4b61-a840-f46ae7c05771,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:40:37.670648 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:37.705163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 74a1103d-d128-4913-ac7a-dbaf0daae51b up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:40:37.712677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:37.739906 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Transition to ACTIVE for port object 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:40:37.750881 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Routers {'1c873d15-808a-4237-b2d6-024a85674b84'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:40:37.751623 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:40:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1c873d15-808a-4237-b2d6-024a85674b84'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:37.775772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 74a1103d-d128-4913-ac7a-dbaf0daae51b triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:37.776048 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:37.802205 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f7feb-2692-48a7-85da-e257ed295dbc None None] Pushing event updated for resources: {'Port': ['ID=aa3b42e8-e5b9-4b61-a840-f46ae7c05771,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:37.837137 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:37.930541 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Network 4de50d58-d440-4298-a02f-f401ac025f13 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:40:37.933745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:40:37.937692 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:40:37.982750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Pushing event updated for resources: {'Port': ['ID=9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:37.994362 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] Set router 1c873d15-808a-4237-b2d6-024a85674b84 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:40:38.007724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:38.255241 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:38.305203 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c873d15-808a-4237-b2d6-024a85674b84', 'name': 'tempest-TestShelveInstance-262142306-router', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': 'aa3b42e8-e5b9-4b61-a840-f46ae7c05771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:32Z', 'updated_at': '2022-01-28T18:40:34Z', 'revision_number': 3, 'project_id': 'e16eee31f6ca42018ba36be66071cfe9', 'gw_port': {'id': 'aa3b42e8-e5b9-4b61-a840-f46ae7c05771', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c873d15-808a-4237-b2d6-024a85674b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:33Z', 'updated_at': '2022-01-28T18:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:38.309022 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304a72d7-ef62-4dda-bd11-f350902fd6d2 None None] The sync data for ids ['1c873d15-808a-4237-b2d6-024a85674b84'] in dv-neutron-826919-1-hyperv is: [{'id': '1c873d15-808a-4237-b2d6-024a85674b84', 'name': 'tempest-TestShelveInstance-262142306-router', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': 'aa3b42e8-e5b9-4b61-a840-f46ae7c05771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:32Z', 'updated_at': '2022-01-28T18:40:34Z', 'revision_number': 3, 'project_id': 'e16eee31f6ca42018ba36be66071cfe9', 'gw_port': {'id': 'aa3b42e8-e5b9-4b61-a840-f46ae7c05771', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c873d15-808a-4237-b2d6-024a85674b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:33Z', 'updated_at': '2022-01-28T18:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:40:38.345459 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b61adf4f-05f5-4f6c-bb46-cd8fb1491409 None None] Provisioning for port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:40:38.351227 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-b61adf4f-05f5-4f6c-bb46-cd8fb1491409 None None] Provisioning complete for port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:38.351598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b61adf4f-05f5-4f6c-bb46-cd8fb1491409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:38.420823 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-b61adf4f-05f5-4f6c-bb46-cd8fb1491409 None None] Port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:40:38.636288 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:38.716208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:38.825884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:38.829891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Pushing event updated for resources: {'Port': ['ID=9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:38.980272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Network 4de50d58-d440-4298-a02f-f401ac025f13 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:40:38.981679 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:40:39.216983 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Router 1c873d15-808a-4237-b2d6-024a85674b84 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:40:39.246872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-ae2da46e-74ba-4a5e-9fb1-acd73cf4a8bd None None] Provisioning complete for port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:39.247629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae2da46e-74ba-4a5e-9fb1-acd73cf4a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:39.325457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ae2da46e-74ba-4a5e-9fb1-acd73cf4a8bd None None] Port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:40:39.420015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:40:39.429230 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-23449cd2-e74d-470f-a82c-2942dcca7784 admin admin] 10.222.0.26 "PUT /v2.0/routers/1c873d15-808a-4237-b2d6-024a85674b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0246155 Jan 28 18:40:39.541813 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device aa3b42e8-e5b9-4b61-a840-f46ae7c05771 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:40:39.682190 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port aa3b42e8-e5b9-4b61-a840-f46ae7c05771 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:40:39.688336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port aa3b42e8-e5b9-4b61-a840-f46ae7c05771 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:39.688838 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:39.830777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:39.850457 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port aa3b42e8-e5b9-4b61-a840-f46ae7c05771, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=aa3b42e8-e5b9-4b61-a840-f46ae7c05771,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:40:39.938495 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:39.998291 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-962d6bf8-2383-415b-b319-3349a7a469b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:40.015755 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=aa3b42e8-e5b9-4b61-a840-f46ae7c05771,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:40.027562 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Sync routers for ids ['1c873d15-808a-4237-b2d6-024a85674b84'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:40:40.037285 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Routers {'1c873d15-808a-4237-b2d6-024a85674b84'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:40:40.041088 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:40:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1c873d15-808a-4237-b2d6-024a85674b84'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:40.102172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54736) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:40.107484 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528661254', 'description': 'tempest-secgroup-smoke-1528661254 description', 'project_id': '84865306abc747ed88cff5e0bb4f0241'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:40.113572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:40.117531 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:40.120554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:40.126906 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:40.201729 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:40.219799 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Set router 1c873d15-808a-4237-b2d6-024a85674b84 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:40:40.223376 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:40.227192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:40.230181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:40.236375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:40.318240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:40.384582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:40.428604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea88f526-619e-4566-a011-34981cdb2ccf,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:40.515979 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:40.517264 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-69756efc-7c60-4919-9047-c0a735a0f0f4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4140537 Jan 28 18:40:40.520244 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54740) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:40.525416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-ce7efa5c-29ec-4d57-a9ee-7ebcf782be19 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'security_group_rule': {'security_group_id': 'ea88f526-619e-4566-a011-34981cdb2ccf', 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:40.531403 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ce7efa5c-29ec-4d57-a9ee-7ebcf782be19 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:40.535196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ce7efa5c-29ec-4d57-a9ee-7ebcf782be19 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:40.538084 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-ce7efa5c-29ec-4d57-a9ee-7ebcf782be19 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:40.543791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-ce7efa5c-29ec-4d57-a9ee-7ebcf782be19 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:40.569468 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c873d15-808a-4237-b2d6-024a85674b84', 'name': 'tempest-TestShelveInstance-262142306-router', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': 'aa3b42e8-e5b9-4b61-a840-f46ae7c05771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:32Z', 'updated_at': '2022-01-28T18:40:38Z', 'revision_number': 4, 'project_id': 'e16eee31f6ca42018ba36be66071cfe9', 'gw_port': {'id': 'aa3b42e8-e5b9-4b61-a840-f46ae7c05771', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c873d15-808a-4237-b2d6-024a85674b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:33Z', 'updated_at': '2022-01-28T18:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a', 'name': '', 'network_id': '4de50d58-d440-4298-a02f-f401ac025f13', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'mac_address': 'fa:16:3e:98:a3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c873d15-808a-4237-b2d6-024a85674b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ee9080ee-3545-41a2-8542-51da797e5dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:37Z', 'updated_at': '2022-01-28T18:40:38Z', 'revision_number': 2, 'project_id': 'e16eee31f6ca42018ba36be66071cfe9', 'subnets': [{'id': 'ee9080ee-3545-41a2-8542-51da797e5dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:40.573287 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Checking router: 1c873d15-808a-4237-b2d6-024a85674b84 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:40:40.573633 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Updating router 1c873d15-808a-4237-b2d6-024a85674b84 port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:40:40.626258 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:40.669586 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce7efa5c-29ec-4d57-a9ee-7ebcf782be19 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:40.729863 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce7efa5c-29ec-4d57-a9ee-7ebcf782be19 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:40.828265 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce7efa5c-29ec-4d57-a9ee-7ebcf782be19 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:40.851793 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7efa5c-29ec-4d57-a9ee-7ebcf782be19 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effb74b5-d31a-40aa-9cc6-3fc7d520509b,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:40.931255 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-ce7efa5c-29ec-4d57-a9ee-7ebcf782be19 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:40.932449 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-ce7efa5c-29ec-4d57-a9ee-7ebcf782be19 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4112689 Jan 28 18:40:40.935098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 54744) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:40.940554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-456ef592-7c2b-49da-b62c-beae1d23b343 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'security_group_rule': {'security_group_id': 'ea88f526-619e-4566-a011-34981cdb2ccf', 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:40.946724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-456ef592-7c2b-49da-b62c-beae1d23b343 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:40.950637 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-456ef592-7c2b-49da-b62c-beae1d23b343 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:40.953606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-456ef592-7c2b-49da-b62c-beae1d23b343 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:40.959756 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-456ef592-7c2b-49da-b62c-beae1d23b343 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:40.994979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:41.006536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Transition to ACTIVE for port object 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:40:41.063381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-456ef592-7c2b-49da-b62c-beae1d23b343 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:41.082138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:41.127197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-456ef592-7c2b-49da-b62c-beae1d23b343 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:41.211386 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71a4fd-1b5a-41dc-84a7-87ef826caf18 None None] Pushing event updated for resources: {'Port': ['ID=9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:41.253498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-456ef592-7c2b-49da-b62c-beae1d23b343 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:41.281197 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ef592-7c2b-49da-b62c-beae1d23b343 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bead394-efc1-4926-a12c-813e60778a4c,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:41.307505 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Attempting to bind port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:40:41.309943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Attempting to bind port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '50ebc39b-17fd-4b12-99f8-5ea6807443fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4de50d58-d440-4298-a02f-f401ac025f13'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:40:41.309943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Attempting to bind port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a on network 4de50d58-d440-4298-a02f-f401ac025f13 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:40:41.313996 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:40:41.314366 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Checking segment: {'id': '50ebc39b-17fd-4b12-99f8-5ea6807443fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4de50d58-d440-4298-a02f-f401ac025f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:40:41.314797 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:41.315189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Bound using segment: {'id': '50ebc39b-17fd-4b12-99f8-5ea6807443fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4de50d58-d440-4298-a02f-f401ac025f13'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:40:41.315643 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Bound port: 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ebc39b-17fd-4b12-99f8-5ea6807443fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4de50d58-d440-4298-a02f-f401ac025f13'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:40:41.316011 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:41.390221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-456ef592-7c2b-49da-b62c-beae1d23b343 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:41.392114 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-456ef592-7c2b-49da-b62c-beae1d23b343 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4560909 Jan 28 18:40:41.395543 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54748) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:41.400991 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-c1c84c40-cf6a-4bce-baa1-14849cdf8620 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'security_group_rule': {'security_group_id': 'ea88f526-619e-4566-a011-34981cdb2ccf', 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:41.407440 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c1c84c40-cf6a-4bce-baa1-14849cdf8620 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:41.411960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c1c84c40-cf6a-4bce-baa1-14849cdf8620 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:41.414827 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-c1c84c40-cf6a-4bce-baa1-14849cdf8620 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:41.414960 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] For port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:40:41.417814 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] For port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a,segment=NetworkSegment(50ebc39b-17fd-4b12-99f8-5ea6807443fa),segment_id=50ebc39b-17fd-4b12-99f8-5ea6807443fa)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:40:41.420511 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-c1c84c40-cf6a-4bce-baa1-14849cdf8620 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:41.500542 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device aa3b42e8-e5b9-4b61-a840-f46ae7c05771 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:40:41.557682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:41.619696 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1c84c40-cf6a-4bce-baa1-14849cdf8620 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:41.648721 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Routers {'1c873d15-808a-4237-b2d6-024a85674b84'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:40:41.649353 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:40:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1c873d15-808a-4237-b2d6-024a85674b84'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:41.688964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1c84c40-cf6a-4bce-baa1-14849cdf8620 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:41.700660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71a4fd-1b5a-41dc-84a7-87ef826caf18 None None] Pushing event updated for resources: {'Port': ['ID=9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:41.703121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port aa3b42e8-e5b9-4b61-a840-f46ae7c05771 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:41.704071 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:41.799725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1c84c40-cf6a-4bce-baa1-14849cdf8620 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:41.825024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c84c40-cf6a-4bce-baa1-14849cdf8620 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f56f3ce-daa2-4012-b534-f1414eea6d2c,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:41.930294 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] Set router 1c873d15-808a-4237-b2d6-024a85674b84 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:40:41.954627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-c1c84c40-cf6a-4bce-baa1-14849cdf8620 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:41.955841 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-c1c84c40-cf6a-4bce-baa1-14849cdf8620 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5592668 Jan 28 18:40:41.958556 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54752) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:41.963540 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-cc480019-ec71-40a4-8b69-e8b820c40e0c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'security_group_rule': {'security_group_id': 'ea88f526-619e-4566-a011-34981cdb2ccf', 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:41.969694 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-cc480019-ec71-40a4-8b69-e8b820c40e0c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:41.973554 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-cc480019-ec71-40a4-8b69-e8b820c40e0c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:41.976391 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-cc480019-ec71-40a4-8b69-e8b820c40e0c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:41.982724 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-cc480019-ec71-40a4-8b69-e8b820c40e0c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:42.115957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc480019-ec71-40a4-8b69-e8b820c40e0c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:42.183833 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc480019-ec71-40a4-8b69-e8b820c40e0c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:42.293520 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc480019-ec71-40a4-8b69-e8b820c40e0c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:42.306949 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c873d15-808a-4237-b2d6-024a85674b84', 'name': 'tempest-TestShelveInstance-262142306-router', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': 'aa3b42e8-e5b9-4b61-a840-f46ae7c05771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:32Z', 'updated_at': '2022-01-28T18:40:38Z', 'revision_number': 4, 'project_id': 'e16eee31f6ca42018ba36be66071cfe9', 'gw_port': {'id': 'aa3b42e8-e5b9-4b61-a840-f46ae7c05771', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c873d15-808a-4237-b2d6-024a85674b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:33Z', 'updated_at': '2022-01-28T18:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a', 'name': '', 'network_id': '4de50d58-d440-4298-a02f-f401ac025f13', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'mac_address': 'fa:16:3e:98:a3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c873d15-808a-4237-b2d6-024a85674b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ee9080ee-3545-41a2-8542-51da797e5dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:37Z', 'updated_at': '2022-01-28T18:40:41Z', 'revision_number': 4, 'project_id': 'e16eee31f6ca42018ba36be66071cfe9', 'subnets': [{'id': 'ee9080ee-3545-41a2-8542-51da797e5dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:40:42.311067 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed967db-77ec-4b82-9f68-fde4e2190371 None None] The sync data for ids ['1c873d15-808a-4237-b2d6-024a85674b84'] in dv-neutron-826919-1-hyperv is: [{'id': '1c873d15-808a-4237-b2d6-024a85674b84', 'name': 'tempest-TestShelveInstance-262142306-router', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': 'aa3b42e8-e5b9-4b61-a840-f46ae7c05771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:32Z', 'updated_at': '2022-01-28T18:40:38Z', 'revision_number': 4, 'project_id': 'e16eee31f6ca42018ba36be66071cfe9', 'gw_port': {'id': 'aa3b42e8-e5b9-4b61-a840-f46ae7c05771', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c873d15-808a-4237-b2d6-024a85674b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:33Z', 'updated_at': '2022-01-28T18:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a', 'name': '', 'network_id': '4de50d58-d440-4298-a02f-f401ac025f13', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'mac_address': 'fa:16:3e:98:a3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c873d15-808a-4237-b2d6-024a85674b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ee9080ee-3545-41a2-8542-51da797e5dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:37Z', 'updated_at': '2022-01-28T18:40:41Z', 'revision_number': 4, 'project_id': 'e16eee31f6ca42018ba36be66071cfe9', 'subnets': [{'id': 'ee9080ee-3545-41a2-8542-51da797e5dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:40:42.322496 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc480019-ec71-40a4-8b69-e8b820c40e0c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b475b8a-4fcc-42f3-b2d7-6df7300ce033,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:42.402758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-06dcb147-f185-4914-8a08-83ececba62fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:42.436419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-cc480019-ec71-40a4-8b69-e8b820c40e0c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:42.437743 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-cc480019-ec71-40a4-8b69-e8b820c40e0c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4782114 Jan 28 18:40:42.440594 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54756) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:42.445940 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-198b2d21-72f2-44c9-ad08-2e8766d6e0e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'security_group_rule': {'security_group_id': 'ea88f526-619e-4566-a011-34981cdb2ccf', 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:42.452433 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-198b2d21-72f2-44c9-ad08-2e8766d6e0e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:42.456921 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-198b2d21-72f2-44c9-ad08-2e8766d6e0e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:42.460099 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-198b2d21-72f2-44c9-ad08-2e8766d6e0e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:42.466034 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-198b2d21-72f2-44c9-ad08-2e8766d6e0e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:42.590352 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-198b2d21-72f2-44c9-ad08-2e8766d6e0e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Project 84865306abc747ed88cff5e0bb4f0241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:40:42.598608 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-198b2d21-72f2-44c9-ad08-2e8766d6e0e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:42.668704 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-198b2d21-72f2-44c9-ad08-2e8766d6e0e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:42.779206 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-198b2d21-72f2-44c9-ad08-2e8766d6e0e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:42.807951 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b2d21-72f2-44c9-ad08-2e8766d6e0e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76a7f86-a2a6-40c7-9c8d-709980e2a3d0,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:42.885630 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-198b2d21-72f2-44c9-ad08-2e8766d6e0e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:42.886848 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-198b2d21-72f2-44c9-ad08-2e8766d6e0e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4453199 Jan 28 18:40:42.889668 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54760) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:42.895507 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-3817c76f-476b-4178-bdc7-833b2ffb5711 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'security_group_rule': {'security_group_id': 'ea88f526-619e-4566-a011-34981cdb2ccf', 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:42.902109 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3817c76f-476b-4178-bdc7-833b2ffb5711 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:42.906196 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3817c76f-476b-4178-bdc7-833b2ffb5711 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:42.909821 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-3817c76f-476b-4178-bdc7-833b2ffb5711 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:42.916449 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-3817c76f-476b-4178-bdc7-833b2ffb5711 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:43.039626 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-3817c76f-476b-4178-bdc7-833b2ffb5711 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Project 84865306abc747ed88cff5e0bb4f0241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:40:43.046985 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3817c76f-476b-4178-bdc7-833b2ffb5711 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:43.116566 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3817c76f-476b-4178-bdc7-833b2ffb5711 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:43.194288 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3817c76f-476b-4178-bdc7-833b2ffb5711 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:43.218852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817c76f-476b-4178-bdc7-833b2ffb5711 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc50bcb-9544-49e8-8e76-aa9e6a636a8b,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:43.331655 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-3817c76f-476b-4178-bdc7-833b2ffb5711 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:43.334195 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-3817c76f-476b-4178-bdc7-833b2ffb5711 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4426377 Jan 28 18:40:43.440016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:43.474673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:43.508342 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-4f8291d2-1d5e-458c-b3b0-417c83e78e51 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Synchronizing usage tracker for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:40:43.545742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:40:43.622487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-4f8291d2-1d5e-458c-b3b0-417c83e78e51 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Unset dirty status for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:40:43.623653 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-4f8291d2-1d5e-458c-b3b0-417c83e78e51 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528661254&fields=id&tenant_id=84865306abc747ed88cff5e0bb4f0241 HTTP/1.1" status: 200 len: 267 time: 0.1573188 Jan 28 18:40:43.736811 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:40:43.741933 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:43.742317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:43.774493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-c08d0757-76ea-4423-8028-9594e57cf1d3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:43.775201 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-c08d0757-76ea-4423-8028-9594e57cf1d3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Synchronizing usage tracker for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:40:43.858329 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:43.868467 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-c08d0757-76ea-4423-8028-9594e57cf1d3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Unset dirty status for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:40:43.869687 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-c08d0757-76ea-4423-8028-9594e57cf1d3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 808 time: 0.2387459 Jan 28 18:40:43.884971 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-37d146c8-2fcc-400a-981e-560ca8fb191d tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/quotas/84865306abc747ed88cff5e0bb4f0241 HTTP/1.1" status: 200 len: 375 time: 0.0097706 Jan 28 18:40:43.893355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a,segment=NetworkSegment(50ebc39b-17fd-4b12-99f8-5ea6807443fa),segment_id=50ebc39b-17fd-4b12-99f8-5ea6807443fa)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:40:43.967483 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-9039654a-f194-4ae2-81a3-c56746b0cbce tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Synchronizing usage tracker for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:40:43.988315 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:44.059942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:44.079918 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-9039654a-f194-4ae2-81a3-c56746b0cbce tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Unset dirty status for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:40:44.081232 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-9039654a-f194-4ae2-81a3-c56746b0cbce tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1910532 Jan 28 18:40:44.218456 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-6ec3a9c1-b9a0-4eb5-a124-cb814bfa372f service neutron] 10.222.0.26 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248615 Jan 28 18:40:44.350456 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-1f9fa6b6-f688-4ddb-906e-2037fdeb5106 service neutron] 10.222.0.26 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262741 Jan 28 18:40:44.665626 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a9b971e4-8231-412e-8f7f-1e5d4bb8f8f0 req-5a40e054-383f-4a3e-814f-706a611a63d9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 210 time: 0.0462542 Jan 28 18:40:45.165635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:45.503791 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:40:45.575679 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:45.576042 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:45.826119 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8fa616f9-2456-4c8c-89da-4afff994a2f8 req-560013de-a3fc-4077-8782-b6b337a1e573 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 210 time: 0.0465465 Jan 28 18:40:46.976307 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1c12b5aa-3493-4b35-a54d-ea8d7da31ff5 req-b0ae63b3-c664-415c-ab5f-7d8944e62818 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 210 time: 0.0451517 Jan 28 18:40:47.403802 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-16853805-4096-4568-b9f2-cda8b14ff137 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:47.405203 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-16853805-4096-4568-b9f2-cda8b14ff137 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 808 time: 0.2559309 Jan 28 18:40:47.455068 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-16c3a488-f91b-4bb5-bf4f-66a9aa1ce6af tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84865306abc747ed88cff5e0bb4f0241 HTTP/1.1" status: 200 len: 380 time: 0.0419252 Jan 28 18:40:47.463198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'port': {'device_id': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'admin_state_up': True, 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'security_groups': ['ea88f526-619e-4566-a011-34981cdb2ccf']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:47.607773 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:47.618089 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:47.693371 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Made reservation on behalf of 84865306abc747ed88cff5e0bb4f0241 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:40:47.696898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:47.856799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Allocated IP 172.20.0.8 (22049db5-bb66-462a-91a3-e62df7b628d3/625542c0-ea27-4860-b0e4-5f7e8667709f/663d3a07-f32f-4599-b283-ee33979e3db7) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:40:48.052766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:48.068414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Transition to ACTIVE for port object 663d3a07-f32f-4599-b283-ee33979e3db7 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:40:48.133890 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a063ad5b-088f-442d-a42b-b8e333069f9c req-618c3ee1-982e-4a37-873f-a9941abbd668 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 210 time: 0.0412593 Jan 28 18:40:48.165476 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:48.237486 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Network 22049db5-bb66-462a-91a3-e62df7b628d3 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:40:48.240690 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:40:48.244507 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:40:48.280006 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'Port': ['ID=663d3a07-f32f-4599-b283-ee33979e3db7,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:48.311198 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:48.311835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:48.437086 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-450930d8-d53f-4b12-8aa6-1a720cf3f934 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9772317 Jan 28 18:40:48.447873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Request body: {'port': {'device_id': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:48.538835 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c63d8548-b92e-401d-a934-480b208a4372 None None] Provisioning for port 663d3a07-f32f-4599-b283-ee33979e3db7 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:40:48.547743 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c63d8548-b92e-401d-a934-480b208a4372 None None] Provisioning complete for port 663d3a07-f32f-4599-b283-ee33979e3db7 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:48.548107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c63d8548-b92e-401d-a934-480b208a4372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:48.561042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:48.600610 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-c63d8548-b92e-401d-a934-480b208a4372 None None] Port 663d3a07-f32f-4599-b283-ee33979e3db7 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:40:48.901532 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663d3a07-f32f-4599-b283-ee33979e3db7 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:40:48.909258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:48.924463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Transition to ACTIVE for port object 663d3a07-f32f-4599-b283-ee33979e3db7 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:40:49.016750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:49.185913 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Pushing event updated for resources: {'Port': ['ID=663d3a07-f32f-4599-b283-ee33979e3db7,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:49.262139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Attempting to bind port 663d3a07-f32f-4599-b283-ee33979e3db7 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:40:49.262476 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Attempting to bind port 663d3a07-f32f-4599-b283-ee33979e3db7 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:40:49.262807 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Attempting to bind port 663d3a07-f32f-4599-b283-ee33979e3db7 on network 22049db5-bb66-462a-91a3-e62df7b628d3 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:40:49.268332 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Port 663d3a07-f32f-4599-b283-ee33979e3db7 on network 22049db5-bb66-462a-91a3-e62df7b628d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:40:49.268652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Attempting to bind port 663d3a07-f32f-4599-b283-ee33979e3db7 on network 22049db5-bb66-462a-91a3-e62df7b628d3 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:40:49.274064 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:40:49.274399 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Checking segment: {'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:40:49.274781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Bound using segment: {'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:40:49.275319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Bound port: 663d3a07-f32f-4599-b283-ee33979e3db7, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:40:49.275878 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:49.345460 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04de5e-2128-4da8-8664-8b2367adc490 req-fe70d870-2245-430f-b98b-dfb45c9cb4e8 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:49.346910 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4a04de5e-2128-4da8-8664-8b2367adc490 req-fe70d870-2245-430f-b98b-dfb45c9cb4e8 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.0867441 Jan 28 18:40:49.397707 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4a04de5e-2128-4da8-8664-8b2367adc490 req-0b0ab0ff-c2e5-4160-a540-b4d789fe783b tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Jan 28 18:40:49.483405 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] For port 663d3a07-f32f-4599-b283-ee33979e3db7, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:40:49.486471 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] For port 663d3a07-f32f-4599-b283-ee33979e3db7, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=663d3a07-f32f-4599-b283-ee33979e3db7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:40:49.594714 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:49.654228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:49.654859 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:49.656293 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] 10.222.0.16 "PUT /v2.0/ports/663d3a07-f32f-4599-b283-ee33979e3db7 HTTP/1.1" status: 200 len: 1093 time: 1.2124934 Jan 28 18:40:49.656667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:40:49.680351 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3345a9e-57b9-4ed1-9b83-7a8d361af958 service neutron] Pushing event updated for resources: {'Port': ['ID=663d3a07-f32f-4599-b283-ee33979e3db7,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:49.708195 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7', 'status': 'completed', 'code': 200} Jan 28 18:40:49.803328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03034805-02e8-4062-ab6d-892dd9eb61d8 req-1e7fb76e-f569-4689-b600-748681767b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:49.804836 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-03034805-02e8-4062-ab6d-892dd9eb61d8 req-1e7fb76e-f569-4689-b600-748681767b04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 1096 time: 0.0754509 Jan 28 18:40:49.943118 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03034805-02e8-4062-ab6d-892dd9eb61d8 req-82144b26-ea6a-45de-ad25-a099ee2d7fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:49.944444 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-03034805-02e8-4062-ab6d-892dd9eb61d8 req-82144b26-ea6a-45de-ad25-a099ee2d7fd4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=84865306abc747ed88cff5e0bb4f0241&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1327214 Jan 28 18:40:50.086284 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03034805-02e8-4062-ab6d-892dd9eb61d8 req-79163481-0f86-43d4-b8ed-eed7ae1a9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:50.087807 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-03034805-02e8-4062-ab6d-892dd9eb61d8 req-79163481-0f86-43d4-b8ed-eed7ae1a9323 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368241 Jan 28 18:40:50.194819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-6907e10e-0fff-4170-9819-b0d73f02f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:50.196351 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-6907e10e-0fff-4170-9819-b0d73f02f13e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 1096 time: 0.0713141 Jan 28 18:40:50.269095 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-94fb8da1-0401-4fdc-b362-49660b1a4209 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=663d3a07-f32f-4599-b283-ee33979e3db7 HTTP/1.1" status: 200 len: 217 time: 0.0650754 Jan 28 18:40:50.273855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:50.332422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-9fead5a0-c56e-483f-adb0-d2e2a9ec7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:50.333851 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-9fead5a0-c56e-483f-adb0-d2e2a9ec7e6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0595653 Jan 28 18:40:50.413154 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-d9023cc2-d2ac-4407-987e-e274b971ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:50.414604 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-d9023cc2-d2ac-4407-987e-e274b971ee21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753968 Jan 28 18:40:50.560115 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-d0673d44-de0b-468d-91e7-be9b0b12c03f service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391070 Jan 28 18:40:50.592086 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a03807-a185-4702-9dac-b6ca7f961c05 req-0fdeeb43-3fd1-48fb-a86e-bedac559cb21 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:50.593561 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-52a03807-a185-4702-9dac-b6ca7f961c05 req-0fdeeb43-3fd1-48fb-a86e-bedac559cb21 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.0871580 Jan 28 18:40:50.645683 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-52a03807-a185-4702-9dac-b6ca7f961c05 req-11c15286-b168-4914-9751-53defc44293e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451322 Jan 28 18:40:50.701001 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8979c459-4d6b-43bc-a492-76d63a775c28 req-503bac45-33fc-43b8-ad31-818a7c48c0ca service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355400 Jan 28 18:40:51.842521 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515199c-8a66-42cd-adc8-dec04f924877 req-6b5b063d-d69d-4674-8a73-8de41b4a4c0a tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:51.843266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-1515199c-8a66-42cd-adc8-dec04f924877 req-6b5b063d-d69d-4674-8a73-8de41b4a4c0a tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Synchronizing usage tracker for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:40:51.921512 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-1515199c-8a66-42cd-adc8-dec04f924877 req-6b5b063d-d69d-4674-8a73-8de41b4a4c0a tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Unset dirty status for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:40:51.923581 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1515199c-8a66-42cd-adc8-dec04f924877 req-6b5b063d-d69d-4674-8a73-8de41b4a4c0a tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.1576321 Jan 28 18:40:51.968404 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1515199c-8a66-42cd-adc8-dec04f924877 req-5cccafd3-4f41-458e-8b9e-120f31c76076 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391896 Jan 28 18:40:53.158915 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd42d72-c305-4502-a8d3-90f45db74f17 req-27ae52d0-19b1-4789-8557-2d7c4d6e5245 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:53.160367 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1bd42d72-c305-4502-a8d3-90f45db74f17 req-27ae52d0-19b1-4789-8557-2d7c4d6e5245 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.0792055 Jan 28 18:40:53.203606 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1bd42d72-c305-4502-a8d3-90f45db74f17 req-ecd13f0a-8e4a-4037-b521-843febc639e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370197 Jan 28 18:40:53.453841 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 663d3a07-f32f-4599-b283-ee33979e3db7 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:40:53.656339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 663d3a07-f32f-4599-b283-ee33979e3db7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=663d3a07-f32f-4599-b283-ee33979e3db7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:40:53.669238 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '663d3a07-f32f-4599-b283-ee33979e3db7', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'port_id': '663d3a07-f32f-4599-b283-ee33979e3db7', 'mac_address': 'fa:16:3e:dc:73:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:40:53.727520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:53.749830 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663d3a07-f32f-4599-b283-ee33979e3db7 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:40:53.765809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 663d3a07-f32f-4599-b283-ee33979e3db7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=663d3a07-f32f-4599-b283-ee33979e3db7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:40:53.864547 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:53.930279 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=663d3a07-f32f-4599-b283-ee33979e3db7,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:54.072275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['663d3a07-f32f-4599-b283-ee33979e3db7'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:40:54.388430 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98b976-7b49-46db-a765-f1bc5fbbc44e req-7e7088fc-f309-4f3d-8986-f6d6f126f65e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:54.389887 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8f98b976-7b49-46db-a765-f1bc5fbbc44e req-7e7088fc-f309-4f3d-8986-f6d6f126f65e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 944 time: 0.0836036 Jan 28 18:40:54.433503 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8f98b976-7b49-46db-a765-f1bc5fbbc44e req-222d1484-e6a2-4fbb-ac32-35de82ef01ed tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374811 Jan 28 18:40:55.470061 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 663d3a07-f32f-4599-b283-ee33979e3db7 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:40:55.621464 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929ea1e-d674-406a-932e-ac88fc5f6b3d req-115a1c17-c908-4891-b0f4-e810927dbc51 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:55.622889 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7929ea1e-d674-406a-932e-ac88fc5f6b3d req-115a1c17-c908-4891-b0f4-e810927dbc51 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 944 time: 0.0833235 Jan 28 18:40:55.629943 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 663d3a07-f32f-4599-b283-ee33979e3db7 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:40:55.635267 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 663d3a07-f32f-4599-b283-ee33979e3db7 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:40:55.635644 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:55.669042 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-7929ea1e-d674-406a-932e-ac88fc5f6b3d req-641a933e-cce3-4308-bebf-31b078ecb03e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397437 Jan 28 18:40:55.754320 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:55.780834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:40:55.790953 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 663d3a07-f32f-4599-b283-ee33979e3db7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=663d3a07-f32f-4599-b283-ee33979e3db7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:40:55.830929 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7', 'code': 200} Jan 28 18:40:55.881772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:55.950595 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=663d3a07-f32f-4599-b283-ee33979e3db7,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:56.243575 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0870a3-4549-4382-b6f8-15a6b6abb982 req-e46e5b20-4252-48eb-b2f0-47121c9461c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:56.246504 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5a0870a3-4549-4382-b6f8-15a6b6abb982 req-e46e5b20-4252-48eb-b2f0-47121c9461c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 1098 time: 0.0702789 Jan 28 18:40:56.286360 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5a0870a3-4549-4382-b6f8-15a6b6abb982 req-fc024aea-bf16-4118-ba3f-2f9b8a303c7a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345936 Jan 28 18:40:56.868231 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea010c93-3436-46c9-acf7-f3c894070cb0 req-3d7bceda-02ed-4c39-a5a4-8e8f5714af78 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:56.872127 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ea010c93-3436-46c9-acf7-f3c894070cb0 req-3d7bceda-02ed-4c39-a5a4-8e8f5714af78 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0988715 Jan 28 18:40:56.935891 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ea010c93-3436-46c9-acf7-f3c894070cb0 req-cae35479-8078-4d99-bfa0-ac771f308d6e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583210 Jan 28 18:40:58.125894 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1d973-fbe4-4490-9312-1b4b9eb0ee7f req-78efc898-94ce-478b-9859-bebe97604cc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:58.127359 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c0c1d973-fbe4-4490-9312-1b4b9eb0ee7f req-78efc898-94ce-478b-9859-bebe97604cc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0820644 Jan 28 18:40:58.173634 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c0c1d973-fbe4-4490-9312-1b4b9eb0ee7f req-d8ccb811-9f99-45dd-b7a3-5c630d09672e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402443 Jan 28 18:40:58.355349 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20416c4-f250-4ea9-93e2-662d3ccfba99 req-1b04f7c1-1aba-4067-8737-965201588867 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:58.356687 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b20416c4-f250-4ea9-93e2-662d3ccfba99 req-1b04f7c1-1aba-4067-8737-965201588867 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0814335 Jan 28 18:40:58.399690 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b20416c4-f250-4ea9-93e2-662d3ccfba99 req-7d9b9acc-a270-4b98-964e-65e10e620b4c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373471 Jan 28 18:40:58.422165 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54818) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:58.596587 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4979e87-35fd-49c1-b081-78e81265bfe6 tempest-TestShelveInstance-1958305543 tempest-TestShelveInstance-1958305543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:58.598206 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b4979e87-35fd-49c1-b081-78e81265bfe6 tempest-TestShelveInstance-1958305543 tempest-TestShelveInstance-1958305543-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 1093 time: 0.1750865 Jan 28 18:40:58.601636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 54824) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:40:58.606684 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '663d3a07-f32f-4599-b283-ee33979e3db7', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:40:58.607649 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fe81e9b6-c92a-4d90-b40b-6e795de18df9 req-fac138d0-3649-4e85-a324-a58e58dea38a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688751 Jan 28 18:40:58.613703 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:40:58.617649 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:floatingip and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:40:58.620600 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:40:58.626895 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:40:58.708029 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for floatingip, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:58.768957 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81e9b6-c92a-4d90-b40b-6e795de18df9 req-9744db9d-005b-438e-a133-d9837b7d465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:58.770410 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fe81e9b6-c92a-4d90-b40b-6e795de18df9 req-9744db9d-005b-438e-a133-d9837b7d465f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 1098 time: 0.0738902 Jan 28 18:40:58.842064 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:59.001050 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Allocated IP 172.26.1.159 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/5e4582cc-ed80-4a80-ab33-e7328cc0fa5b) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:40:59.042074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81e9b6-c92a-4d90-b40b-6e795de18df9 req-69941855-06a3-4233-946b-27d455a8a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:59.043906 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fe81e9b6-c92a-4d90-b40b-6e795de18df9 req-69941855-06a3-4233-946b-27d455a8a0f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.2544463 Jan 28 18:40:59.119413 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fe81e9b6-c92a-4d90-b40b-6e795de18df9 req-e0047946-38ca-46b4-8333-fcd9cf6aa847 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=663d3a07-f32f-4599-b283-ee33979e3db7 HTTP/1.1" status: 200 len: 217 time: 0.0687702 Jan 28 18:40:59.168873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:59.189625 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81e9b6-c92a-4d90-b40b-6e795de18df9 req-79415a33-87cc-4b06-b9b6-0be34ed95a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:59.191175 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fe81e9b6-c92a-4d90-b40b-6e795de18df9 req-79415a33-87cc-4b06-b9b6-0be34ed95a42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0655937 Jan 28 18:40:59.267417 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81e9b6-c92a-4d90-b40b-6e795de18df9 req-6061e888-60c7-4140-b8f6-482c66e36a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:40:59.268804 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fe81e9b6-c92a-4d90-b40b-6e795de18df9 req-6061e888-60c7-4140-b8f6-482c66e36a2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720165 Jan 28 18:40:59.287725 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:40:59.358763 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:40:59.362176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:40:59.365350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:40:59.403175 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fe81e9b6-c92a-4d90-b40b-6e795de18df9 req-2e9b51dc-8822-44b1-a70d-2c66d26ef3e1 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281431 Jan 28 18:40:59.410155 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'Port': ['ID=5e4582cc-ed80-4a80-ab33-e7328cc0fa5b,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:40:59.536048 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fe81e9b6-c92a-4d90-b40b-6e795de18df9 req-5b9292c3-1596-4bde-b6ee-a254a3c4ec78 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264780 Jan 28 18:40:59.899627 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:00.050192 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:00.269946 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for port, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:00.347946 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1814346'] for port, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:00.459691 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'Port': ['ID=5e4582cc-ed80-4a80-ab33-e7328cc0fa5b,revision_number=2']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:41:00.469481 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:00.639262 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.l3_db [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Floating IP 81a2110a-7024-4e1d-a661-9023a8691ff1 associated. External IP: 172.26.1.159, port: 663d3a07-f32f-4599-b283-ee33979e3db7. Jan 28 18:41:00.986219 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Router 525fb9dc-3134-4090-9585-cc755dd74b0c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:41:01.169558 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:41:01.179720 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec1612-9e87-4f26-b6fd-95df9d707eed None None] Sync routers for ids ['525fb9dc-3134-4090-9585-cc755dd74b0c'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:41:01.189775 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec1612-9e87-4f26-b6fd-95df9d707eed None None] Routers {'525fb9dc-3134-4090-9585-cc755dd74b0c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:41:01.190388 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-bfec1612-9e87-4f26-b6fd-95df9d707eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:40:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['525fb9dc-3134-4090-9585-cc755dd74b0c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:41:01.252708 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:01.307770 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-0177af23-c4f8-431f-99a6-0090c606d2e9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7050672 Jan 28 18:41:01.308350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7'}] {{(pid=88159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:41:01.353450 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7', 'status': 'completed', 'code': 200} Jan 28 18:41:01.370635 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-bfec1612-9e87-4f26-b6fd-95df9d707eed None None] Set router 525fb9dc-3134-4090-9585-cc755dd74b0c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:41:01.446166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154093c-9386-43f9-ae09-71169391d847 req-ca401dbe-bd44-4940-9352-a346b0a69fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:41:01.447688 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d154093c-9386-43f9-ae09-71169391d847 req-ca401dbe-bd44-4940-9352-a346b0a69fe4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 1098 time: 0.0740364 Jan 28 18:41:01.581424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154093c-9386-43f9-ae09-71169391d847 req-e6417ced-fbfa-4afa-aa11-2c1d689e2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:41:01.582785 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d154093c-9386-43f9-ae09-71169391d847 req-e6417ced-fbfa-4afa-aa11-2c1d689e2504 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.1287084 Jan 28 18:41:01.691323 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d154093c-9386-43f9-ae09-71169391d847 req-4e1a09bc-c696-44b1-a41b-9fccc41bc050 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=663d3a07-f32f-4599-b283-ee33979e3db7 HTTP/1.1" status: 200 len: 999 time: 0.0971427 Jan 28 18:41:01.711349 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-bfec1612-9e87-4f26-b6fd-95df9d707eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '81a2110a-7024-4e1d-a661-9023a8691ff1', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'port_id': '663d3a07-f32f-4599-b283-ee33979e3db7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'mac_address': 'fa:16:3e:dc:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:40:59Z', 'updated_at': '2022-01-28T18:40:59Z', 'revision_number': 0, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:36Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:41:01.715300 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec1612-9e87-4f26-b6fd-95df9d707eed None None] Checking router: 525fb9dc-3134-4090-9585-cc755dd74b0c for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:41:01.723688 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec1612-9e87-4f26-b6fd-95df9d707eed None None] Routers {'525fb9dc-3134-4090-9585-cc755dd74b0c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:41:01.724271 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-bfec1612-9e87-4f26-b6fd-95df9d707eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:40:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['525fb9dc-3134-4090-9585-cc755dd74b0c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:41:01.752522 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154093c-9386-43f9-ae09-71169391d847 req-33d7f819-b703-4586-a676-b3b5882a60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:41:01.753971 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d154093c-9386-43f9-ae09-71169391d847 req-33d7f819-b703-4586-a676-b3b5882a60c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0574012 Jan 28 18:41:01.832208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154093c-9386-43f9-ae09-71169391d847 req-52660b77-ba09-4299-a5ee-6483aa98b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:41:01.833604 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d154093c-9386-43f9-ae09-71169391d847 req-52660b77-ba09-4299-a5ee-6483aa98b315 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737221 Jan 28 18:41:01.904815 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-bfec1612-9e87-4f26-b6fd-95df9d707eed None None] Set router 525fb9dc-3134-4090-9585-cc755dd74b0c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:41:01.968004 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d154093c-9386-43f9-ae09-71169391d847 req-2d880584-a594-4b9c-b024-164f76f4eaea service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278455 Jan 28 18:41:02.100234 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d154093c-9386-43f9-ae09-71169391d847 req-c550bf26-c270-42ae-b806-7a8aff9bbcc3 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255686 Jan 28 18:41:02.288864 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-bfec1612-9e87-4f26-b6fd-95df9d707eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '81a2110a-7024-4e1d-a661-9023a8691ff1', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'port_id': '663d3a07-f32f-4599-b283-ee33979e3db7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'mac_address': 'fa:16:3e:dc:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:40:59Z', 'updated_at': '2022-01-28T18:40:59Z', 'revision_number': 0, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:36Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:41:02.292918 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec1612-9e87-4f26-b6fd-95df9d707eed None None] The sync data for ids ['525fb9dc-3134-4090-9585-cc755dd74b0c'] in dv-neutron-826919-1-hyperv is: [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '81a2110a-7024-4e1d-a661-9023a8691ff1', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'port_id': '663d3a07-f32f-4599-b283-ee33979e3db7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'mac_address': 'fa:16:3e:dc:73:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:40:59Z', 'updated_at': '2022-01-28T18:40:59Z', 'revision_number': 0, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:36Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:41:02.504833 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b284501-e831-4d7c-ad7b-66f521f58275 None None] New status for floating IP 81a2110a-7024-4e1d-a661-9023a8691ff1: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:41:09.989907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-487570d6-1dc1-4ec1-84b1-5e111a2f62b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:12.365005 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e404b329-883a-47f9-8563-b8cceedf9023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:13.428237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:13.479636 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:14.116760 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:41:15.126666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:20.326667 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:40.012069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ed098182-1c88-49b1-ab4f-1ef65ff23065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:42.353352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-31028502-6550-4627-9a31-ad9b1d46d463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:43.401000 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:43.433253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:45.126001 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:50.332421 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:41:51.114984 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:42:01.021369 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-902dbe11-396b-4384-988a-bd1004772f63 req-4d6b4108-9981-472c-8393-e9ed18b51c35 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781314 Jan 28 18:42:01.159889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dbe11-396b-4384-988a-bd1004772f63 req-6ca31f51-3947-4473-8c87-fa028d2adedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:42:01.161434 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-902dbe11-396b-4384-988a-bd1004772f63 req-6ca31f51-3947-4473-8c87-fa028d2adedf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 1098 time: 0.0695984 Jan 28 18:42:01.315445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dbe11-396b-4384-988a-bd1004772f63 req-1d0b2640-4459-4102-b812-33cb4284f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:42:01.317392 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-902dbe11-396b-4384-988a-bd1004772f63 req-1d0b2640-4459-4102-b812-33cb4284f537 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.1375735 Jan 28 18:42:01.419407 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-902dbe11-396b-4384-988a-bd1004772f63 req-e1239f10-a3ba-4084-a626-7b64d0606de7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=663d3a07-f32f-4599-b283-ee33979e3db7 HTTP/1.1" status: 200 len: 1001 time: 0.0956955 Jan 28 18:42:01.583714 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dbe11-396b-4384-988a-bd1004772f63 req-5870fa72-cd26-41d3-aa65-a6ec92b3bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:42:01.585051 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-902dbe11-396b-4384-988a-bd1004772f63 req-5870fa72-cd26-41d3-aa65-a6ec92b3bffb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.1602454 Jan 28 18:42:01.673520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dbe11-396b-4384-988a-bd1004772f63 req-50472ee3-80a1-4ad2-b5e4-fc4f4a211618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:42:01.675184 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-902dbe11-396b-4384-988a-bd1004772f63 req-50472ee3-80a1-4ad2-b5e4-fc4f4a211618 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836608 Jan 28 18:42:01.806666 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-902dbe11-396b-4384-988a-bd1004772f63 req-1bce1532-cb36-4600-b854-45f6532e659f service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248569 Jan 28 18:42:01.939356 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-902dbe11-396b-4384-988a-bd1004772f63 req-60bc9435-6a3c-472e-9761-14897bd3d484 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269116 Jan 28 18:42:09.999069 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-edeede6c-1c9b-4df7-875f-dd76e0fcb0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:42:12.371494 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bdeb0fd9-accf-48ae-9b2e-334e1d631964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:42:13.405904 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:42:13.434177 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:42:15.125392 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:42:20.325772 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:42:28.114907 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:42:40.011664 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7edf966c-a41a-4a1f-8bba-7494d1d5cf29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:42:42.394845 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d2f48855-e33b-45b8-b53d-c75ad6d732c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:42:43.432468 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:42:43.477800 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:42:45.142105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:42:50.331361 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:42:56.785047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea0b88-2c14-4971-affc-6d7a5aa5f1c8 req-3609c0a1-3409-418f-a52f-bd3d46637925 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:42:56.786283 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e0ea0b88-2c14-4971-affc-6d7a5aa5f1c8 req-3609c0a1-3409-418f-a52f-bd3d46637925 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0876729 Jan 28 18:42:56.831213 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e0ea0b88-2c14-4971-affc-6d7a5aa5f1c8 req-730732e9-f5ca-4298-8c10-ae11d0c925ff tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391729 Jan 28 18:42:58.150934 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca261bf7-6b46-4b45-b93f-4bbf9b0cd976 req-27e42f74-1ffe-414f-b56d-74c0d54fe389 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:42:58.152453 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ca261bf7-6b46-4b45-b93f-4bbf9b0cd976 req-27e42f74-1ffe-414f-b56d-74c0d54fe389 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.2074111 Jan 28 18:42:58.197441 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ca261bf7-6b46-4b45-b93f-4bbf9b0cd976 req-50580ef9-125e-4ef2-a2f4-c375a7ebf173 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389643 Jan 28 18:42:59.401336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eda18b-b2d7-47ca-a55e-8385552d9b62 req-dfb9a7be-8fc4-4bd4-87f8-15bd6b2c5b12 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:42:59.402850 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b6eda18b-b2d7-47ca-a55e-8385552d9b62 req-dfb9a7be-8fc4-4bd4-87f8-15bd6b2c5b12 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0888073 Jan 28 18:42:59.448754 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b6eda18b-b2d7-47ca-a55e-8385552d9b62 req-7c409827-ed6d-4851-978d-cf9ec84cf596 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402200 Jan 28 18:43:00.639471 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a204bd9-0b97-4b75-9c63-df93300a7191 req-f906b3c7-9fba-4fc9-a71b-7afd85521c7b tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:00.640902 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2a204bd9-0b97-4b75-9c63-df93300a7191 req-f906b3c7-9fba-4fc9-a71b-7afd85521c7b tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0799301 Jan 28 18:43:00.688906 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2a204bd9-0b97-4b75-9c63-df93300a7191 req-a04bc244-5af2-413a-a45c-a55c5c023c9c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420089 Jan 28 18:43:02.033452 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159829b-80a3-41be-97c4-bd15b88bb5a7 req-346f1180-4e6f-4142-b872-fe9891d56291 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:02.034288 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8159829b-80a3-41be-97c4-bd15b88bb5a7 req-346f1180-4e6f-4142-b872-fe9891d56291 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0837605 Jan 28 18:43:02.077761 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8159829b-80a3-41be-97c4-bd15b88bb5a7 req-4c37949b-7de9-43e3-b139-5cffe5b40871 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376887 Jan 28 18:43:02.661919 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daa7ef-5460-48b1-abbd-e19b04420785 req-e53d6dc3-f49c-48e8-8c7f-1f6c54d4ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:02.663412 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-04daa7ef-5460-48b1-abbd-e19b04420785 req-e53d6dc3-f49c-48e8-8c7f-1f6c54d4ed7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 1098 time: 0.0699911 Jan 28 18:43:02.806264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daa7ef-5460-48b1-abbd-e19b04420785 req-1fd3ac15-17b6-4b55-aa04-37795fdde099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:02.807733 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-04daa7ef-5460-48b1-abbd-e19b04420785 req-1fd3ac15-17b6-4b55-aa04-37795fdde099 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.1249025 Jan 28 18:43:02.911101 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-04daa7ef-5460-48b1-abbd-e19b04420785 req-14c21b94-46de-404b-9400-2399781e58cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=663d3a07-f32f-4599-b283-ee33979e3db7 HTTP/1.1" status: 200 len: 1001 time: 0.0972526 Jan 28 18:43:02.980928 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daa7ef-5460-48b1-abbd-e19b04420785 req-3c178e64-1747-46fd-8e65-a8aad0611532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:02.982292 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-04daa7ef-5460-48b1-abbd-e19b04420785 req-3c178e64-1747-46fd-8e65-a8aad0611532 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0646343 Jan 28 18:43:03.057310 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daa7ef-5460-48b1-abbd-e19b04420785 req-15c119fd-36e3-4d3e-816f-eaf7a573b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:03.058764 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-04daa7ef-5460-48b1-abbd-e19b04420785 req-15c119fd-36e3-4d3e-816f-eaf7a573b6ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696137 Jan 28 18:43:03.195463 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-04daa7ef-5460-48b1-abbd-e19b04420785 req-bd1cc811-d1eb-4694-89c6-7dd8b6589d6d service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297734 Jan 28 18:43:03.282974 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac6ca4-61c4-42e0-adeb-c3bdd71975cb req-59362667-a690-4837-8d14-51c7f44e6a69 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:03.284946 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-02ac6ca4-61c4-42e0-adeb-c3bdd71975cb req-59362667-a690-4837-8d14-51c7f44e6a69 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0992651 Jan 28 18:43:03.328388 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-02ac6ca4-61c4-42e0-adeb-c3bdd71975cb req-9e91c688-1b30-4270-9e70-b2c554d223d6 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376101 Jan 28 18:43:03.335703 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-04daa7ef-5460-48b1-abbd-e19b04420785 req-16e38e17-5cb1-4152-a103-4e1468d7e8ef service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339955 Jan 28 18:43:04.511538 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3257d-4918-436e-b7b8-e71d13081e9a req-753492f3-8de8-4f66-bfd9-9098f255dbc6 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:04.513013 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4ce3257d-4918-436e-b7b8-e71d13081e9a req-753492f3-8de8-4f66-bfd9-9098f255dbc6 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0785234 Jan 28 18:43:04.562746 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4ce3257d-4918-436e-b7b8-e71d13081e9a req-ce42b2e1-0e7c-4580-ab94-97aa6bf2634d tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 Jan 28 18:43:05.114567 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:43:05.756345 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09739639-df9c-43d4-b8fc-f276e3b3fb54 req-f47ba336-a9d2-4df7-a76c-5cb7273f4673 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:05.757807 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-09739639-df9c-43d4-b8fc-f276e3b3fb54 req-f47ba336-a9d2-4df7-a76c-5cb7273f4673 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0846786 Jan 28 18:43:05.803101 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-09739639-df9c-43d4-b8fc-f276e3b3fb54 req-6645106c-751a-4e14-bf13-ef324084bf91 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394874 Jan 28 18:43:06.991381 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff0af-45cb-4cb8-9252-bc67ee453526 req-f8bdcf7a-94b4-40de-9d63-6ed91d5fe460 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:06.993900 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1cfff0af-45cb-4cb8-9252-bc67ee453526 req-f8bdcf7a-94b4-40de-9d63-6ed91d5fe460 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0829289 Jan 28 18:43:07.042676 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1cfff0af-45cb-4cb8-9252-bc67ee453526 req-7ccfc1d8-b0b2-4512-88eb-c7cc77e41b39 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420043 Jan 28 18:43:08.231589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a616376-6853-43f0-a0fa-c4f58815fe64 req-a1008be5-6817-4d64-86d0-52f05655e26e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:08.237647 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4a616376-6853-43f0-a0fa-c4f58815fe64 req-a1008be5-6817-4d64-86d0-52f05655e26e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0831952 Jan 28 18:43:08.283214 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4a616376-6853-43f0-a0fa-c4f58815fe64 req-6a212504-2ffd-487c-a30f-bc0c1419ab99 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433640 Jan 28 18:43:09.491358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618130a-e5fe-493b-b429-ac48e3ecf12f req-9a332b2f-9c56-4948-a532-eefa51115d59 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:09.492859 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2618130a-e5fe-493b-b429-ac48e3ecf12f req-9a332b2f-9c56-4948-a532-eefa51115d59 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0874815 Jan 28 18:43:09.642911 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2618130a-e5fe-493b-b429-ac48e3ecf12f req-dcd71960-d914-47cd-8e01-3e470115d396 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438286 Jan 28 18:43:09.988140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bdfd9c3e-0c2b-491d-9fd1-3e0315f6e2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:10.028698 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 663d3a07-f32f-4599-b283-ee33979e3db7 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:43:10.181972 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 663d3a07-f32f-4599-b283-ee33979e3db7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=663d3a07-f32f-4599-b283-ee33979e3db7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:43:10.196018 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '663d3a07-f32f-4599-b283-ee33979e3db7', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'port_id': '663d3a07-f32f-4599-b283-ee33979e3db7', 'mac_address': 'fa:16:3e:dc:73:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:43:10.253758 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:10.272771 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 663d3a07-f32f-4599-b283-ee33979e3db7 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:43:10.288871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 663d3a07-f32f-4599-b283-ee33979e3db7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=663d3a07-f32f-4599-b283-ee33979e3db7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:43:10.353230 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:10.432310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['663d3a07-f32f-4599-b283-ee33979e3db7'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:43:10.482676 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=663d3a07-f32f-4599-b283-ee33979e3db7,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:43:10.494853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:43:10.495321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:43:10.495672 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:43:10.496008 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:43:10.496347 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:43:10.496681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:43:10.497012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:43:10.497340 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:43:10.497671 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:43:10.498001 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:43:10.498326 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:43:10.498651 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:43:10.885852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f9848-77a3-46b2-9a93-2e7d565aa318 req-49a7cf67-d7ac-48f6-ac13-0a2fe3960a1e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:10.888167 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-608f9848-77a3-46b2-9a93-2e7d565aa318 req-49a7cf67-d7ac-48f6-ac13-0a2fe3960a1e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 944 time: 0.1068392 Jan 28 18:43:10.939259 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-608f9848-77a3-46b2-9a93-2e7d565aa318 req-a51d1838-ded7-4fae-86b6-05b3c2bdaad6 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448906 Jan 28 18:43:12.030001 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 663d3a07-f32f-4599-b283-ee33979e3db7 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:43:12.127133 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 663d3a07-f32f-4599-b283-ee33979e3db7 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:43:12.127668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:12.223478 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5af119-ba52-4532-9d03-d2b398522932 req-e0d8ea08-1f41-4d7f-ab3b-e864ad87da3b tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:12.232047 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5af119-ba52-4532-9d03-d2b398522932 req-e0d8ea08-1f41-4d7f-ab3b-e864ad87da3b tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 944 time: 0.1521444 Jan 28 18:43:12.268449 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:12.309105 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:43:12.314193 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-bb5af119-ba52-4532-9d03-d2b398522932 req-707d8e75-d4b0-46e5-a37b-e71e6a0f437c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791821 Jan 28 18:43:12.353621 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 663d3a07-f32f-4599-b283-ee33979e3db7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=663d3a07-f32f-4599-b283-ee33979e3db7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:43:12.371536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-24157a5b-3a98-4f56-8b78-5bad9a2df7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:12.378845 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7', 'code': 200} Jan 28 18:43:12.433880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:12.533350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=663d3a07-f32f-4599-b283-ee33979e3db7,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:43:13.473605 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:13.504833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a0bc2-1550-4de9-acea-a9928121099f req-865980c2-336a-40db-bcd9-3f9b6975578f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:13.508527 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c65a0bc2-1550-4de9-acea-a9928121099f req-865980c2-336a-40db-bcd9-3f9b6975578f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0914111 Jan 28 18:43:13.548014 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:13.579042 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c65a0bc2-1550-4de9-acea-a9928121099f req-00895a5f-c74c-4272-86cc-8ed88cf3cea3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567763 Jan 28 18:43:14.794818 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b81576-3dc0-42ca-966d-19129665b3cd req-e8b8bc36-37db-44ad-929d-2364c4235c16 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:14.802617 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-22b81576-3dc0-42ca-966d-19129665b3cd req-e8b8bc36-37db-44ad-929d-2364c4235c16 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.1006000 Jan 28 18:43:14.853278 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-22b81576-3dc0-42ca-966d-19129665b3cd req-f96c0523-966c-4ebf-a544-4258edf1f423 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494897 Jan 28 18:43:15.170976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:16.057168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc45289-1afa-47d4-8de9-6bdf9bdf1779 req-0667502e-daa1-4095-9dda-9b8ef5e9411d tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:16.058663 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9bc45289-1afa-47d4-8de9-6bdf9bdf1779 req-0667502e-daa1-4095-9dda-9b8ef5e9411d tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0857615 Jan 28 18:43:16.109823 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9bc45289-1afa-47d4-8de9-6bdf9bdf1779 req-e2172696-46cd-4832-af42-0e974c33a797 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454543 Jan 28 18:43:17.334442 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13be349-a98e-4502-b982-4093bc7c7551 req-712ce99a-fbb1-49d6-8efc-70e23927d69f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:17.335919 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d13be349-a98e-4502-b982-4093bc7c7551 req-712ce99a-fbb1-49d6-8efc-70e23927d69f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0974107 Jan 28 18:43:17.387512 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d13be349-a98e-4502-b982-4093bc7c7551 req-d71bd82b-8f27-46f1-abc3-8c546325bf8c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452988 Jan 28 18:43:18.631964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c6412-38fa-41c1-a003-174a7fb86f96 req-6ad8f927-94f0-4240-a3db-d80686a2c5e3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:18.634460 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e96c6412-38fa-41c1-a003-174a7fb86f96 req-6ad8f927-94f0-4240-a3db-d80686a2c5e3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.1335547 Jan 28 18:43:18.693717 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e96c6412-38fa-41c1-a003-174a7fb86f96 req-a7ac0c07-8987-42dc-b53c-750fec6e951e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522544 Jan 28 18:43:19.901821 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66446fe5-5275-439a-af38-685fb4f4c2e8 req-601ae57c-1705-418c-9762-5ec7393ebd23 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:19.904092 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-66446fe5-5275-439a-af38-685fb4f4c2e8 req-601ae57c-1705-418c-9762-5ec7393ebd23 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0878265 Jan 28 18:43:19.968749 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-66446fe5-5275-439a-af38-685fb4f4c2e8 req-1ebed486-0da4-4f66-a5ad-7d14fd6a61b4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582008 Jan 28 18:43:20.329246 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:21.167905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54386a-2cb4-4d4f-a6e6-0532f1ba742b req-bcc904ef-29f1-4814-9832-9e184dd8ab22 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:21.169430 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3c54386a-2cb4-4d4f-a6e6-0532f1ba742b req-bcc904ef-29f1-4814-9832-9e184dd8ab22 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0950687 Jan 28 18:43:21.215391 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3c54386a-2cb4-4d4f-a6e6-0532f1ba742b req-4394128f-03a3-4f45-a7da-2e7c96466ff7 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403011 Jan 28 18:43:21.338275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eebe85-b649-4121-90b7-dd243c5f4840 req-5c429158-ad8e-4395-bcaa-49781c00d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:21.339694 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-80eebe85-b649-4121-90b7-dd243c5f4840 req-5c429158-ad8e-4395-bcaa-49781c00d65e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 1098 time: 0.0694416 Jan 28 18:43:21.468523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eebe85-b649-4121-90b7-dd243c5f4840 req-b073d33c-23d7-43f2-8c56-195fad8d4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:21.469978 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-80eebe85-b649-4121-90b7-dd243c5f4840 req-b073d33c-23d7-43f2-8c56-195fad8d4bd7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.1243281 Jan 28 18:43:21.573576 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-80eebe85-b649-4121-90b7-dd243c5f4840 req-2f41e731-89e0-4566-9214-dd99d07b2ee6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=663d3a07-f32f-4599-b283-ee33979e3db7 HTTP/1.1" status: 200 len: 1001 time: 0.0972388 Jan 28 18:43:21.634247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eebe85-b649-4121-90b7-dd243c5f4840 req-9629faf8-2c7e-4ae0-b474-e047e1119070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:21.635702 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-80eebe85-b649-4121-90b7-dd243c5f4840 req-9629faf8-2c7e-4ae0-b474-e047e1119070 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0565341 Jan 28 18:43:21.722585 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eebe85-b649-4121-90b7-dd243c5f4840 req-76ee7ecd-e321-4be1-90f2-f31d8fbbf7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:21.724076 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-80eebe85-b649-4121-90b7-dd243c5f4840 req-76ee7ecd-e321-4be1-90f2-f31d8fbbf7de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823154 Jan 28 18:43:21.864558 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-80eebe85-b649-4121-90b7-dd243c5f4840 req-95e257b2-e8b8-4a05-a8ee-f5dc245bb4de service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341259 Jan 28 18:43:21.993557 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-80eebe85-b649-4121-90b7-dd243c5f4840 req-879956fb-1a30-40d1-b2ab-619b523ed063 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224825 Jan 28 18:43:22.397654 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3452-7f1d-4f56-ac90-92a1e985d3b6 req-fa61e775-a386-4cb0-a88f-54f903063a16 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:22.399184 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a9da3452-7f1d-4f56-ac90-92a1e985d3b6 req-fa61e775-a386-4cb0-a88f-54f903063a16 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0804651 Jan 28 18:43:22.445513 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a9da3452-7f1d-4f56-ac90-92a1e985d3b6 req-bb067dd2-7055-4988-ba68-87f2ede1c21a tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407596 Jan 28 18:43:23.633275 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80227a1b-f6c2-42e7-bda0-be24747e53a6 req-92333ccc-8939-434c-a129-9b8360519734 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:23.634834 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-80227a1b-f6c2-42e7-bda0-be24747e53a6 req-92333ccc-8939-434c-a129-9b8360519734 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0786388 Jan 28 18:43:23.681963 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-80227a1b-f6c2-42e7-bda0-be24747e53a6 req-09dc7926-8e4c-40c5-8f93-f6512fdf5e5c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414367 Jan 28 18:43:24.867842 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16317d8-3aa5-4907-9b1c-baa5c4927ef0 req-5a2845f7-24d3-4fc6-bd9d-52fcca7b8d41 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:24.869302 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b16317d8-3aa5-4907-9b1c-baa5c4927ef0 req-5a2845f7-24d3-4fc6-bd9d-52fcca7b8d41 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0820541 Jan 28 18:43:24.912886 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-b16317d8-3aa5-4907-9b1c-baa5c4927ef0 req-1ffce22f-0053-4e54-8d6f-702b894f8775 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381024 Jan 28 18:43:25.341768 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f377-6112-4109-9b28-d30fd980ee43 req-d42f69de-1939-4e4b-b4e5-9265fc31ae91 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:25.343231 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2a87f377-6112-4109-9b28-d30fd980ee43 req-d42f69de-1939-4e4b-b4e5-9265fc31ae91 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 945 time: 0.0846148 Jan 28 18:43:25.391886 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2a87f377-6112-4109-9b28-d30fd980ee43 req-97c4c475-ee76-492d-86f3-6603cfacd02b tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399528 Jan 28 18:43:25.712374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55004) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:43:25.857392 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-968fd33e-002f-406b-abd7-6c37a81766ce req-1df848b4-cff5-441c-be08-b5c0efd333e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1438842 Jan 28 18:43:26.105167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 663d3a07-f32f-4599-b283-ee33979e3db7 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:43:26.227095 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:26.256220 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:43:26.266398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 663d3a07-f32f-4599-b283-ee33979e3db7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=663d3a07-f32f-4599-b283-ee33979e3db7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:43:26.296829 dv-neutron-826919-1-hyperv neutron-server[88160]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7', 'code': 422} returned with failed status Jan 28 18:43:26.359143 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:26.430225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=663d3a07-f32f-4599-b283-ee33979e3db7,revision_number=8']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:43:26.596261 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045d93e-e905-49d5-9bf2-2593328c08df req-7cc96f76-0de9-4739-ad82-d98a3be2847f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:26.598141 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0045d93e-e905-49d5-9bf2-2593328c08df req-7cc96f76-0de9-4739-ad82-d98a3be2847f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.0968804 Jan 28 18:43:26.642515 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0045d93e-e905-49d5-9bf2-2593328c08df req-6a43c80e-bd71-467d-b19a-7943cbf30f7c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384064 Jan 28 18:43:27.369082 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fd33e-002f-406b-abd7-6c37a81766ce req-af7a19e0-7009-4d92-b062-eb5f6d22fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:27.370456 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-968fd33e-002f-406b-abd7-6c37a81766ce req-af7a19e0-7009-4d92-b062-eb5f6d22fba3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf&tenant_id=84865306abc747ed88cff5e0bb4f0241 HTTP/1.1" status: 200 len: 1096 time: 0.0710845 Jan 28 18:43:27.463763 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fd33e-002f-406b-abd7-6c37a81766ce req-c1ebddeb-fdd5-49f1-99a8-0d9f050dbc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:27.465233 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-968fd33e-002f-406b-abd7-6c37a81766ce req-c1ebddeb-fdd5-49f1-99a8-0d9f050dbc25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 1096 time: 0.0735109 Jan 28 18:43:27.697272 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fd33e-002f-406b-abd7-6c37a81766ce req-4d0b9425-1e88-4dd0-96ab-438eed7a7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:27.698703 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-968fd33e-002f-406b-abd7-6c37a81766ce req-4d0b9425-1e88-4dd0-96ab-438eed7a7475 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.2275751 Jan 28 18:43:27.856745 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-968fd33e-002f-406b-abd7-6c37a81766ce req-33038391-1854-4f0f-898c-ccc588a6a508 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=663d3a07-f32f-4599-b283-ee33979e3db7 HTTP/1.1" status: 200 len: 999 time: 0.1516535 Jan 28 18:43:27.927738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04817dd2-6f53-443e-92fd-17d2fe0df471 req-24384f3d-79c8-4e8f-a36b-176d58745145 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:27.929075 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-04817dd2-6f53-443e-92fd-17d2fe0df471 req-24384f3d-79c8-4e8f-a36b-176d58745145 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.1626825 Jan 28 18:43:27.937581 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fd33e-002f-406b-abd7-6c37a81766ce req-2589d260-7180-43a8-b80e-2e1bcd9281ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:27.938929 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-968fd33e-002f-406b-abd7-6c37a81766ce req-2589d260-7180-43a8-b80e-2e1bcd9281ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0763745 Jan 28 18:43:28.024699 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-04817dd2-6f53-443e-92fd-17d2fe0df471 req-f6cad9c4-920d-4be1-b175-4818122e8347 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888994 Jan 28 18:43:28.042674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fd33e-002f-406b-abd7-6c37a81766ce req-0871be7d-12f0-4f6c-9d5b-2eb1c97a072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:28.044170 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-968fd33e-002f-406b-abd7-6c37a81766ce req-0871be7d-12f0-4f6c-9d5b-2eb1c97a072a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923054 Jan 28 18:43:28.173801 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-968fd33e-002f-406b-abd7-6c37a81766ce req-26ec65c2-b4e1-4d46-ab01-749f3d8fca8e service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236522 Jan 28 18:43:28.305929 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-968fd33e-002f-406b-abd7-6c37a81766ce req-ef38c96b-5cb2-4b56-b787-cc29a0379891 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255851 Jan 28 18:43:29.254815 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c79d20-78f2-4a80-8ee9-0c6c2be51a7d req-dfe0514a-d54e-4f2c-a5b4-eb198b30a1c5 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:29.263065 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-62c79d20-78f2-4a80-8ee9-0c6c2be51a7d req-dfe0514a-d54e-4f2c-a5b4-eb198b30a1c5 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.0996039 Jan 28 18:43:29.320224 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-62c79d20-78f2-4a80-8ee9-0c6c2be51a7d req-c59b6049-14dd-4d47-8fef-b283faf84a29 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559883 Jan 28 18:43:30.566559 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157e0e2-72f1-4464-be51-51b6c2adf4d3 req-91d5dd12-a56d-4c99-bcef-10612e2ccb85 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:30.569074 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4157e0e2-72f1-4464-be51-51b6c2adf4d3 req-91d5dd12-a56d-4c99-bcef-10612e2ccb85 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.1271136 Jan 28 18:43:30.617673 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4157e0e2-72f1-4464-be51-51b6c2adf4d3 req-66317a88-1365-4a72-bc3d-78b290abd4b6 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423214 Jan 28 18:43:31.824429 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497fa72-022a-4b12-8b2f-5eda62bf84f5 req-683f6d5a-9b67-4837-8bf7-22d1db2e3745 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:31.826788 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5497fa72-022a-4b12-8b2f-5eda62bf84f5 req-683f6d5a-9b67-4837-8bf7-22d1db2e3745 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.0935163 Jan 28 18:43:31.879228 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5497fa72-022a-4b12-8b2f-5eda62bf84f5 req-2870c0f4-5c20-4a06-affc-1c6054f5bb66 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457013 Jan 28 18:43:33.126755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95773-1a09-488d-98ff-b8b34abb65ce req-7789877c-1cb2-44e5-bee8-35d30e42d831 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:33.128444 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-87a95773-1a09-488d-98ff-b8b34abb65ce req-7789877c-1cb2-44e5-bee8-35d30e42d831 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.1230590 Jan 28 18:43:33.187216 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-87a95773-1a09-488d-98ff-b8b34abb65ce req-96c245ed-3fe0-4315-a633-eaadc1d63851 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528898 Jan 28 18:43:34.412910 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25550f95-8cb4-4361-82f8-7405d1ba644c req-98cfa803-4b7b-4623-aac8-5b117cc43c6c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:34.414425 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-25550f95-8cb4-4361-82f8-7405d1ba644c req-98cfa803-4b7b-4623-aac8-5b117cc43c6c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.0944862 Jan 28 18:43:34.467837 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-25550f95-8cb4-4361-82f8-7405d1ba644c req-9b3e16e0-8a33-44f9-a42c-b5750bde6ddc tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469179 Jan 28 18:43:35.693883 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d158774-db66-4428-ae13-f6fc3249373e req-3d1c523c-0629-4923-94f1-94f6e4763c36 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:35.701622 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d158774-db66-4428-ae13-f6fc3249373e req-3d1c523c-0629-4923-94f1-94f6e4763c36 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.0951982 Jan 28 18:43:35.755667 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4d158774-db66-4428-ae13-f6fc3249373e req-1414c2e8-7e3f-4872-a43d-7a4a5efe4cf5 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526793 Jan 28 18:43:37.006508 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f151f-357a-480d-b224-b7c8f4a2b6bc req-f7b3da2f-2f26-44e5-897d-e34b3ca97393 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:37.008096 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d49f151f-357a-480d-b224-b7c8f4a2b6bc req-f7b3da2f-2f26-44e5-897d-e34b3ca97393 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.0843308 Jan 28 18:43:37.053640 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d49f151f-357a-480d-b224-b7c8f4a2b6bc req-97e0600a-8e23-477e-9b71-9bb34ea822ae tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398836 Jan 28 18:43:38.247424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fea0e-004f-4549-b84e-c597a043525f req-f6786a4f-cbdd-46b4-a736-381cebfd2943 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:38.248885 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d95fea0e-004f-4549-b84e-c597a043525f req-f6786a4f-cbdd-46b4-a736-381cebfd2943 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.0859118 Jan 28 18:43:38.297995 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d95fea0e-004f-4549-b84e-c597a043525f req-4936b853-53f0-455f-bf1b-52ecfd7409d1 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391700 Jan 28 18:43:39.491911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692b17b-5c14-4366-b501-875802cb8c6a req-ad9908d0-9e37-4e13-af58-b520ce97a756 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:39.494049 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2692b17b-5c14-4366-b501-875802cb8c6a req-ad9908d0-9e37-4e13-af58-b520ce97a756 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 943 time: 0.0894458 Jan 28 18:43:39.540469 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2692b17b-5c14-4366-b501-875802cb8c6a req-1144734e-6cd3-4905-83b5-1221e5bf835e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408704 Jan 28 18:43:39.997895 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8297258-55b1-4665-bd17-a25a256b0f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:40.183396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 663d3a07-f32f-4599-b283-ee33979e3db7 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:43:40.319590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 663d3a07-f32f-4599-b283-ee33979e3db7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=663d3a07-f32f-4599-b283-ee33979e3db7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:43:40.333119 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '663d3a07-f32f-4599-b283-ee33979e3db7', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'port_id': '663d3a07-f32f-4599-b283-ee33979e3db7', 'mac_address': 'fa:16:3e:dc:73:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:43:40.391767 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:40.408637 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663d3a07-f32f-4599-b283-ee33979e3db7 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:43:40.424428 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 663d3a07-f32f-4599-b283-ee33979e3db7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=663d3a07-f32f-4599-b283-ee33979e3db7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:43:40.507396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:40.579706 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=663d3a07-f32f-4599-b283-ee33979e3db7,revision_number=9']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:43:40.714237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['663d3a07-f32f-4599-b283-ee33979e3db7'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:43:40.732426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74943b1d-ee66-48c5-a2a3-31ee3b0d7138 req-57a0c64e-131e-4a9c-8ee6-e4ab4f5e839f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:40.734129 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-74943b1d-ee66-48c5-a2a3-31ee3b0d7138 req-57a0c64e-131e-4a9c-8ee6-e4ab4f5e839f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 944 time: 0.0851557 Jan 28 18:43:40.781998 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-74943b1d-ee66-48c5-a2a3-31ee3b0d7138 req-1e52f9a5-fee7-43ea-a757-d6253545bca9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422823 Jan 28 18:43:41.965774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b8caa-6ee0-4571-9137-3cf4dd122e6e req-bbc2a8b7-ccfe-42b2-8583-c396b04f4e9e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:41.972860 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ca3b8caa-6ee0-4571-9137-3cf4dd122e6e req-bbc2a8b7-ccfe-42b2-8583-c396b04f4e9e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 944 time: 0.0818491 Jan 28 18:43:42.012749 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ca3b8caa-6ee0-4571-9137-3cf4dd122e6e req-124cacd8-b2e0-49c2-b084-74fbc8844569 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392523 Jan 28 18:43:42.113633 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:43:42.199072 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 663d3a07-f32f-4599-b283-ee33979e3db7 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:43:42.268815 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 663d3a07-f32f-4599-b283-ee33979e3db7 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:43:42.270074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:42.399447 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-efbd787e-7948-4754-85da-128f032cd8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:42.402487 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:42.434438 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:43:42.445139 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 663d3a07-f32f-4599-b283-ee33979e3db7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=663d3a07-f32f-4599-b283-ee33979e3db7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:43:42.507283 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:42.576480 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=663d3a07-f32f-4599-b283-ee33979e3db7,revision_number=10']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:43:43.226592 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0776e3-14eb-4f6b-b6ba-7ef1aa956891 req-51571d35-0e59-450c-a9d3-ed425d7e1992 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:43.228092 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eb0776e3-14eb-4f6b-b6ba-7ef1aa956891 req-51571d35-0e59-450c-a9d3-ed425d7e1992 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 946 time: 0.0860641 Jan 28 18:43:43.273405 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-eb0776e3-14eb-4f6b-b6ba-7ef1aa956891 req-f03dd8a9-b953-4636-a995-b1af50464b67 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396519 Jan 28 18:43:43.426043 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:43.466429 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:43.488074 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7', 'code': 200} Jan 28 18:43:43.871171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ed275-e2ad-416f-8f5c-78a9a71a2f70 req-88d697cf-0e30-4994-8f4b-ddb030dcb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:43.872540 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-da8ed275-e2ad-416f-8f5c-78a9a71a2f70 req-88d697cf-0e30-4994-8f4b-ddb030dcb4e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 1099 time: 0.0725980 Jan 28 18:43:43.914373 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-da8ed275-e2ad-416f-8f5c-78a9a71a2f70 req-2b060bef-e04d-4b3a-8b47-f8d67371c811 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356359 Jan 28 18:43:44.472545 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a3c1c-6529-473a-af4c-a6ac5fbc1167 req-7fd225e9-a0f9-469b-ba0d-a8eae420903d tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:44.474068 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-892a3c1c-6529-473a-af4c-a6ac5fbc1167 req-7fd225e9-a0f9-469b-ba0d-a8eae420903d tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 946 time: 0.0856702 Jan 28 18:43:44.522507 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-892a3c1c-6529-473a-af4c-a6ac5fbc1167 req-4664dca9-7ed6-4200-8917-e5d4d5310f24 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428956 Jan 28 18:43:45.124460 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:43:45.716789 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc7282-33a4-4d66-a4cf-1550813578ac req-2d7556ad-d2cf-401e-a844-818e3d4a9628 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:45.718217 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f0cc7282-33a4-4d66-a4cf-1550813578ac req-2d7556ad-d2cf-401e-a844-818e3d4a9628 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 946 time: 0.0842452 Jan 28 18:43:45.764935 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f0cc7282-33a4-4d66-a4cf-1550813578ac req-9599085b-a913-41f6-9118-f142c961c3ab tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408700 Jan 28 18:43:46.963604 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba10722-6fb4-4dac-af6b-d20e10466e32 req-467430c3-aa66-4398-a36e-c6e14f080de3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:43:46.965114 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9ba10722-6fb4-4dac-af6b-d20e10466e32 req-467430c3-aa66-4398-a36e-c6e14f080de3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 946 time: 0.0833032 Jan 28 18:43:47.012938 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9ba10722-6fb4-4dac-af6b-d20e10466e32 req-c7ba6e7b-a37c-478f-a11d-f4772e728cb6 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416286 Jan 28 18:43:50.341113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:04.605051 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ba6114ae-2ea6-47f6-89a7-160396a8434a req-f3fd0873-659e-4587-91d6-9deaeb49ca51 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719912 Jan 28 18:44:04.745052 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6114ae-2ea6-47f6-89a7-160396a8434a req-b542b6e7-db52-4580-850c-be5d25b8da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:44:04.746527 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ba6114ae-2ea6-47f6-89a7-160396a8434a req-b542b6e7-db52-4580-850c-be5d25b8da44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 1099 time: 0.0717318 Jan 28 18:44:04.892051 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6114ae-2ea6-47f6-89a7-160396a8434a req-b616e2c2-2333-4db3-947a-6635155c1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:44:04.893800 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ba6114ae-2ea6-47f6-89a7-160396a8434a req-b616e2c2-2333-4db3-947a-6635155c1e06 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.1267586 Jan 28 18:44:04.998964 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ba6114ae-2ea6-47f6-89a7-160396a8434a req-d2f10746-5d97-4777-acf1-cf281bd7c0a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=663d3a07-f32f-4599-b283-ee33979e3db7 HTTP/1.1" status: 200 len: 1001 time: 0.0985856 Jan 28 18:44:05.063888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6114ae-2ea6-47f6-89a7-160396a8434a req-53517429-57d3-445a-99e7-dc9eecec0104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:44:05.065340 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ba6114ae-2ea6-47f6-89a7-160396a8434a req-53517429-57d3-445a-99e7-dc9eecec0104 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0603602 Jan 28 18:44:05.245362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6114ae-2ea6-47f6-89a7-160396a8434a req-217aa912-f8d6-4595-9d23-bebab9c606eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:44:05.247378 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ba6114ae-2ea6-47f6-89a7-160396a8434a req-217aa912-f8d6-4595-9d23-bebab9c606eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1739330 Jan 28 18:44:05.377814 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ba6114ae-2ea6-47f6-89a7-160396a8434a req-aa2f5c0f-f9d6-42dd-9d17-435e567c3d4d service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238070 Jan 28 18:44:05.507971 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ba6114ae-2ea6-47f6-89a7-160396a8434a req-96873651-dde3-4500-936e-62642444632c service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232550 Jan 28 18:44:10.015465 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0a9a9633-fc12-4352-8fe9-c92d3e057c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:12.363708 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-af5dcc0b-5257-481e-a765-f39567643172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:13.420876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:13.449283 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:15.180749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:19.111883 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:44:20.357827 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:39.974463 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d9a680e4-e082-456b-a355-c5639b2eb505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:42.380197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a8e10f64-77c4-43c8-8a42-7bf1a04e2a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:43.489098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:43.499903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:45.163536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:50.431691 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:56.113266 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:44:57.616245 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55152) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:44:57.823865 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Deleting port 5e4582cc-ed80-4a80-ab33-e7328cc0fa5b {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:44:57.824114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:57.999615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:57.999945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:58.128554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Calling delete_port for 5e4582cc-ed80-4a80-ab33-e7328cc0fa5b owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:44:58.374577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:58.458025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event deleted for resources: {'Port': ['ID=5e4582cc-ed80-4a80-ab33-e7328cc0fa5b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:44:58.496750 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:44:58.497086 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:44:58.497425 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:44:58.497755 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:44:58.498076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:44:58.498396 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:44:58.498717 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:44:58.499066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:44:58.499389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:44:58.499706 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:44:58.500042 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:44:58.500361 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:44:58.529618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:58.529949 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Floating IP 81a2110a-7024-4e1d-a661-9023a8691ff1 disassociated (deleted). External IP: 172.26.1.159, port: 663d3a07-f32f-4599-b283-ee33979e3db7. Jan 28 18:44:58.994459 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Router 525fb9dc-3134-4090-9585-cc755dd74b0c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:44:59.175228 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:44:59.185770 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6cd9f8-38f1-4ff1-8516-9b224feb010b None None] Sync routers for ids ['525fb9dc-3134-4090-9585-cc755dd74b0c'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:44:59.195625 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6cd9f8-38f1-4ff1-8516-9b224feb010b None None] Routers {'525fb9dc-3134-4090-9585-cc755dd74b0c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:44:59.196222 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-da6cd9f8-38f1-4ff1-8516-9b224feb010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:44:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['525fb9dc-3134-4090-9585-cc755dd74b0c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:44:59.256879 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:44:59.343523 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c2f6da42-4854-4701-8cac-2075912e6158 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "DELETE /v2.0/floatingips/81a2110a-7024-4e1d-a661-9023a8691ff1 HTTP/1.1" status: 204 len: 168 time: 1.7260544 Jan 28 18:44:59.344248 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:44:59.399575 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7', 'status': 'completed', 'code': 200} Jan 28 18:44:59.409178 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-da6cd9f8-38f1-4ff1-8516-9b224feb010b None None] Set router 525fb9dc-3134-4090-9585-cc755dd74b0c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:44:59.558735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050bf44-6c30-4580-a848-3cc32d7ef48d req-58bfcb46-d3e9-4284-a5f2-ae701450db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:44:59.560209 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d050bf44-6c30-4580-a848-3cc32d7ef48d req-58bfcb46-d3e9-4284-a5f2-ae701450db87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 1099 time: 0.1381691 Jan 28 18:44:59.695794 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050bf44-6c30-4580-a848-3cc32d7ef48d req-655caf63-4b27-4cff-8440-832378203d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:44:59.697401 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d050bf44-6c30-4580-a848-3cc32d7ef48d req-655caf63-4b27-4cff-8440-832378203d5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.1313720 Jan 28 18:44:59.771478 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-da6cd9f8-38f1-4ff1-8516-9b224feb010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:36Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:44:59.775011 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d050bf44-6c30-4580-a848-3cc32d7ef48d req-6b430f96-8e20-41a2-a3c6-d0c45a1d01a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=663d3a07-f32f-4599-b283-ee33979e3db7 HTTP/1.1" status: 200 len: 217 time: 0.0679541 Jan 28 18:44:59.776602 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6cd9f8-38f1-4ff1-8516-9b224feb010b None None] Checking router: 525fb9dc-3134-4090-9585-cc755dd74b0c for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:44:59.785857 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6cd9f8-38f1-4ff1-8516-9b224feb010b None None] Routers {'525fb9dc-3134-4090-9585-cc755dd74b0c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:44:59.786467 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-da6cd9f8-38f1-4ff1-8516-9b224feb010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:44:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['525fb9dc-3134-4090-9585-cc755dd74b0c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:44:59.842612 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050bf44-6c30-4580-a848-3cc32d7ef48d req-715d4b19-5a39-4c63-866c-4fa3e9eefbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:44:59.844972 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d050bf44-6c30-4580-a848-3cc32d7ef48d req-715d4b19-5a39-4c63-866c-4fa3e9eefbff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0634813 Jan 28 18:44:59.937954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050bf44-6c30-4580-a848-3cc32d7ef48d req-42b7a3ee-af3e-4b78-809c-f2636f59e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:44:59.939514 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d050bf44-6c30-4580-a848-3cc32d7ef48d req-42b7a3ee-af3e-4b78-809c-f2636f59e04b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874865 Jan 28 18:44:59.951805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [req-d050bf44-6c30-4580-a848-3cc32d7ef48d req-e299ae61-c90f-4029-a126-be7302d708c6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 18:44:59.952771 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d050bf44-6c30-4580-a848-3cc32d7ef48d req-e299ae61-c90f-4029-a126-be7302d708c6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052528 Jan 28 18:44:59.979772 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7114f-467e-4b93-b81c-31d9149a6d3b req-0415d3f2-f4ca-4dd5-9b53-72451918a88c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:44:59.984181 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-da6cd9f8-38f1-4ff1-8516-9b224feb010b None None] Set router 525fb9dc-3134-4090-9585-cc755dd74b0c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:44:59.987280 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d0f7114f-467e-4b93-b81c-31d9149a6d3b req-0415d3f2-f4ca-4dd5-9b53-72451918a88c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 946 time: 0.0967166 Jan 28 18:45:00.040048 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d0f7114f-467e-4b93-b81c-31d9149a6d3b req-16cae98a-1085-43d0-85d8-9a024fdfae2c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511112 Jan 28 18:45:00.101862 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d050bf44-6c30-4580-a848-3cc32d7ef48d req-98b31e89-53fc-4d73-8aa7-6ed2f2ae156a service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419044 Jan 28 18:45:00.238328 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d050bf44-6c30-4580-a848-3cc32d7ef48d req-c6594651-7966-4b97-863b-497242d8c2fd service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303506 Jan 28 18:45:00.353182 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-da6cd9f8-38f1-4ff1-8516-9b224feb010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:36Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:45:00.357352 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6cd9f8-38f1-4ff1-8516-9b224feb010b None None] The sync data for ids ['525fb9dc-3134-4090-9585-cc755dd74b0c'] in dv-neutron-826919-1-hyperv is: [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:36Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:45:00.603487 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497b965-73b9-49ac-89eb-9f81f4daf8c6 None None] New status for floating IP 81a2110a-7024-4e1d-a661-9023a8691ff1: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:45:01.201809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041c53c-4553-474c-a82c-743729ac9192 req-6661dccb-a206-4991-b06d-0110932129db tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:01.202697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-0041c53c-4553-474c-a82c-743729ac9192 req-6661dccb-a206-4991-b06d-0110932129db tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Synchronizing usage tracker for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:45:01.278793 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-0041c53c-4553-474c-a82c-743729ac9192 req-6661dccb-a206-4991-b06d-0110932129db tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Unset dirty status for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:45:01.279940 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0041c53c-4553-474c-a82c-743729ac9192 req-6661dccb-a206-4991-b06d-0110932129db tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 946 time: 0.1636937 Jan 28 18:45:01.362817 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb2cc9-8738-4b28-8641-05be7ef06060 req-d5bfe808-8b0e-44e4-b9fd-3cb62521619f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:01.364216 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-24bb2cc9-8738-4b28-8641-05be7ef06060 req-d5bfe808-8b0e-44e4-b9fd-3cb62521619f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 946 time: 0.2166798 Jan 28 18:45:01.367652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-0041c53c-4553-474c-a82c-743729ac9192 req-5ea138ee-f020-429d-b979-0376cb19e0ec tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Deleting port 663d3a07-f32f-4599-b283-ee33979e3db7 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:45:01.367993 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0041c53c-4553-474c-a82c-743729ac9192 req-5ea138ee-f020-429d-b979-0376cb19e0ec tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:01.499543 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-24bb2cc9-8738-4b28-8641-05be7ef06060 req-90660d1a-44d5-41d5-a7a4-76392de80764 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea88f526-619e-4566-a011-34981cdb2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063755 Jan 28 18:45:01.773585 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-0041c53c-4553-474c-a82c-743729ac9192 req-5ea138ee-f020-429d-b979-0376cb19e0ec tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] For port 663d3a07-f32f-4599-b283-ee33979e3db7, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=663d3a07-f32f-4599-b283-ee33979e3db7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:45:01.773990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0041c53c-4553-474c-a82c-743729ac9192 req-5ea138ee-f020-429d-b979-0376cb19e0ec tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:01.906123 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-0041c53c-4553-474c-a82c-743729ac9192 req-5ea138ee-f020-429d-b979-0376cb19e0ec tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Calling delete_port for 663d3a07-f32f-4599-b283-ee33979e3db7 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:45:02.180278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0041c53c-4553-474c-a82c-743729ac9192 req-5ea138ee-f020-429d-b979-0376cb19e0ec tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:02.232996 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea138ee-f020-429d-b979-0376cb19e0ec tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event deleted for resources: {'Port': ['ID=663d3a07-f32f-4599-b283-ee33979e3db7,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:02.310115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0041c53c-4553-474c-a82c-743729ac9192 req-5ea138ee-f020-429d-b979-0376cb19e0ec tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] No DVR routers for this DVR port 663d3a07-f32f-4599-b283-ee33979e3db7 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:45:02.312477 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0041c53c-4553-474c-a82c-743729ac9192 req-5ea138ee-f020-429d-b979-0376cb19e0ec tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:02.314940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'name': 'network-vif-deleted', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:45:02.361411 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf', 'name': 'network-vif-deleted', 'tag': '663d3a07-f32f-4599-b283-ee33979e3db7', 'status': 'completed', 'code': 200} Jan 28 18:45:02.398038 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0041c53c-4553-474c-a82c-743729ac9192 req-5ea138ee-f020-429d-b979-0376cb19e0ec tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.16 "DELETE /v2.0/ports/663d3a07-f32f-4599-b283-ee33979e3db7 HTTP/1.1" status: 204 len: 173 time: 1.1122508 Jan 28 18:45:02.663819 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-49126a09-e27c-4cd8-a22c-fee1cb37733e req-6baa2be2-2126-4c59-a784-830e7de03306 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Synchronizing usage tracker for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:45:02.746902 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-49126a09-e27c-4cd8-a22c-fee1cb37733e req-6baa2be2-2126-4c59-a784-830e7de03306 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Unset dirty status for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:45:02.748179 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-49126a09-e27c-4cd8-a22c-fee1cb37733e req-6baa2be2-2126-4c59-a784-830e7de03306 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8bc538d-5ba4-4e1f-a307-7e9a77afbfaf HTTP/1.1" status: 200 len: 210 time: 0.1264248 Jan 28 18:45:03.844559 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55182) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:45:03.916688 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6edad1e-4707-4a8b-a395-90604b103389 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:03.950921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6edad1e-4707-4a8b-a395-90604b103389 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:04.094653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6edad1e-4707-4a8b-a395-90604b103389 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:04.113976 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edad1e-4707-4a8b-a395-90604b103389 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea88f526-619e-4566-a011-34981cdb2ccf,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:04.173158 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e6edad1e-4707-4a8b-a395-90604b103389 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:04.174837 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e6edad1e-4707-4a8b-a395-90604b103389 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "DELETE /v2.0/security-groups/ea88f526-619e-4566-a011-34981cdb2ccf HTTP/1.1" status: 204 len: 168 time: 0.3287902 Jan 28 18:45:04.496635 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 663d3a07-f32f-4599-b283-ee33979e3db7 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:45:04.535551 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 663d3a07-f32f-4599-b283-ee33979e3db7 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:45:04.535903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 663d3a07-f32f-4599-b283-ee33979e3db7 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:45:04.600950 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55190) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:45:04.606801 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1303239363', 'description': 'tempest-secgroup-smoke-1303239363 description', 'project_id': '84865306abc747ed88cff5e0bb4f0241'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:45:04.612968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:45:04.617245 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:45:04.620439 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:45:04.626268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:45:04.700365 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:04.721546 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:45:04.725718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:45:04.729421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:45:04.735623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:45:04.810606 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:04.872373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:04.920935 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a019b10d-0a0a-4a88-af17-01ec1e2ece31,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:05.060146 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:05.061465 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9ed11576-3200-4b7f-a45d-e4ef09ea3bf3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4594681 Jan 28 18:45:05.064308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55194) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:45:05.069491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-cbea6f14-e909-4b02-af36-a35d55f3a548 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'security_group_rule': {'security_group_id': 'a019b10d-0a0a-4a88-af17-01ec1e2ece31', 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:45:05.076229 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cbea6f14-e909-4b02-af36-a35d55f3a548 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:45:05.080138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cbea6f14-e909-4b02-af36-a35d55f3a548 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:45:05.083081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cbea6f14-e909-4b02-af36-a35d55f3a548 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:45:05.089407 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cbea6f14-e909-4b02-af36-a35d55f3a548 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:45:05.175308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cbea6f14-e909-4b02-af36-a35d55f3a548 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:05.237776 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cbea6f14-e909-4b02-af36-a35d55f3a548 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:05.288544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cbea6f14-e909-4b02-af36-a35d55f3a548 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:05.313074 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea6f14-e909-4b02-af36-a35d55f3a548 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c026b70-8090-4653-bf67-d5e4a3fa14ad,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:05.368932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cbea6f14-e909-4b02-af36-a35d55f3a548 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:05.370135 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cbea6f14-e909-4b02-af36-a35d55f3a548 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3047738 Jan 28 18:45:05.372816 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55198) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:45:05.377825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-763d8206-57ee-407e-86c7-1d504b697f01 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'security_group_rule': {'security_group_id': 'a019b10d-0a0a-4a88-af17-01ec1e2ece31', 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:45:05.384582 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-763d8206-57ee-407e-86c7-1d504b697f01 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:45:05.388598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-763d8206-57ee-407e-86c7-1d504b697f01 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:45:05.391627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-763d8206-57ee-407e-86c7-1d504b697f01 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:45:05.397881 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-763d8206-57ee-407e-86c7-1d504b697f01 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:45:05.456374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-763d8206-57ee-407e-86c7-1d504b697f01 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:05.521653 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-763d8206-57ee-407e-86c7-1d504b697f01 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:05.579741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-763d8206-57ee-407e-86c7-1d504b697f01 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:05.604577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d8206-57ee-407e-86c7-1d504b697f01 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aab17ef-5b3f-4490-a188-79dacfd3d674,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:05.677199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-763d8206-57ee-407e-86c7-1d504b697f01 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:05.678471 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-763d8206-57ee-407e-86c7-1d504b697f01 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3047121 Jan 28 18:45:05.681895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55202) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:45:05.687138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-c820b479-c131-4fab-b0d6-330784393277 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'security_group_rule': {'security_group_id': 'a019b10d-0a0a-4a88-af17-01ec1e2ece31', 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:45:05.693273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c820b479-c131-4fab-b0d6-330784393277 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:45:05.697171 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c820b479-c131-4fab-b0d6-330784393277 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:45:05.700112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c820b479-c131-4fab-b0d6-330784393277 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:45:05.705841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c820b479-c131-4fab-b0d6-330784393277 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:45:05.764059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c820b479-c131-4fab-b0d6-330784393277 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:05.834852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c820b479-c131-4fab-b0d6-330784393277 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:05.900210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c820b479-c131-4fab-b0d6-330784393277 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:05.924550 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820b479-c131-4fab-b0d6-330784393277 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2643081a-1c91-455f-9dbf-356a6eaaabf4,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:05.985639 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c820b479-c131-4fab-b0d6-330784393277 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:05.986840 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c820b479-c131-4fab-b0d6-330784393277 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3040149 Jan 28 18:45:05.989577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55206) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:45:05.995232 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-9a4d614f-66a3-458f-97c1-974f6c11c9e4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'security_group_rule': {'security_group_id': 'a019b10d-0a0a-4a88-af17-01ec1e2ece31', 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:45:06.001333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9a4d614f-66a3-458f-97c1-974f6c11c9e4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:45:06.005217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9a4d614f-66a3-458f-97c1-974f6c11c9e4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:45:06.008339 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-9a4d614f-66a3-458f-97c1-974f6c11c9e4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:45:06.014389 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-9a4d614f-66a3-458f-97c1-974f6c11c9e4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:45:06.118408 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9a4d614f-66a3-458f-97c1-974f6c11c9e4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:06.197052 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9a4d614f-66a3-458f-97c1-974f6c11c9e4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:06.265693 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9a4d614f-66a3-458f-97c1-974f6c11c9e4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:06.294379 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d614f-66a3-458f-97c1-974f6c11c9e4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ae5cab-7741-439d-bfed-6c02e6739e8b,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:06.363317 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9a4d614f-66a3-458f-97c1-974f6c11c9e4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:06.364586 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9a4d614f-66a3-458f-97c1-974f6c11c9e4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3741035 Jan 28 18:45:06.367395 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55210) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:45:06.392778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-81ad6a9d-e107-4444-a994-4957e6103928 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'security_group_rule': {'security_group_id': 'a019b10d-0a0a-4a88-af17-01ec1e2ece31', 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:45:06.392778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-81ad6a9d-e107-4444-a994-4957e6103928 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:45:06.392778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-81ad6a9d-e107-4444-a994-4957e6103928 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:45:06.392778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-81ad6a9d-e107-4444-a994-4957e6103928 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:45:06.392778 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-81ad6a9d-e107-4444-a994-4957e6103928 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:45:06.494743 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-81ad6a9d-e107-4444-a994-4957e6103928 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Project 84865306abc747ed88cff5e0bb4f0241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:45:06.502059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81ad6a9d-e107-4444-a994-4957e6103928 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:06.574167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81ad6a9d-e107-4444-a994-4957e6103928 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:06.648421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81ad6a9d-e107-4444-a994-4957e6103928 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:06.672346 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad6a9d-e107-4444-a994-4957e6103928 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196a13da-afc1-43cc-887c-78f821487a6a,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:06.751527 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-81ad6a9d-e107-4444-a994-4957e6103928 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:06.752863 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-81ad6a9d-e107-4444-a994-4957e6103928 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3845403 Jan 28 18:45:06.756353 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55214) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:45:06.762114 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e600aa2f-f479-4913-8134-34396cb0ad62 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'security_group_rule': {'security_group_id': 'a019b10d-0a0a-4a88-af17-01ec1e2ece31', 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:45:06.768734 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e600aa2f-f479-4913-8134-34396cb0ad62 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:45:06.772940 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e600aa2f-f479-4913-8134-34396cb0ad62 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:security_group_rule and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:45:06.776438 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e600aa2f-f479-4913-8134-34396cb0ad62 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:45:06.786444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e600aa2f-f479-4913-8134-34396cb0ad62 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:45:06.859434 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.securitygroups_db [None req-e600aa2f-f479-4913-8134-34396cb0ad62 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Project 84865306abc747ed88cff5e0bb4f0241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:45:06.866506 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e600aa2f-f479-4913-8134-34396cb0ad62 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:06.938131 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e600aa2f-f479-4913-8134-34396cb0ad62 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:07.014109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e600aa2f-f479-4913-8134-34396cb0ad62 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:07.041854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600aa2f-f479-4913-8134-34396cb0ad62 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d3e72d-8599-435f-bc52-9c6ad3819252,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:07.111368 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e600aa2f-f479-4913-8134-34396cb0ad62 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:07.112564 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e600aa2f-f479-4913-8134-34396cb0ad62 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3552549 Jan 28 18:45:09.991063 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad187d7c-2111-4e74-abed-2eafad49cd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:12.334373 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8a4c8bde-6318-455b-acf6-3d90ecd7b910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:13.454272 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:13.545616 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:15.204717 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:20.408532 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:33.113881 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:45:34.672455 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-387c4817-893d-499b-a8fd-ac377e3dcbf8 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Synchronizing usage tracker for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:45:34.785018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-387c4817-893d-499b-a8fd-ac377e3dcbf8 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Unset dirty status for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:45:34.786199 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-387c4817-893d-499b-a8fd-ac377e3dcbf8 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1303239363&fields=id&tenant_id=84865306abc747ed88cff5e0bb4f0241 HTTP/1.1" status: 200 len: 267 time: 0.1544857 Jan 28 18:45:34.946511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-b689ea8a-701b-4d08-99c4-a05a5331a7ab tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:34.948485 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-b689ea8a-701b-4d08-99c4-a05a5331a7ab tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 808 time: 0.1516707 Jan 28 18:45:34.964324 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-1dae43bb-dcbc-425c-8dce-7de9d8da84dc tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/quotas/84865306abc747ed88cff5e0bb4f0241 HTTP/1.1" status: 200 len: 375 time: 0.0103722 Jan 28 18:45:35.056995 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-43cd8ad3-3a34-4711-944c-55390c516062 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871143 Jan 28 18:45:35.119395 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-20e59e4a-8908-4b64-ab3f-ef9fc2211a4b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 18:45:35.120367 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-20e59e4a-8908-4b64-ab3f-ef9fc2211a4b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520375 Jan 28 18:45:35.256653 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-be5791fb-beff-45d7-af61-a1d3d14f16a6 service neutron] 10.222.0.26 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300159 Jan 28 18:45:35.494517 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-8f985848-8975-441b-8df3-8c5ece06267d service neutron] 10.222.0.26 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311873 Jan 28 18:45:36.277022 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d37695fc-3a8c-4283-a096-49433f8c33e7 req-f51216ba-51fc-4abc-938e-85cc6cc42cf6 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 210 time: 0.1446981 Jan 28 18:45:37.433191 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-07e105e1-a158-4dc8-ae30-8b435f7711f0 req-4e0f5e8b-543e-4f06-a7bf-7b2868d49714 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 210 time: 0.0439591 Jan 28 18:45:38.409123 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-86e0c2dd-001f-4604-bac3-c4692ef99f3b tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:38.410802 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-86e0c2dd-001f-4604-bac3-c4692ef99f3b tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 808 time: 0.1553571 Jan 28 18:45:38.460979 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-3a410df1-f886-4499-a691-2dba3db8467a tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84865306abc747ed88cff5e0bb4f0241 HTTP/1.1" status: 200 len: 380 time: 0.0416012 Jan 28 18:45:38.470519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'port': {'device_id': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'admin_state_up': True, 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'security_groups': ['a019b10d-0a0a-4a88-af17-01ec1e2ece31']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:45:38.596084 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e31d3d43-c578-4271-a1c1-ee1682005e6b req-5c2ae5cf-fb1e-4537-b94a-b4364689673f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 210 time: 0.0521357 Jan 28 18:45:38.623274 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:45:38.633675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:45:38.727794 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Made reservation on behalf of 84865306abc747ed88cff5e0bb4f0241 for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:45:38.732045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:38.921572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Allocated IP 172.20.0.4 (22049db5-bb66-462a-91a3-e62df7b628d3/625542c0-ea27-4860-b0e4-5f7e8667709f/468675f7-e11e-480c-941e-57a35414a9f5) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:45:39.151183 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:39.173036 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Transition to ACTIVE for port object 468675f7-e11e-480c-941e-57a35414a9f5 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:45:39.253982 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:39.331375 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Network 22049db5-bb66-462a-91a3-e62df7b628d3 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:45:39.334736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:45:39.339490 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:45:39.371433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'Port': ['ID=468675f7-e11e-480c-941e-57a35414a9f5,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:39.411986 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:39.412655 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:39.482647 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-90b67e8b-3a63-4647-a933-fd48b4d4cbc0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0163143 Jan 28 18:45:39.493624 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Request body: {'port': {'device_id': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:45:39.623682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:39.750558 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a7661d8c-259f-460a-a775-3753f71a9c11 None None] Provisioning for port 468675f7-e11e-480c-941e-57a35414a9f5 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:45:39.756308 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-a7661d8c-259f-460a-a775-3753f71a9c11 None None] Provisioning complete for port 468675f7-e11e-480c-941e-57a35414a9f5 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:45:39.756852 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a7661d8c-259f-460a-a775-3753f71a9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:39.825941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-a7661d8c-259f-460a-a775-3753f71a9c11 None None] Port 468675f7-e11e-480c-941e-57a35414a9f5 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:45:39.963987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8319f-595f-4b73-aa7e-cca938bd75f3 req-aa637327-c29a-421b-99e6-f99aba07bb31 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:39.964631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b3b8319f-595f-4b73-aa7e-cca938bd75f3 req-aa637327-c29a-421b-99e6-f99aba07bb31 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Synchronizing usage tracker for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:45:40.013662 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1a422045-c170-4ff4-a682-0d5518487043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:40.098157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468675f7-e11e-480c-941e-57a35414a9f5 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:45:40.106530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:40.121499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Transition to ACTIVE for port object 468675f7-e11e-480c-941e-57a35414a9f5 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:45:40.161856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-b3b8319f-595f-4b73-aa7e-cca938bd75f3 req-aa637327-c29a-421b-99e6-f99aba07bb31 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Unset dirty status for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:45:40.163087 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b3b8319f-595f-4b73-aa7e-cca938bd75f3 req-aa637327-c29a-421b-99e6-f99aba07bb31 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 931 time: 0.4471266 Jan 28 18:45:40.213485 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:40.507190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Pushing event updated for resources: {'Port': ['ID=468675f7-e11e-480c-941e-57a35414a9f5,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:40.555047 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b3b8319f-595f-4b73-aa7e-cca938bd75f3 req-3c19cc4b-c630-4612-a3e3-f19025920238 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818977 Jan 28 18:45:40.626217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Attempting to bind port 468675f7-e11e-480c-941e-57a35414a9f5 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:45:40.626444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Attempting to bind port 468675f7-e11e-480c-941e-57a35414a9f5 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:45:40.626764 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Attempting to bind port 468675f7-e11e-480c-941e-57a35414a9f5 on network 22049db5-bb66-462a-91a3-e62df7b628d3 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:45:40.631311 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Port 468675f7-e11e-480c-941e-57a35414a9f5 on network 22049db5-bb66-462a-91a3-e62df7b628d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:45:40.631627 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Attempting to bind port 468675f7-e11e-480c-941e-57a35414a9f5 on network 22049db5-bb66-462a-91a3-e62df7b628d3 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:45:40.637932 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:45:40.638267 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Checking segment: {'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:45:40.638646 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Bound using segment: {'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:45:40.639103 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Bound port: 468675f7-e11e-480c-941e-57a35414a9f5, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:45:40.639442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:40.734203 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] For port 468675f7-e11e-480c-941e-57a35414a9f5, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:45:40.737333 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] For port 468675f7-e11e-480c-941e-57a35414a9f5, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=468675f7-e11e-480c-941e-57a35414a9f5,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:45:40.859747 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:40.922394 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:40.923025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:40.926604 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] 10.222.0.16 "PUT /v2.0/ports/468675f7-e11e-480c-941e-57a35414a9f5 HTTP/1.1" status: 200 len: 1093 time: 1.4351473 Jan 28 18:45:40.926604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'tag': '468675f7-e11e-480c-941e-57a35414a9f5'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:45:40.950435 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4700fe7-752b-4ed2-8eff-f771f7ec6a86 service neutron] Pushing event updated for resources: {'Port': ['ID=468675f7-e11e-480c-941e-57a35414a9f5,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:41.047589 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'tag': '468675f7-e11e-480c-941e-57a35414a9f5', 'status': 'completed', 'code': 200} Jan 28 18:45:41.165028 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-d18eba46-12fb-43b4-97ca-2437e8023653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:41.167187 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-d18eba46-12fb-43b4-97ca-2437e8023653 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 1096 time: 0.0812228 Jan 28 18:45:41.240556 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-83255413-a59d-4bb4-8d99-85fb254c7e04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468675f7-e11e-480c-941e-57a35414a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0621064 Jan 28 18:45:41.307916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-abaa6f53-88ac-43f4-a4ce-a72d43a7d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:41.309434 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-abaa6f53-88ac-43f4-a4ce-a72d43a7d0b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0623260 Jan 28 18:45:41.392362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-4f434ea0-cfc8-4995-8690-b2e2de5b8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:41.393827 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-4f434ea0-cfc8-4995-8690-b2e2de5b8cf8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785809 Jan 28 18:45:41.542934 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-a67da584-d7fb-4fe3-9799-7763947a2c5a service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418767 Jan 28 18:45:41.739502 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0e77923f-9851-4544-879c-043ff1f1e9ce req-d45cecfe-0b4a-451b-83c6-b04579d93272 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905413 Jan 28 18:45:41.769622 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d96c3-a43d-444a-85cd-da6d390b66ef req-ccf6640b-93c9-4617-870b-ed85bac2a50c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:41.771203 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-670d96c3-a43d-444a-85cd-da6d390b66ef req-ccf6640b-93c9-4617-870b-ed85bac2a50c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.1066062 Jan 28 18:45:41.823378 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-670d96c3-a43d-444a-85cd-da6d390b66ef req-97362301-4866-49e0-aded-751cbe8f32d6 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461674 Jan 28 18:45:41.968076 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363bf93-07f3-4fe4-9d38-00c1eb8d1323 req-225f3e3b-757f-4e3f-b8fa-29363d309335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:41.969595 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1363bf93-07f3-4fe4-9d38-00c1eb8d1323 req-225f3e3b-757f-4e3f-b8fa-29363d309335 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 1096 time: 0.0718234 Jan 28 18:45:42.110418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363bf93-07f3-4fe4-9d38-00c1eb8d1323 req-14d17b5d-0966-4620-91d2-578221cb2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:42.111934 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1363bf93-07f3-4fe4-9d38-00c1eb8d1323 req-14d17b5d-0966-4620-91d2-578221cb2cb9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.1354432 Jan 28 18:45:42.187896 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1363bf93-07f3-4fe4-9d38-00c1eb8d1323 req-c5e8ee75-5b50-41f7-9d84-ac163bdf219f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468675f7-e11e-480c-941e-57a35414a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0693607 Jan 28 18:45:42.251128 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363bf93-07f3-4fe4-9d38-00c1eb8d1323 req-9258765a-fc4d-45a6-9a6d-a0b0a43e4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:42.252600 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1363bf93-07f3-4fe4-9d38-00c1eb8d1323 req-9258765a-fc4d-45a6-9a6d-a0b0a43e4eb5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0586917 Jan 28 18:45:42.338930 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363bf93-07f3-4fe4-9d38-00c1eb8d1323 req-3e53885c-282c-4ac9-aa67-1131d05242d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:42.340372 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1363bf93-07f3-4fe4-9d38-00c1eb8d1323 req-3e53885c-282c-4ac9-aa67-1131d05242d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819111 Jan 28 18:45:42.350685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b7ed6f67-332c-4a16-ba10-666bb04be05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:42.473627 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1363bf93-07f3-4fe4-9d38-00c1eb8d1323 req-719f1d78-5c4f-46e5-9b6e-21c8d4c4753b service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267319 Jan 28 18:45:42.723506 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1363bf93-07f3-4fe4-9d38-00c1eb8d1323 req-7fc55cd8-2a28-4c01-8cf2-94bf9f7346fe service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436280 Jan 28 18:45:43.022184 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af416c4-54ed-491b-a68c-1cf300239d3d req-b6625537-322c-474e-b19e-ea1f91938d08 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:43.023765 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1af416c4-54ed-491b-a68c-1cf300239d3d req-b6625537-322c-474e-b19e-ea1f91938d08 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.0868661 Jan 28 18:45:43.069472 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1af416c4-54ed-491b-a68c-1cf300239d3d req-5f90f602-ed84-4577-9fef-27430db55130 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399594 Jan 28 18:45:43.442393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:43.470539 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:44.258650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f175d9-0580-40c1-af09-6923697ae683 req-96711540-2829-4f34-90f6-0e28261a2da0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:44.260829 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-75f175d9-0580-40c1-af09-6923697ae683 req-96711540-2829-4f34-90f6-0e28261a2da0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.0832276 Jan 28 18:45:44.306760 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-75f175d9-0580-40c1-af09-6923697ae683 req-f8f8c30a-cbbb-462f-8d4d-e8ddff7dd336 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391514 Jan 28 18:45:45.162012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:45.499176 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31478bec-fffc-428b-8f35-8cdf09c0f7cd req-11cd828a-6922-4c3b-ab78-110771e9e4fc tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:45.500650 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-31478bec-fffc-428b-8f35-8cdf09c0f7cd req-11cd828a-6922-4c3b-ab78-110771e9e4fc tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.0844579 Jan 28 18:45:45.652654 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-31478bec-fffc-428b-8f35-8cdf09c0f7cd req-201dbbf8-68ef-4fb5-83bd-3503a739798a tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462872 Jan 28 18:45:46.843895 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3212e5f-14e3-4a75-9e76-89e8956d6a32 req-b62824e2-41b3-46d0-b990-89c2c9e65560 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:46.845390 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e3212e5f-14e3-4a75-9e76-89e8956d6a32 req-b62824e2-41b3-46d0-b990-89c2c9e65560 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.0839949 Jan 28 18:45:46.891431 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e3212e5f-14e3-4a75-9e76-89e8956d6a32 req-c2b55f92-f6ce-4702-a290-78ec94ef2983 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399745 Jan 28 18:45:48.093763 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8907642-cb98-442e-b441-adca0a2319ee req-b1b7c913-7080-4584-87b2-7a50a734a312 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:48.095314 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e8907642-cb98-442e-b441-adca0a2319ee req-b1b7c913-7080-4584-87b2-7a50a734a312 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.0933008 Jan 28 18:45:48.146536 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e8907642-cb98-442e-b441-adca0a2319ee req-4afa5d9d-cb58-4bdc-adbe-a569fa947800 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451887 Jan 28 18:45:49.341286 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fe01b-f01d-45c2-ab19-421e0b4a2451 req-0bae89a5-775f-49b8-8069-1c9f9da1c39e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:49.342652 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ff6fe01b-f01d-45c2-ab19-421e0b4a2451 req-0bae89a5-775f-49b8-8069-1c9f9da1c39e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.0791569 Jan 28 18:45:49.386936 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ff6fe01b-f01d-45c2-ab19-421e0b4a2451 req-1b204ba0-1694-4b5d-91d7-5f0bba80cc51 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386000 Jan 28 18:45:50.389993 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:50.574873 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565bccf-da1b-405e-8db0-84c5abc67a80 req-5b148015-fa36-4ff1-b56e-d4bdae62e1c4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:50.576451 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2565bccf-da1b-405e-8db0-84c5abc67a80 req-5b148015-fa36-4ff1-b56e-d4bdae62e1c4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.0857494 Jan 28 18:45:50.622571 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-2565bccf-da1b-405e-8db0-84c5abc67a80 req-f06d32f2-482a-421e-bfb8-195e1efded8c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404115 Jan 28 18:45:50.711657 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 468675f7-e11e-480c-941e-57a35414a9f5 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:45:50.844458 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 468675f7-e11e-480c-941e-57a35414a9f5, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=468675f7-e11e-480c-941e-57a35414a9f5,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:45:50.858829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '468675f7-e11e-480c-941e-57a35414a9f5', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'port_id': '468675f7-e11e-480c-941e-57a35414a9f5', 'mac_address': 'fa:16:3e:62:ec:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:45:50.914785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:50.932039 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468675f7-e11e-480c-941e-57a35414a9f5 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:45:50.948394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 468675f7-e11e-480c-941e-57a35414a9f5, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=468675f7-e11e-480c-941e-57a35414a9f5,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:45:51.002225 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:51.073929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=468675f7-e11e-480c-941e-57a35414a9f5,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:51.081829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:45:51.082178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:45:51.082518 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:45:51.082853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:45:51.083208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:45:51.083539 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:45:51.083866 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:45:51.084189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:45:51.084513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:45:51.084843 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:45:51.085161 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:45:51.085476 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:45:51.241569 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['468675f7-e11e-480c-941e-57a35414a9f5'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:45:51.812738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278bddd-3a68-45fd-aa5a-b39d8ebe7ef3 req-edc010eb-4236-4bc0-af73-985b115e1d5f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:51.814241 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5278bddd-3a68-45fd-aa5a-b39d8ebe7ef3 req-edc010eb-4236-4bc0-af73-985b115e1d5f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 944 time: 0.0860789 Jan 28 18:45:51.859463 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5278bddd-3a68-45fd-aa5a-b39d8ebe7ef3 req-28d12486-38e8-411a-8cdc-1e4a6a483048 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390110 Jan 28 18:45:52.711962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 468675f7-e11e-480c-941e-57a35414a9f5 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:45:52.841857 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 468675f7-e11e-480c-941e-57a35414a9f5 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:45:52.847132 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 468675f7-e11e-480c-941e-57a35414a9f5 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:45:52.852200 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:53.029804 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:53.076714 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468675f7-e11e-480c-941e-57a35414a9f5'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:45:53.088172 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 468675f7-e11e-480c-941e-57a35414a9f5, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=468675f7-e11e-480c-941e-57a35414a9f5,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:45:53.172008 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44db0ba-518a-46ff-a5b1-f489f7b9fd6c req-d1fb1aaa-35c0-4cac-baf8-2dd36f352cd3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:53.172008 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f44db0ba-518a-46ff-a5b1-f489f7b9fd6c req-d1fb1aaa-35c0-4cac-baf8-2dd36f352cd3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 944 time: 0.0879273 Jan 28 18:45:53.190620 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:53.194701 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468675f7-e11e-480c-941e-57a35414a9f5', 'code': 200} Jan 28 18:45:53.222055 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f44db0ba-518a-46ff-a5b1-f489f7b9fd6c req-ec8db95f-4aa5-4c2f-9352-87b31afb1e66 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478892 Jan 28 18:45:53.268578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=468675f7-e11e-480c-941e-57a35414a9f5,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:53.635584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb732796-cadf-4bd6-909a-1d15e11ddcdc req-13a37262-5148-4f53-b5b6-ee5382acb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:53.637189 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-eb732796-cadf-4bd6-909a-1d15e11ddcdc req-13a37262-5148-4f53-b5b6-ee5382acb558 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 1098 time: 0.0709486 Jan 28 18:45:53.684482 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-eb732796-cadf-4bd6-909a-1d15e11ddcdc req-a519fdbe-b7da-4d37-a60d-a9f5eb20596d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406561 Jan 28 18:45:54.424762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34f637-0ad7-4677-9293-fa9b9065d70c req-61160999-76d5-46cc-91e0-e7cf35b22cfd tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:54.426252 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dd34f637-0ad7-4677-9293-fa9b9065d70c req-61160999-76d5-46cc-91e0-e7cf35b22cfd tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0909202 Jan 28 18:45:54.471653 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dd34f637-0ad7-4677-9293-fa9b9065d70c req-c7cc1ec7-7afa-4ea5-8ccf-33706c363570 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395370 Jan 28 18:45:55.665183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa346ea-87b5-4258-90a1-478065746bc7 req-694266b3-cf00-4377-bfd9-7817b346086c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:55.666655 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3aa346ea-87b5-4258-90a1-478065746bc7 req-694266b3-cf00-4377-bfd9-7817b346086c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0822935 Jan 28 18:45:55.713999 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-3aa346ea-87b5-4258-90a1-478065746bc7 req-6d88c5c5-1eab-4b1e-91f5-da2becd21551 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406356 Jan 28 18:45:55.905617 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f0eb7-c29e-40d3-847f-e0153cc529de req-3c973c75-052e-4fea-a3e0-fe3d3633ac4b tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:55.907286 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c04f0eb7-c29e-40d3-847f-e0153cc529de req-3c973c75-052e-4fea-a3e0-fe3d3633ac4b tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0863340 Jan 28 18:45:55.953825 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c04f0eb7-c29e-40d3-847f-e0153cc529de req-1d5a1390-e408-4878-a848-593da419fd7f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Jan 28 18:45:55.976990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55460) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:45:56.053516 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b2b8f2-65cd-4e11-bc0c-3e701377bdc6 tempest-TestShelveInstance-1958305543 tempest-TestShelveInstance-1958305543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:56.054208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a4b2b8f2-65cd-4e11-bc0c-3e701377bdc6 tempest-TestShelveInstance-1958305543 tempest-TestShelveInstance-1958305543-project-admin] Synchronizing usage tracker for tenant:e16eee31f6ca42018ba36be66071cfe9 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:45:56.115898 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a4b2b8f2-65cd-4e11-bc0c-3e701377bdc6 tempest-TestShelveInstance-1958305543 tempest-TestShelveInstance-1958305543-project-admin] Unset dirty status for tenant:e16eee31f6ca42018ba36be66071cfe9 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:45:56.117099 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a4b2b8f2-65cd-4e11-bc0c-3e701377bdc6 tempest-TestShelveInstance-1958305543 tempest-TestShelveInstance-1958305543-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 1093 time: 0.1390588 Jan 28 18:45:56.119977 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55464) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:45:56.125188 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '468675f7-e11e-480c-941e-57a35414a9f5', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:45:56.131458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:45:56.137373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Usage tracker for resource:floatingip and tenant:84865306abc747ed88cff5e0bb4f0241 is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:45:56.138598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:45:56.144559 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:45:56.230752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:56.378269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:56.515594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Allocated IP 172.26.1.106 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/9a2b7ad9-a04e-4734-9d37-9f56c3b7fa2e) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:45:56.660581 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:56.762251 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:56.829296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:45:56.832025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:45:56.835604 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:45:56.877797 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'Port': ['ID=9a2b7ad9-a04e-4734-9d37-9f56c3b7fa2e,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:57.393675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:57.511557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:57.725642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:57.772952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:57.882026 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event updated for resources: {'Port': ['ID=9a2b7ad9-a04e-4734-9d37-9f56c3b7fa2e,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:45:57.895240 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:58.086291 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Floating IP 2c981331-a23b-4653-81e8-49e003e47821 associated. External IP: 172.26.1.106, port: 468675f7-e11e-480c-941e-57a35414a9f5. Jan 28 18:45:58.448276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Router 525fb9dc-3134-4090-9585-cc755dd74b0c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:45:58.632236 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:45:58.641955 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46cfa98-b244-4f35-8632-e98f34fc4274 None None] Sync routers for ids ['525fb9dc-3134-4090-9585-cc755dd74b0c'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:45:58.651581 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46cfa98-b244-4f35-8632-e98f34fc4274 None None] Routers {'525fb9dc-3134-4090-9585-cc755dd74b0c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:45:58.652198 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e46cfa98-b244-4f35-8632-e98f34fc4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:45:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['525fb9dc-3134-4090-9585-cc755dd74b0c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:45:58.796567 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:45:58.837970 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-e46cfa98-b244-4f35-8632-e98f34fc4274 None None] Set router 525fb9dc-3134-4090-9585-cc755dd74b0c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:45:58.852089 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-40c93615-1d19-4206-9462-e9b62a68ee86 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7310674 Jan 28 18:45:58.852685 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'tag': '468675f7-e11e-480c-941e-57a35414a9f5'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:45:58.897942 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'tag': '468675f7-e11e-480c-941e-57a35414a9f5', 'status': 'completed', 'code': 200} Jan 28 18:45:58.997856 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f1aac-d356-488c-9c6d-913b19c4dd04 req-2f991ee6-2256-46fe-8ea3-1f8f267dfb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:58.999700 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-038f1aac-d356-488c-9c6d-913b19c4dd04 req-2f991ee6-2256-46fe-8ea3-1f8f267dfb4d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 1098 time: 0.0779057 Jan 28 18:45:59.220040 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e46cfa98-b244-4f35-8632-e98f34fc4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '2c981331-a23b-4653-81e8-49e003e47821', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'port_id': '468675f7-e11e-480c-941e-57a35414a9f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'mac_address': 'fa:16:3e:62:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:45:57Z', 'updated_at': '2022-01-28T18:45:57Z', 'revision_number': 0, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:36Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:45:59.224255 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46cfa98-b244-4f35-8632-e98f34fc4274 None None] Checking router: 525fb9dc-3134-4090-9585-cc755dd74b0c for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:45:59.232934 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46cfa98-b244-4f35-8632-e98f34fc4274 None None] Routers {'525fb9dc-3134-4090-9585-cc755dd74b0c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:45:59.233535 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e46cfa98-b244-4f35-8632-e98f34fc4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:45:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['525fb9dc-3134-4090-9585-cc755dd74b0c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:45:59.251798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f1aac-d356-488c-9c6d-913b19c4dd04 req-7dde9b99-8122-443c-b5f4-73227a466468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:59.253279 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-038f1aac-d356-488c-9c6d-913b19c4dd04 req-7dde9b99-8122-443c-b5f4-73227a466468 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.2482023 Jan 28 18:45:59.367608 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-038f1aac-d356-488c-9c6d-913b19c4dd04 req-02968785-533e-473b-98b4-fa4d9e281999 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468675f7-e11e-480c-941e-57a35414a9f5 HTTP/1.1" status: 200 len: 999 time: 0.1031411 Jan 28 18:45:59.417255 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-e46cfa98-b244-4f35-8632-e98f34fc4274 None None] Set router 525fb9dc-3134-4090-9585-cc755dd74b0c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:45:59.433690 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f1aac-d356-488c-9c6d-913b19c4dd04 req-b6261a92-e40d-407f-b1d3-3dc4aa991f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:59.433690 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-038f1aac-d356-488c-9c6d-913b19c4dd04 req-b6261a92-e40d-407f-b1d3-3dc4aa991f4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0589139 Jan 28 18:45:59.508891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f1aac-d356-488c-9c6d-913b19c4dd04 req-f2032223-620d-4695-ae9c-4247812acf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:45:59.510290 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-038f1aac-d356-488c-9c6d-913b19c4dd04 req-f2032223-620d-4695-ae9c-4247812acf34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718348 Jan 28 18:45:59.669606 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-038f1aac-d356-488c-9c6d-913b19c4dd04 req-334179fb-9e4a-4cea-9546-93b0901fbbc0 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511221 Jan 28 18:45:59.803390 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-e46cfa98-b244-4f35-8632-e98f34fc4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '2c981331-a23b-4653-81e8-49e003e47821', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'port_id': '468675f7-e11e-480c-941e-57a35414a9f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'mac_address': 'fa:16:3e:62:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:45:57Z', 'updated_at': '2022-01-28T18:45:57Z', 'revision_number': 0, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:36Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:45:59.807357 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46cfa98-b244-4f35-8632-e98f34fc4274 None None] The sync data for ids ['525fb9dc-3134-4090-9585-cc755dd74b0c'] in dv-neutron-826919-1-hyperv is: [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '2c981331-a23b-4653-81e8-49e003e47821', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'floating_ip_address': '172.26.1.106', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'port_id': '468675f7-e11e-480c-941e-57a35414a9f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'mac_address': 'fa:16:3e:62:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:45:57Z', 'updated_at': '2022-01-28T18:45:57Z', 'revision_number': 0, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:36Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:45:59.811050 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-038f1aac-d356-488c-9c6d-913b19c4dd04 req-d73a98e8-b517-412f-a909-33ae76d8e7eb service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353481 Jan 28 18:46:00.020318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c775ba18-e2a8-4745-bbf4-123d487b988e None None] New status for floating IP 2c981331-a23b-4653-81e8-49e003e47821: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:46:06.662705 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c087364e-16d1-4851-843c-651b1eb24824 req-04fa0c36-7fe4-44a5-9190-48bdd6674989 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752952 Jan 28 18:46:06.757519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087364e-16d1-4851-843c-651b1eb24824 req-4ca3af73-31a1-4cbc-9df2-5af8a8f906b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:46:06.759047 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c087364e-16d1-4851-843c-651b1eb24824 req-4ca3af73-31a1-4cbc-9df2-5af8a8f906b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 1098 time: 0.0752802 Jan 28 18:46:06.907558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087364e-16d1-4851-843c-651b1eb24824 req-75847e72-5e22-496a-9505-deca8accb082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:46:06.909017 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c087364e-16d1-4851-843c-651b1eb24824 req-75847e72-5e22-496a-9505-deca8accb082 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.1276627 Jan 28 18:46:07.013187 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c087364e-16d1-4851-843c-651b1eb24824 req-d0fa5bcf-e247-4aaf-b326-7fa27d48f0e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468675f7-e11e-480c-941e-57a35414a9f5 HTTP/1.1" status: 200 len: 1001 time: 0.0977163 Jan 28 18:46:07.079012 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087364e-16d1-4851-843c-651b1eb24824 req-1f932a2c-2c9e-4d28-850d-723e5862fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:46:07.080463 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c087364e-16d1-4851-843c-651b1eb24824 req-1f932a2c-2c9e-4d28-850d-723e5862fce2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0612521 Jan 28 18:46:07.154302 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087364e-16d1-4851-843c-651b1eb24824 req-16e11036-44be-4e7e-a7c7-aae9099a6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:46:07.156430 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c087364e-16d1-4851-843c-651b1eb24824 req-16e11036-44be-4e7e-a7c7-aae9099a6c42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705385 Jan 28 18:46:07.286590 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c087364e-16d1-4851-843c-651b1eb24824 req-509f97c7-7839-41a4-833b-b641f8d42126 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243420 Jan 28 18:46:07.424963 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c087364e-16d1-4851-843c-651b1eb24824 req-f66af208-6933-449f-b3dd-ef4e9a5da6e0 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314580 Jan 28 18:46:10.001692 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5135-2de5-430e-9008-8d89eca90179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:46:10.113667 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:46:12.345185 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d29b2341-e299-4be6-b733-978a5872e4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:46:13.487812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:46:13.510195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:46:15.150045 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:46:20.424305 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:46:40.275315 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6b6ae36c-2b94-4d23-91b9-fe358379fb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:46:42.361137 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-95ff1796-113d-4e64-8ff1-aa90354122e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:46:43.498013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:46:43.521427 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:46:45.144065 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:46:47.114547 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:46:50.401365 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:47:08.226924 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b3442f86-8182-4db3-8b43-f5d239b3cde3 req-4fb4de5c-f549-48b6-8d15-60b3a324bceb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723205 Jan 28 18:47:08.367634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3442f86-8182-4db3-8b43-f5d239b3cde3 req-3cb4d367-8fe1-4676-b535-0208def00a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:47:08.369100 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b3442f86-8182-4db3-8b43-f5d239b3cde3 req-3cb4d367-8fe1-4676-b535-0208def00a5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 1098 time: 0.0745647 Jan 28 18:47:08.618533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3442f86-8182-4db3-8b43-f5d239b3cde3 req-473a0c32-b039-4662-933b-2dc9299e82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:47:08.620510 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b3442f86-8182-4db3-8b43-f5d239b3cde3 req-473a0c32-b039-4662-933b-2dc9299e82b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.2321193 Jan 28 18:47:08.723073 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b3442f86-8182-4db3-8b43-f5d239b3cde3 req-b8a2350e-d738-4401-a801-2cb98594e65d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468675f7-e11e-480c-941e-57a35414a9f5 HTTP/1.1" status: 200 len: 1001 time: 0.0972469 Jan 28 18:47:08.786676 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3442f86-8182-4db3-8b43-f5d239b3cde3 req-1a8f2f9e-ccb8-41d4-a976-8593f2bae280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:47:08.788506 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b3442f86-8182-4db3-8b43-f5d239b3cde3 req-1a8f2f9e-ccb8-41d4-a976-8593f2bae280 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0597527 Jan 28 18:47:08.867748 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3442f86-8182-4db3-8b43-f5d239b3cde3 req-65259c15-8566-4749-8cee-345853584bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:47:08.869488 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b3442f86-8182-4db3-8b43-f5d239b3cde3 req-65259c15-8566-4749-8cee-345853584bdf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757196 Jan 28 18:47:09.006086 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b3442f86-8182-4db3-8b43-f5d239b3cde3 req-1036da81-dcb0-4706-b981-16bab5b0a387 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312151 Jan 28 18:47:09.141863 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b3442f86-8182-4db3-8b43-f5d239b3cde3 req-8747d440-21d4-410e-bddb-ca743d691980 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296718 Jan 28 18:47:09.983871 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-12fd8ecd-c043-4f8a-bc7c-dbf50a49778b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:47:12.360212 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d34eaf49-4108-4ccf-bc20-02a563846af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:47:13.440335 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:47:13.468811 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:47:15.173092 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:47:20.491940 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:47:24.114747 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:47:39.983098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ba13fc48-acba-4adf-b085-e19c83d6c7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:47:42.365846 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c27b0249-9886-4030-a4c7-0f0fafa442fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:47:43.440148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:47:43.457119 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:47:45.152195 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:47:50.433896 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:01.113939 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:48:09.427638 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f65a8c3-82fc-40ae-b3a7-d983d2a970be req-77ac8d1e-722c-4c46-93f8-5b4c262e17e6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732651 Jan 28 18:48:09.574200 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65a8c3-82fc-40ae-b3a7-d983d2a970be req-063fc77b-e3eb-4e21-97d1-10c37d05e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:09.575741 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f65a8c3-82fc-40ae-b3a7-d983d2a970be req-063fc77b-e3eb-4e21-97d1-10c37d05e7a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 1098 time: 0.0748968 Jan 28 18:48:09.721662 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65a8c3-82fc-40ae-b3a7-d983d2a970be req-6c734ecc-30ec-4fdd-9216-88eb40ded567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:09.723040 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f65a8c3-82fc-40ae-b3a7-d983d2a970be req-6c734ecc-30ec-4fdd-9216-88eb40ded567 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.1301229 Jan 28 18:48:09.822185 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f65a8c3-82fc-40ae-b3a7-d983d2a970be req-47c2561e-bae0-4915-afcd-ef4935a75727 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468675f7-e11e-480c-941e-57a35414a9f5 HTTP/1.1" status: 200 len: 1001 time: 0.0933352 Jan 28 18:48:09.886475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65a8c3-82fc-40ae-b3a7-d983d2a970be req-716e7954-4753-4d6d-9426-726d6e7e2fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:09.888015 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f65a8c3-82fc-40ae-b3a7-d983d2a970be req-716e7954-4753-4d6d-9426-726d6e7e2fb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0604596 Jan 28 18:48:09.964102 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65a8c3-82fc-40ae-b3a7-d983d2a970be req-ad7fc8cf-e46b-4f70-983a-6c53c50f9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:09.965579 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f65a8c3-82fc-40ae-b3a7-d983d2a970be req-ad7fc8cf-e46b-4f70-983a-6c53c50f9575 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719430 Jan 28 18:48:10.097017 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-af3e38ca-03a8-4580-b65e-f1baf6aaa1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:10.099198 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f65a8c3-82fc-40ae-b3a7-d983d2a970be req-ff933bc8-5883-41ae-9a21-39234ea76844 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269870 Jan 28 18:48:10.230569 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6f65a8c3-82fc-40ae-b3a7-d983d2a970be req-83df167d-9ca1-47aa-90b1-517a2ba7e0af service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258495 Jan 28 18:48:12.337246 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ae309d39-6d07-48b6-b394-b173b66ea7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:13.456780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:13.468237 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:15.165223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:20.433982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:38.115109 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:48:38.237530 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b18fca-8da8-47b3-9a4c-80ce785990bb req-115ed72c-75a0-4890-9bf1-400102b33565 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:38.238007 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-19b18fca-8da8-47b3-9a4c-80ce785990bb req-115ed72c-75a0-4890-9bf1-400102b33565 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0949776 Jan 28 18:48:38.295090 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-19b18fca-8da8-47b3-9a4c-80ce785990bb req-9f08037c-e9d5-4989-87dc-9fcfdf3a24ff tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479341 Jan 28 18:48:39.494732 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0a7c8-cc21-4e3e-8e1d-846791321b8a req-e2f82c08-ddf5-4178-a29d-15a1a3cd05b8 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:39.496173 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-52e0a7c8-cc21-4e3e-8e1d-846791321b8a req-e2f82c08-ddf5-4178-a29d-15a1a3cd05b8 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0926616 Jan 28 18:48:39.541075 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-52e0a7c8-cc21-4e3e-8e1d-846791321b8a req-12f8b48b-3a26-42db-9a80-af7463d1c474 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392976 Jan 28 18:48:40.022034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-17f4b39e-e21a-453e-bbdf-950839ad2154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:40.795747 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763e798-ddce-43eb-a11b-ef4102f4fc15 req-292bd31a-6693-40e1-8537-5f44a28420c3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:40.797203 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4763e798-ddce-43eb-a11b-ef4102f4fc15 req-292bd31a-6693-40e1-8537-5f44a28420c3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0837839 Jan 28 18:48:40.844849 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4763e798-ddce-43eb-a11b-ef4102f4fc15 req-86acb2cd-0b05-473b-8235-33a5065d86f2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398698 Jan 28 18:48:42.032904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedeecfa-023b-4d1f-b09b-5d598966df00 req-6589f44c-7651-41c8-9fe7-c9f47dcfb486 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:42.033801 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fedeecfa-023b-4d1f-b09b-5d598966df00 req-6589f44c-7651-41c8-9fe7-c9f47dcfb486 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0818219 Jan 28 18:48:42.080677 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fedeecfa-023b-4d1f-b09b-5d598966df00 req-71d0e533-68df-4955-9c28-06db257c24b3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412135 Jan 28 18:48:42.370660 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-00dcae76-e386-4904-981d-037f86cbf512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:43.285490 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e420dbb-59ab-41d1-a279-89175d837a7c req-45cc6cf2-30d2-4ee5-a01a-5d5f2dfafaa6 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:43.286931 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8e420dbb-59ab-41d1-a279-89175d837a7c req-45cc6cf2-30d2-4ee5-a01a-5d5f2dfafaa6 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0891528 Jan 28 18:48:43.334246 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8e420dbb-59ab-41d1-a279-89175d837a7c req-ad3b36c3-4d72-41c9-a18c-47f41f32c33c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403275 Jan 28 18:48:43.422393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:43.451021 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:44.620954 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463112d6-b701-458c-82f8-34621243b855 req-71fa32d0-8709-4dfa-8330-9461d9d80abd tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:44.622326 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-463112d6-b701-458c-82f8-34621243b855 req-71fa32d0-8709-4dfa-8330-9461d9d80abd tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.1794925 Jan 28 18:48:44.667183 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-463112d6-b701-458c-82f8-34621243b855 req-7bbc95de-4b37-4e11-90b4-d75d1f257000 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384991 Jan 28 18:48:45.165096 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:45.854056 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a509ea4-89a1-4f41-bb6f-6eec88dc725b req-502da578-23d0-40f6-91e7-f4c521182fe2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:45.855614 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1a509ea4-89a1-4f41-bb6f-6eec88dc725b req-502da578-23d0-40f6-91e7-f4c521182fe2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0808537 Jan 28 18:48:45.905061 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1a509ea4-89a1-4f41-bb6f-6eec88dc725b req-ee8ddac5-2d33-4721-8ee1-1c44709e0c8b tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436056 Jan 28 18:48:47.119493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eed151-5319-4f57-b599-8bb886ab2871 req-4e2e7631-5be7-4546-b91a-44a0610dcbc8 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:47.121012 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e0eed151-5319-4f57-b599-8bb886ab2871 req-4e2e7631-5be7-4546-b91a-44a0610dcbc8 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0915489 Jan 28 18:48:47.172831 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e0eed151-5319-4f57-b599-8bb886ab2871 req-ae226ef3-d46e-4418-971f-3ab630224778 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459125 Jan 28 18:48:48.385896 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb058d-e3c7-40b0-9624-f46bff55f2a9 req-61f4f5ab-9767-4486-b012-9abe140397fb tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:48.387693 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4ccb058d-e3c7-40b0-9624-f46bff55f2a9 req-61f4f5ab-9767-4486-b012-9abe140397fb tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0820887 Jan 28 18:48:48.433640 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4ccb058d-e3c7-40b0-9624-f46bff55f2a9 req-dbaad115-b710-46a8-bc72-50331c235218 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388198 Jan 28 18:48:49.617527 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ee83f-432f-4816-b2b6-4981cee95f82 req-86b4ff2d-d3aa-4962-a31a-037650b94a04 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:49.619077 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1f8ee83f-432f-4816-b2b6-4981cee95f82 req-86b4ff2d-d3aa-4962-a31a-037650b94a04 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0799391 Jan 28 18:48:49.663927 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1f8ee83f-432f-4816-b2b6-4981cee95f82 req-21792061-7ecf-4eba-aa3a-8f297bc1d954 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393016 Jan 28 18:48:50.411417 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:50.856226 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb55e21-a570-483d-8101-cd8fc98d8454 req-bf61390a-a671-4979-894c-b0042c7b2423 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:50.857730 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8bb55e21-a570-483d-8101-cd8fc98d8454 req-bf61390a-a671-4979-894c-b0042c7b2423 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0839226 Jan 28 18:48:50.903821 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8bb55e21-a570-483d-8101-cd8fc98d8454 req-e6e4d495-a895-4eea-b994-dfec00e58109 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405500 Jan 28 18:48:52.097433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704622bd-0d90-4ad0-9d81-e7a70b594411 req-11bb9d24-99a6-492b-9a71-06d5a5df590d tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:52.098976 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-704622bd-0d90-4ad0-9d81-e7a70b594411 req-11bb9d24-99a6-492b-9a71-06d5a5df590d tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0871313 Jan 28 18:48:52.160466 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-704622bd-0d90-4ad0-9d81-e7a70b594411 req-88ed985b-7eb2-4bed-af94-a209114af3d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557003 Jan 28 18:48:53.350658 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e9422-a6a8-4e01-b0c1-5451015a9fb7 req-9b68e581-4f11-4b5a-aa8e-38920c2a55b1 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:53.352005 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ac6e9422-a6a8-4e01-b0c1-5451015a9fb7 req-9b68e581-4f11-4b5a-aa8e-38920c2a55b1 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0837359 Jan 28 18:48:53.394287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d4edc-bf8e-4272-b459-3f7e2e91eedc req-39cf3c46-7cc6-463a-8b7b-40147849a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:53.395809 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf5d4edc-bf8e-4272-b459-3f7e2e91eedc req-39cf3c46-7cc6-463a-8b7b-40147849a2ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 1098 time: 0.0750971 Jan 28 18:48:53.403454 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ac6e9422-a6a8-4e01-b0c1-5451015a9fb7 req-9a998a70-4fa0-4128-b6f2-a35c10a22294 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403750 Jan 28 18:48:53.531037 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d4edc-bf8e-4272-b459-3f7e2e91eedc req-accdd711-db24-43f5-bfd3-de376983295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:53.532477 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf5d4edc-bf8e-4272-b459-3f7e2e91eedc req-accdd711-db24-43f5-bfd3-de376983295f service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.1307893 Jan 28 18:48:53.639943 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf5d4edc-bf8e-4272-b459-3f7e2e91eedc req-70fa4b45-38f1-4eec-924e-15d561ea4c37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468675f7-e11e-480c-941e-57a35414a9f5 HTTP/1.1" status: 200 len: 1001 time: 0.1007743 Jan 28 18:48:53.708268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d4edc-bf8e-4272-b459-3f7e2e91eedc req-a360ab13-dc7c-4fc1-b235-ded3bcd02228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:53.709760 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf5d4edc-bf8e-4272-b459-3f7e2e91eedc req-a360ab13-dc7c-4fc1-b235-ded3bcd02228 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0640194 Jan 28 18:48:53.788989 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d4edc-bf8e-4272-b459-3f7e2e91eedc req-042d085c-e8e6-4ae6-8827-b62c385e361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:53.790465 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf5d4edc-bf8e-4272-b459-3f7e2e91eedc req-042d085c-e8e6-4ae6-8827-b62c385e361f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753999 Jan 28 18:48:53.925191 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf5d4edc-bf8e-4272-b459-3f7e2e91eedc req-13637af5-f313-4a63-84bb-e70030d1521f service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283367 Jan 28 18:48:54.060271 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cf5d4edc-bf8e-4272-b459-3f7e2e91eedc req-417870c0-0893-40ec-9d1e-577ff1fe9917 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292944 Jan 28 18:48:54.594319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d58c9-f8c8-4ece-9e00-d1b2e59419de req-069b1140-1ccd-45a9-a6e0-1eedbb41ff1a tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:54.602098 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-584d58c9-f8c8-4ece-9e00-d1b2e59419de req-069b1140-1ccd-45a9-a6e0-1eedbb41ff1a tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0830610 Jan 28 18:48:54.653604 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-584d58c9-f8c8-4ece-9e00-d1b2e59419de req-c5ef7700-7e39-49d3-895d-888cd02a8c1e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510030 Jan 28 18:48:55.847216 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35851b-28db-4712-b7fa-1f30ddcfd68f req-73e60c7a-6c40-4302-8b7c-9829301b5a4c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:55.848679 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4c35851b-28db-4712-b7fa-1f30ddcfd68f req-73e60c7a-6c40-4302-8b7c-9829301b5a4c tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0867093 Jan 28 18:48:55.894548 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-4c35851b-28db-4712-b7fa-1f30ddcfd68f req-c75839c1-0cbf-4b65-a3af-1fbfec3eb522 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402009 Jan 28 18:48:57.096039 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac1091-2523-48fe-8384-8377cd67fd60 req-880ee6b1-6127-465b-baab-17627add02b8 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:57.097631 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-25ac1091-2523-48fe-8384-8377cd67fd60 req-880ee6b1-6127-465b-baab-17627add02b8 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0954411 Jan 28 18:48:57.145233 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-25ac1091-2523-48fe-8384-8377cd67fd60 req-d00cf922-a222-43b1-bd12-d661239e5123 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417225 Jan 28 18:48:57.652020 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a55e-3694-456c-8e05-94303f796d44 req-556d2b11-7c11-499a-95dd-c80295e8bbf6 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:57.653532 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8431a55e-3694-456c-8e05-94303f796d44 req-556d2b11-7c11-499a-95dd-c80295e8bbf6 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0805984 Jan 28 18:48:57.703209 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8431a55e-3694-456c-8e05-94303f796d44 req-954dd8af-9892-476c-9b47-a86095249c69 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439920 Jan 28 18:48:57.786478 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-cab0e1d0-d061-4ed0-9589-a7a55e0b627f req-1e2d3030-b6fa-4cdb-a039-58da449c9976 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1765695 Jan 28 18:48:58.910619 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299b9ee-f647-44d8-9b40-f4a10277661e req-17237b1d-5102-488b-8a6a-ce0389db1c94 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:48:58.913003 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e299b9ee-f647-44d8-9b40-f4a10277661e req-17237b1d-5102-488b-8a6a-ce0389db1c94 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0922458 Jan 28 18:48:58.963871 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e299b9ee-f647-44d8-9b40-f4a10277661e req-bcb911a5-2769-4675-a120-06579bdac931 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412865 Jan 28 18:48:59.659396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 468675f7-e11e-480c-941e-57a35414a9f5 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:48:59.791513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:59.829560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468675f7-e11e-480c-941e-57a35414a9f5'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:48:59.842842 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 468675f7-e11e-480c-941e-57a35414a9f5, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=468675f7-e11e-480c-941e-57a35414a9f5,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:48:59.877023 dv-neutron-826919-1-hyperv neutron-server[88160]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '468675f7-e11e-480c-941e-57a35414a9f5', 'code': 422} returned with failed status Jan 28 18:48:59.896572 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:48:59.980695 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=468675f7-e11e-480c-941e-57a35414a9f5,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:48:59.994368 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:48:59.994791 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:48:59.995170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:48:59.996005 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:48:59.996368 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:48:59.997029 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:48:59.997382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:48:59.997715 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:48:59.998612 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:48:59.998982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:48:59.999508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:48:59.999873 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:49:00.184005 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab148722-8078-4aa8-9a74-8c0659c98478 req-0ee93b6d-1811-43a2-8370-c62e555f943f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:00.185496 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ab148722-8078-4aa8-9a74-8c0659c98478 req-0ee93b6d-1811-43a2-8370-c62e555f943f tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.0987444 Jan 28 18:49:00.236669 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ab148722-8078-4aa8-9a74-8c0659c98478 req-30206fe7-f7cc-47d1-9aca-67124efc0531 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452323 Jan 28 18:49:01.436659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665f270-6f38-4ca8-ab4c-91b842780149 req-fbdc6b83-1bd5-4d14-a2e7-9269b20ad5c0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:01.438164 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b665f270-6f38-4ca8-ab4c-91b842780149 req-fbdc6b83-1bd5-4d14-a2e7-9269b20ad5c0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.0843296 Jan 28 18:49:01.486198 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b665f270-6f38-4ca8-ab4c-91b842780149 req-c7c9e5e4-1a12-4fea-bec1-489b2c9365ac tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419743 Jan 28 18:49:01.796350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0e1d0-d061-4ed0-9589-a7a55e0b627f req-63247152-b84f-4f7b-9b24-7a178230b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:01.798934 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cab0e1d0-d061-4ed0-9589-a7a55e0b627f req-63247152-b84f-4f7b-9b24-7a178230b864 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb&tenant_id=84865306abc747ed88cff5e0bb4f0241 HTTP/1.1" status: 200 len: 1096 time: 0.0805297 Jan 28 18:49:01.897420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0e1d0-d061-4ed0-9589-a7a55e0b627f req-07b774d5-af75-4f12-971d-c81f2ada76ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:01.898884 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cab0e1d0-d061-4ed0-9589-a7a55e0b627f req-07b774d5-af75-4f12-971d-c81f2ada76ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 1096 time: 0.0771871 Jan 28 18:49:02.136634 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0e1d0-d061-4ed0-9589-a7a55e0b627f req-b7436cd5-24c9-4ce5-a6f9-0d5328e6c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:02.138391 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cab0e1d0-d061-4ed0-9589-a7a55e0b627f req-b7436cd5-24c9-4ce5-a6f9-0d5328e6c66f service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.2340426 Jan 28 18:49:02.244882 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cab0e1d0-d061-4ed0-9589-a7a55e0b627f req-9a484659-6982-4211-8634-47a003a39ab5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468675f7-e11e-480c-941e-57a35414a9f5 HTTP/1.1" status: 200 len: 999 time: 0.1001339 Jan 28 18:49:02.311225 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0e1d0-d061-4ed0-9589-a7a55e0b627f req-2b16d11a-f311-4e0d-8d2e-ce2b812f562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:02.312590 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cab0e1d0-d061-4ed0-9589-a7a55e0b627f req-2b16d11a-f311-4e0d-8d2e-ce2b812f562a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0622673 Jan 28 18:49:02.390590 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0e1d0-d061-4ed0-9589-a7a55e0b627f req-3f4f367e-1b2a-45d6-95d3-af16ba5efb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:02.392146 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cab0e1d0-d061-4ed0-9589-a7a55e0b627f req-3f4f367e-1b2a-45d6-95d3-af16ba5efb98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742409 Jan 28 18:49:02.522573 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cab0e1d0-d061-4ed0-9589-a7a55e0b627f req-23e78461-65c6-4468-932f-0a236318bf03 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248736 Jan 28 18:49:02.656633 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-cab0e1d0-d061-4ed0-9589-a7a55e0b627f req-46f8b09b-2892-4a96-8433-1ef1530594de service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280239 Jan 28 18:49:02.677906 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d94d43-c5bc-47b5-a4cd-413587dd5734 req-5729b81a-4052-462c-b1b3-59750b4b1df0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:02.679578 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-49d94d43-c5bc-47b5-a4cd-413587dd5734 req-5729b81a-4052-462c-b1b3-59750b4b1df0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.0853744 Jan 28 18:49:02.730311 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-49d94d43-c5bc-47b5-a4cd-413587dd5734 req-be105cda-e539-4e7c-9bf1-be1f7666de00 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437338 Jan 28 18:49:03.928528 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7b465-7642-4dcb-a696-1d00b9eed265 req-4179870d-9fda-44cf-a5c4-ac6fb4efd1a9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:03.930040 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9cf7b465-7642-4dcb-a696-1d00b9eed265 req-4179870d-9fda-44cf-a5c4-ac6fb4efd1a9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.0884159 Jan 28 18:49:03.977449 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9cf7b465-7642-4dcb-a696-1d00b9eed265 req-8f974e07-65db-4226-aa5d-da6440b667b2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416389 Jan 28 18:49:05.168454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827918a2-8cc9-4c99-9310-4b1f59b76556 req-951b07f0-c483-4172-b8b5-808d9ba89982 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:05.169870 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-827918a2-8cc9-4c99-9310-4b1f59b76556 req-951b07f0-c483-4172-b8b5-808d9ba89982 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.0817425 Jan 28 18:49:05.216981 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-827918a2-8cc9-4c99-9310-4b1f59b76556 req-681019df-a3f7-4176-998e-60f1556454c0 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408909 Jan 28 18:49:06.422845 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16786a7-317a-4dec-b66d-610c6dd0d81b req-4214efe6-abfe-4668-8fa4-950b64b01781 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:06.424629 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f16786a7-317a-4dec-b66d-610c6dd0d81b req-4214efe6-abfe-4668-8fa4-950b64b01781 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.0958223 Jan 28 18:49:06.472084 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-f16786a7-317a-4dec-b66d-610c6dd0d81b req-892ffb0c-03bb-41ba-896f-fcc6f1f7ed16 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417089 Jan 28 18:49:07.658135 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1d402-a29c-43fe-af0c-216d7e3a9a85 req-ca171408-a239-44e4-8a6e-169d467fb9b1 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:07.660167 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a3c1d402-a29c-43fe-af0c-216d7e3a9a85 req-ca171408-a239-44e4-8a6e-169d467fb9b1 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.0802231 Jan 28 18:49:07.708751 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-a3c1d402-a29c-43fe-af0c-216d7e3a9a85 req-c377c9e9-c668-4569-80e9-b9d5933deb2d tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429463 Jan 28 18:49:08.663709 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ac2a2-4c4b-4a89-945c-6a213f002a5b req-64512942-87d1-41e3-866b-db3b401241d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:08.665185 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b17ac2a2-4c4b-4a89-945c-6a213f002a5b req-64512942-87d1-41e3-866b-db3b401241d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 1096 time: 0.0694721 Jan 28 18:49:08.812269 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ac2a2-4c4b-4a89-945c-6a213f002a5b req-59115249-4e87-4773-a14d-8d871a9bb1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:08.813773 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b17ac2a2-4c4b-4a89-945c-6a213f002a5b req-59115249-4e87-4773-a14d-8d871a9bb1d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.1296864 Jan 28 18:49:08.992406 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b17ac2a2-4c4b-4a89-945c-6a213f002a5b req-4a1d7198-e0cc-4417-bc87-f18dede99976 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468675f7-e11e-480c-941e-57a35414a9f5 HTTP/1.1" status: 200 len: 999 time: 0.1718316 Jan 28 18:49:09.056081 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd64b3-da56-4489-ac0f-6a1c46f208b4 req-3f0c5dbc-aad1-4664-b6f2-33134fc90dc9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:09.057574 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9cdd64b3-da56-4489-ac0f-6a1c46f208b4 req-3f0c5dbc-aad1-4664-b6f2-33134fc90dc9 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 943 time: 0.1821916 Jan 28 18:49:09.095489 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ac2a2-4c4b-4a89-945c-6a213f002a5b req-3c00cf61-01d0-4df0-9b11-8799b8fbf7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:09.097195 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b17ac2a2-4c4b-4a89-945c-6a213f002a5b req-3c00cf61-01d0-4df0-9b11-8799b8fbf7ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0980949 Jan 28 18:49:09.162661 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9cdd64b3-da56-4489-ac0f-6a1c46f208b4 req-abae73b7-8767-41c3-a4fe-675db2123792 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985584 Jan 28 18:49:09.194652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ac2a2-4c4b-4a89-945c-6a213f002a5b req-b98ef7f2-3de2-4ccf-b929-db0de03e4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:09.196131 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b17ac2a2-4c4b-4a89-945c-6a213f002a5b req-b98ef7f2-3de2-4ccf-b929-db0de03e4e51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0902698 Jan 28 18:49:09.338231 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b17ac2a2-4c4b-4a89-945c-6a213f002a5b req-68b40648-b6f5-4af1-86bb-dffb5e9db945 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358800 Jan 28 18:49:09.573954 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b17ac2a2-4c4b-4a89-945c-6a213f002a5b req-47b8d051-233c-4f1d-b25f-0cd696cf1308 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304668 Jan 28 18:49:09.686597 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 468675f7-e11e-480c-941e-57a35414a9f5 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:49:09.824079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 468675f7-e11e-480c-941e-57a35414a9f5, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=468675f7-e11e-480c-941e-57a35414a9f5,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:49:09.839757 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '468675f7-e11e-480c-941e-57a35414a9f5', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'port_id': '468675f7-e11e-480c-941e-57a35414a9f5', 'mac_address': 'fa:16:3e:62:ec:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:49:09.899760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:09.916610 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468675f7-e11e-480c-941e-57a35414a9f5 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:49:09.947118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 468675f7-e11e-480c-941e-57a35414a9f5, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=468675f7-e11e-480c-941e-57a35414a9f5,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:49:10.027777 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7eea4548-e7bd-49fd-9283-a1c54e56c875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:10.029427 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:10.099819 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=468675f7-e11e-480c-941e-57a35414a9f5,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:49:10.266138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['468675f7-e11e-480c-941e-57a35414a9f5'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:49:10.356628 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682fc34-a048-4caf-a326-2456cb91b6fb req-9f7c8575-e1af-4339-bcd1-c8682a7b242a tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:10.358101 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5682fc34-a048-4caf-a326-2456cb91b6fb req-9f7c8575-e1af-4339-bcd1-c8682a7b242a tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 944 time: 0.0838530 Jan 28 18:49:10.402384 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5682fc34-a048-4caf-a326-2456cb91b6fb req-99bb1835-fc9b-4f97-b493-1ea28717de45 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379746 Jan 28 18:49:11.585742 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1c5d3-dc30-486b-8c66-af1d9157cc98 req-b0671de9-2cf1-4477-a104-cd15064809be tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:11.587217 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-acb1c5d3-dc30-486b-8c66-af1d9157cc98 req-b0671de9-2cf1-4477-a104-cd15064809be tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 944 time: 0.0818434 Jan 28 18:49:11.632760 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-acb1c5d3-dc30-486b-8c66-af1d9157cc98 req-6070b79d-1b94-4e5c-9ec3-76da36ed431a tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 Jan 28 18:49:11.717907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 468675f7-e11e-480c-941e-57a35414a9f5 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:49:11.787215 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 468675f7-e11e-480c-941e-57a35414a9f5 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:49:11.787576 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:11.905284 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:11.931090 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468675f7-e11e-480c-941e-57a35414a9f5'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:49:11.941111 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 468675f7-e11e-480c-941e-57a35414a9f5, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=468675f7-e11e-480c-941e-57a35414a9f5,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:49:11.976806 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468675f7-e11e-480c-941e-57a35414a9f5', 'code': 200} Jan 28 18:49:12.038817 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:12.114376 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=468675f7-e11e-480c-941e-57a35414a9f5,revision_number=8']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:49:12.348062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789e418-6e60-4008-acc6-8189f8b5e0ab req-b69f09b7-180b-444f-86a4-a4847d951fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:12.349458 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4789e418-6e60-4008-acc6-8189f8b5e0ab req-b69f09b7-180b-444f-86a4-a4847d951fc3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 1098 time: 0.0714951 Jan 28 18:49:12.358202 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-19fd7c47-b12a-4cd6-ae67-22203d853f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:12.390893 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4789e418-6e60-4008-acc6-8189f8b5e0ab req-923a9fef-72d8-4739-a3be-8e8bc34e5485 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350442 Jan 28 18:49:12.820462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f76c0b-9307-442d-abbb-d13d36ba4dc8 req-0eb727f8-df27-4350-be7c-cc5a62a95aef tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:12.821906 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d7f76c0b-9307-442d-abbb-d13d36ba4dc8 req-0eb727f8-df27-4350-be7c-cc5a62a95aef tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0806363 Jan 28 18:49:12.864851 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d7f76c0b-9307-442d-abbb-d13d36ba4dc8 req-c441f7fe-5cfa-40ad-9ab3-2a693e3f867a tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370598 Jan 28 18:49:13.439012 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:13.506261 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:14.055072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4275a5-20ef-429d-868c-db6d76cccf09 req-7b190df1-9098-4aa3-8fe5-2da96fb1f137 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:49:14.056542 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dd4275a5-20ef-429d-868c-db6d76cccf09 req-7b190df1-9098-4aa3-8fe5-2da96fb1f137 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.0802271 Jan 28 18:49:14.102575 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dd4275a5-20ef-429d-868c-db6d76cccf09 req-b5c92cb6-4ec5-4186-93ef-103d88a4b345 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402730 Jan 28 18:49:15.115725 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:49:15.163986 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:20.410199 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:40.156757 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-124f8b0c-7336-4122-83d8-b970ac9ab09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:42.335617 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d81834a0-c1e7-427a-8426-8736cc108ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:43.411306 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:43.466977 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:45.181148 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:50.433156 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:49:52.114911 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:50:09.637639 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d021afa0-5e78-40f7-803c-d3e3a240ce4f req-8475e957-9b3d-45f4-82ad-64a7a37e698b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1099255 Jan 28 18:50:09.794258 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021afa0-5e78-40f7-803c-d3e3a240ce4f req-4f371730-c8ea-4c03-a2e8-16e585269b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:50:09.795823 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d021afa0-5e78-40f7-803c-d3e3a240ce4f req-4f371730-c8ea-4c03-a2e8-16e585269b14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 1098 time: 0.0869656 Jan 28 18:50:09.943315 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021afa0-5e78-40f7-803c-d3e3a240ce4f req-844aadf5-ccef-4f3a-a14d-b9e6cfffac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:50:09.945310 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d021afa0-5e78-40f7-803c-d3e3a240ce4f req-844aadf5-ccef-4f3a-a14d-b9e6cfffac92 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.1309774 Jan 28 18:50:10.009306 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5ff7442e-a66d-4257-adfc-3d3ecd39c550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:50:10.052113 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d021afa0-5e78-40f7-803c-d3e3a240ce4f req-bd3284df-7ef1-4b86-ad9d-8a9da7ff66d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468675f7-e11e-480c-941e-57a35414a9f5 HTTP/1.1" status: 200 len: 1001 time: 0.1006999 Jan 28 18:50:10.119303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021afa0-5e78-40f7-803c-d3e3a240ce4f req-2ec3d1e8-ce13-42c0-9f9d-d3188dbfcc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:50:10.120733 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d021afa0-5e78-40f7-803c-d3e3a240ce4f req-2ec3d1e8-ce13-42c0-9f9d-d3188dbfcc31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0626760 Jan 28 18:50:10.200083 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021afa0-5e78-40f7-803c-d3e3a240ce4f req-004e3f33-aeb2-47ac-959b-ec924300d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:50:10.201528 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d021afa0-5e78-40f7-803c-d3e3a240ce4f req-004e3f33-aeb2-47ac-959b-ec924300d71e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747831 Jan 28 18:50:10.334967 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d021afa0-5e78-40f7-803c-d3e3a240ce4f req-6bf1700a-09a2-41e2-8279-158ecf694300 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264579 Jan 28 18:50:10.466752 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d021afa0-5e78-40f7-803c-d3e3a240ce4f req-7cabd50b-bb7c-4584-bbec-4fa00b4587fd service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264594 Jan 28 18:50:12.367749 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d61baed3-7e45-4cae-bf0f-48ec78ebec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:50:13.432019 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:50:13.483818 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:50:15.186670 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:50:20.472208 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:50:29.114413 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:50:40.020187 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1019-9a20-4b1d-9477-289bb04d8d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:50:42.378661 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8af95ab7-0233-4722-965d-51be359599a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:50:43.420194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:50:43.443121 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:50:45.184903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:50:50.425369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:03.984765 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55660) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:04.371196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Deleting port 9a2b7ad9-a04e-4734-9d37-9f56c3b7fa2e {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:51:04.371463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:04.552164 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:04.552487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:04.775891 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Calling delete_port for 9a2b7ad9-a04e-4734-9d37-9f56c3b7fa2e owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:51:04.991120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:05.063088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event deleted for resources: {'Port': ['ID=9a2b7ad9-a04e-4734-9d37-9f56c3b7fa2e,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:05.079186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:05.079463 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:05.079796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:05.080119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:05.080461 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:05.080762 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:05.081077 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:05.081392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:05.081706 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:05.082092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:05.082412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:05.082724 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:05.144723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:05.145126 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Floating IP 2c981331-a23b-4653-81e8-49e003e47821 disassociated (deleted). External IP: 172.26.1.106, port: 468675f7-e11e-480c-941e-57a35414a9f5. Jan 28 18:51:05.484494 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Router 525fb9dc-3134-4090-9585-cc755dd74b0c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:51:05.659873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:51:05.669099 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202cf857-1dca-43ec-9c63-d717cc4563cc None None] Sync routers for ids ['525fb9dc-3134-4090-9585-cc755dd74b0c'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:51:05.678549 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cf857-1dca-43ec-9c63-d717cc4563cc None None] Routers {'525fb9dc-3134-4090-9585-cc755dd74b0c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:51:05.679184 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-202cf857-1dca-43ec-9c63-d717cc4563cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:50:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['525fb9dc-3134-4090-9585-cc755dd74b0c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:05.751644 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:05.804701 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b05809ff-0343-4b65-a339-fc32b92982d2 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "DELETE /v2.0/floatingips/2c981331-a23b-4653-81e8-49e003e47821 HTTP/1.1" status: 204 len: 168 time: 1.8188469 Jan 28 18:51:05.805564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'tag': '468675f7-e11e-480c-941e-57a35414a9f5'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:51:05.854748 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-202cf857-1dca-43ec-9c63-d717cc4563cc None None] Set router 525fb9dc-3134-4090-9585-cc755dd74b0c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:51:06.001543 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'tag': '468675f7-e11e-480c-941e-57a35414a9f5', 'status': 'completed', 'code': 200} Jan 28 18:51:06.097523 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1191f66-9239-4ec0-80e6-7318e7ff5b27 req-19c90a88-45cb-4f90-8918-eef41b1bcdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:06.099007 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a1191f66-9239-4ec0-80e6-7318e7ff5b27 req-19c90a88-45cb-4f90-8918-eef41b1bcdc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 1098 time: 0.0743248 Jan 28 18:51:06.121407 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:51:06.185668 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-202cf857-1dca-43ec-9c63-d717cc4563cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:36Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:06.189460 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202cf857-1dca-43ec-9c63-d717cc4563cc None None] Checking router: 525fb9dc-3134-4090-9585-cc755dd74b0c for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:51:06.198167 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cf857-1dca-43ec-9c63-d717cc4563cc None None] Routers {'525fb9dc-3134-4090-9585-cc755dd74b0c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:51:06.198335 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-202cf857-1dca-43ec-9c63-d717cc4563cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:50:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['525fb9dc-3134-4090-9585-cc755dd74b0c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:06.231100 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1191f66-9239-4ec0-80e6-7318e7ff5b27 req-3d2b3ed4-eda5-402f-91b4-88607943b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:06.232683 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a1191f66-9239-4ec0-80e6-7318e7ff5b27 req-3d2b3ed4-eda5-402f-91b4-88607943b417 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 200 len: 909 time: 0.1282532 Jan 28 18:51:06.307255 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a1191f66-9239-4ec0-80e6-7318e7ff5b27 req-8ce649f3-7244-4e5f-a900-394ddfdd2626 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=468675f7-e11e-480c-941e-57a35414a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0677361 Jan 28 18:51:06.374795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1191f66-9239-4ec0-80e6-7318e7ff5b27 req-3d6cc85e-ee99-48f0-b654-12a761cdc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:06.376382 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a1191f66-9239-4ec0-80e6-7318e7ff5b27 req-3d6cc85e-ee99-48f0-b654-12a761cdc456 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 200 len: 847 time: 0.0623977 Jan 28 18:51:06.418223 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-202cf857-1dca-43ec-9c63-d717cc4563cc None None] Set router 525fb9dc-3134-4090-9585-cc755dd74b0c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:51:06.429636 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eef693-ca12-45a1-ae57-8c752f18188f req-2a1f4868-655e-4811-9919-b2814cc16680 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:06.431386 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-22eef693-ca12-45a1-ae57-8c752f18188f req-2a1f4868-655e-4811-9919-b2814cc16680 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.1394148 Jan 28 18:51:06.480223 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-22eef693-ca12-45a1-ae57-8c752f18188f req-a27d68b7-5499-44d8-8a3c-b604a1e221c3 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 Jan 28 18:51:06.561948 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1191f66-9239-4ec0-80e6-7318e7ff5b27 req-dcd2beca-6f1a-4fb3-a854-e81b80a917a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:06.563358 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a1191f66-9239-4ec0-80e6-7318e7ff5b27 req-dcd2beca-6f1a-4fb3-a854-e81b80a917a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22049db5-bb66-462a-91a3-e62df7b628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1802554 Jan 28 18:51:06.691939 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a1191f66-9239-4ec0-80e6-7318e7ff5b27 req-7284d041-6c1f-4068-861a-884d613e4425 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214223 Jan 28 18:51:06.728087 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-202cf857-1dca-43ec-9c63-d717cc4563cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:36Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:06.731946 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202cf857-1dca-43ec-9c63-d717cc4563cc None None] The sync data for ids ['525fb9dc-3134-4090-9585-cc755dd74b0c'] in dv-neutron-826919-1-hyperv is: [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:40:29Z', 'revision_number': 4, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': 'add88178-5d12-4a3e-81e1-532dbb37cca7', 'name': '', 'network_id': '22049db5-bb66-462a-91a3-e62df7b628d3', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'mac_address': 'fa:16:3e:e7:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:28Z', 'updated_at': '2022-01-28T18:40:36Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'subnets': [{'id': '625542c0-ea27-4860-b0e4-5f7e8667709f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:51:06.825394 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a1191f66-9239-4ec0-80e6-7318e7ff5b27 req-aaab5aea-43e0-4864-bdd0-f25491dff638 service neutron] 10.222.0.16 "GET /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264646 Jan 28 18:51:06.963939 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3085aabc-a168-4d6c-8eb0-09a199fbfda6 None None] New status for floating IP 2c981331-a23b-4653-81e8-49e003e47821: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:51:07.714596 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b7e03-d480-4934-b3f0-d2ada974276c req-d411309c-3fd4-4bc3-9a75-32a11be96bc4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:07.715108 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e88b7e03-d480-4934-b3f0-d2ada974276c req-d411309c-3fd4-4bc3-9a75-32a11be96bc4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Synchronizing usage tracker for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:51:07.774889 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-e88b7e03-d480-4934-b3f0-d2ada974276c req-d411309c-3fd4-4bc3-9a75-32a11be96bc4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Unset dirty status for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:51:07.776135 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e88b7e03-d480-4934-b3f0-d2ada974276c req-d411309c-3fd4-4bc3-9a75-32a11be96bc4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.1861286 Jan 28 18:51:07.879396 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e88b7e03-d480-4934-b3f0-d2ada974276c req-b32c65d8-9657-4ae2-8717-f39323fa732e tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/security-groups?id=a019b10d-0a0a-4a88-af17-01ec1e2ece31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970290 Jan 28 18:51:07.903335 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65bc7c-cef7-45fa-b6f7-75043bc3d027 req-eac85a26-13cc-4b58-92cd-03fd9ea879ba tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:07.904741 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8e65bc7c-cef7-45fa-b6f7-75043bc3d027 req-eac85a26-13cc-4b58-92cd-03fd9ea879ba tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.16 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 945 time: 0.1027627 Jan 28 18:51:07.980468 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-8e65bc7c-cef7-45fa-b6f7-75043bc3d027 req-74bc1904-8bc7-46c2-925e-3a3194576435 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Deleting port 468675f7-e11e-480c-941e-57a35414a9f5 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:51:07.980805 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8e65bc7c-cef7-45fa-b6f7-75043bc3d027 req-74bc1904-8bc7-46c2-925e-3a3194576435 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:08.235418 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-8e65bc7c-cef7-45fa-b6f7-75043bc3d027 req-74bc1904-8bc7-46c2-925e-3a3194576435 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] For port 468675f7-e11e-480c-941e-57a35414a9f5, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=468675f7-e11e-480c-941e-57a35414a9f5,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:08.235773 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8e65bc7c-cef7-45fa-b6f7-75043bc3d027 req-74bc1904-8bc7-46c2-925e-3a3194576435 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:08.353899 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-8e65bc7c-cef7-45fa-b6f7-75043bc3d027 req-74bc1904-8bc7-46c2-925e-3a3194576435 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Calling delete_port for 468675f7-e11e-480c-941e-57a35414a9f5 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:51:08.589663 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8e65bc7c-cef7-45fa-b6f7-75043bc3d027 req-74bc1904-8bc7-46c2-925e-3a3194576435 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:08.638370 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc1904-8bc7-46c2-925e-3a3194576435 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event deleted for resources: {'Port': ['ID=468675f7-e11e-480c-941e-57a35414a9f5,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:08.713150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e65bc7c-cef7-45fa-b6f7-75043bc3d027 req-74bc1904-8bc7-46c2-925e-3a3194576435 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] No DVR routers for this DVR port 468675f7-e11e-480c-941e-57a35414a9f5 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:51:08.715616 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-8e65bc7c-cef7-45fa-b6f7-75043bc3d027 req-74bc1904-8bc7-46c2-925e-3a3194576435 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:08.717991 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'name': 'network-vif-deleted', 'tag': '468675f7-e11e-480c-941e-57a35414a9f5'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:51:08.771679 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5182eef2-6c02-4265-b264-6a3b626db8bb', 'name': 'network-vif-deleted', 'tag': '468675f7-e11e-480c-941e-57a35414a9f5', 'status': 'completed', 'code': 200} Jan 28 18:51:08.815024 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8e65bc7c-cef7-45fa-b6f7-75043bc3d027 req-74bc1904-8bc7-46c2-925e-3a3194576435 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.16 "DELETE /v2.0/ports/468675f7-e11e-480c-941e-57a35414a9f5 HTTP/1.1" status: 204 len: 173 time: 0.9049075 Jan 28 18:51:09.069791 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2b642a5a-85de-4432-b3a9-638b31d17041 req-1c060cc4-1767-49b9-9d36-1e4756f2b1db tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Synchronizing usage tracker for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:51:09.145660 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-2b642a5a-85de-4432-b3a9-638b31d17041 req-1c060cc4-1767-49b9-9d36-1e4756f2b1db tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Unset dirty status for tenant:84865306abc747ed88cff5e0bb4f0241 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:51:09.146836 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2b642a5a-85de-4432-b3a9-638b31d17041 req-1c060cc4-1767-49b9-9d36-1e4756f2b1db tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 210 time: 0.1572049 Jan 28 18:51:10.007357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f275b55e-cb08-43eb-9ccd-7cea7250e083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:10.307767 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-fada087a-7acf-46ed-b220-cd2758aeaf09 req-d2053686-0239-42eb-bf80-4460050d1e51 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 210 time: 0.0414526 Jan 28 18:51:10.571339 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4492a9ee-ac38-4cfb-9f67-e14a05e22cda req-b9c0a749-2b23-41dd-9d7b-35b59ad731e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5182eef2-6c02-4265-b264-6a3b626db8bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0416851 Jan 28 18:51:10.684754 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4492a9ee-ac38-4cfb-9f67-e14a05e22cda req-c96d7f61-b633-4b52-8219-7fc4f3e09315 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=84865306abc747ed88cff5e0bb4f0241&device_id=5182eef2-6c02-4265-b264-6a3b626db8bb HTTP/1.1" status: 200 len: 210 time: 0.0466776 Jan 28 18:51:10.951672 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492a9ee-ac38-4cfb-9f67-e14a05e22cda req-4c77f8f5-9325-47d8-ad70-f57d1601e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:10.953113 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4492a9ee-ac38-4cfb-9f67-e14a05e22cda req-4c77f8f5-9325-47d8-ad70-f57d1601e958 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=84865306abc747ed88cff5e0bb4f0241&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2507799 Jan 28 18:51:11.087888 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492a9ee-ac38-4cfb-9f67-e14a05e22cda req-a1805260-dab6-4b8f-915b-fc5f607ba34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:11.089315 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-4492a9ee-ac38-4cfb-9f67-e14a05e22cda req-a1805260-dab6-4b8f-915b-fc5f607ba34c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303737 Jan 28 18:51:11.401061 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55688) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:11.467669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3bf52fe1-360f-459c-979f-9d2cccba9cc4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:11.498192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3bf52fe1-360f-459c-979f-9d2cccba9cc4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:11.669945 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3bf52fe1-360f-459c-979f-9d2cccba9cc4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:11.687882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf52fe1-360f-459c-979f-9d2cccba9cc4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a019b10d-0a0a-4a88-af17-01ec1e2ece31,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:11.763369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-3bf52fe1-360f-459c-979f-9d2cccba9cc4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:11.764780 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-3bf52fe1-360f-459c-979f-9d2cccba9cc4 tempest-TestShelveInstance-2114120687 tempest-TestShelveInstance-2114120687-project] 10.222.0.26 "DELETE /v2.0/security-groups/a019b10d-0a0a-4a88-af17-01ec1e2ece31 HTTP/1.1" status: 204 len: 168 time: 0.3627391 Jan 28 18:51:11.858219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55694) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:12.301556 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 468675f7-e11e-480c-941e-57a35414a9f5 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:51:12.336994 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 468675f7-e11e-480c-941e-57a35414a9f5 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:51:12.337329 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 468675f7-e11e-480c-941e-57a35414a9f5 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:51:12.362688 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1741baa3-cd5b-4251-9667-a0da2bf01e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:12.543479 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-126b3380-11e4-4825-a073-b12b020eca03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:12.896968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-126b3380-11e4-4825-a073-b12b020eca03 admin admin] Deleting port add88178-5d12-4a3e-81e1-532dbb37cca7 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:51:12.897603 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-126b3380-11e4-4825-a073-b12b020eca03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:13.063564 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-126b3380-11e4-4825-a073-b12b020eca03 admin admin] For port add88178-5d12-4a3e-81e1-532dbb37cca7, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=add88178-5d12-4a3e-81e1-532dbb37cca7,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:13.063965 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-126b3380-11e4-4825-a073-b12b020eca03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:13.290664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-126b3380-11e4-4825-a073-b12b020eca03 admin admin] Calling delete_port for add88178-5d12-4a3e-81e1-532dbb37cca7 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:51:13.431230 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:13.453586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:13.654136 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-126b3380-11e4-4825-a073-b12b020eca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:13.699048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b3380-11e4-4825-a073-b12b020eca03 admin admin] Pushing event deleted for resources: {'Port': ['ID=add88178-5d12-4a3e-81e1-532dbb37cca7,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:13.966610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-126b3380-11e4-4825-a073-b12b020eca03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:14.312847 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126b3380-11e4-4825-a073-b12b020eca03 admin admin] Router 525fb9dc-3134-4090-9585-cc755dd74b0c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:51:14.483784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126b3380-11e4-4825-a073-b12b020eca03 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:51:14.493883 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b64929-ab9c-4592-8a2f-c0e4fce53ff0 None None] Sync routers for ids ['525fb9dc-3134-4090-9585-cc755dd74b0c'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:51:14.504565 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b64929-ab9c-4592-8a2f-c0e4fce53ff0 None None] Routers {'525fb9dc-3134-4090-9585-cc755dd74b0c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:51:14.505151 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-63b64929-ab9c-4592-8a2f-c0e4fce53ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:51:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['525fb9dc-3134-4090-9585-cc755dd74b0c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:14.562676 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-126b3380-11e4-4825-a073-b12b020eca03 admin admin] 10.222.0.26 "PUT /v2.0/routers/525fb9dc-3134-4090-9585-cc755dd74b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7033560 Jan 28 18:51:14.565098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55702) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:14.683021 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-63b64929-ab9c-4592-8a2f-c0e4fce53ff0 None None] Set router 525fb9dc-3134-4090-9585-cc755dd74b0c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:51:14.853219 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:14.957919 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-63b64929-ab9c-4592-8a2f-c0e4fce53ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:51:13Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:14.961816 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b64929-ab9c-4592-8a2f-c0e4fce53ff0 None None] Checking router: 525fb9dc-3134-4090-9585-cc755dd74b0c for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:51:14.970745 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b64929-ab9c-4592-8a2f-c0e4fce53ff0 None None] Routers {'525fb9dc-3134-4090-9585-cc755dd74b0c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:51:14.971368 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-63b64929-ab9c-4592-8a2f-c0e4fce53ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:51:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['525fb9dc-3134-4090-9585-cc755dd74b0c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:15.028838 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:15.132301 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] Deleting port e59e81f0-3007-4392-a147-695e23923840 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:51:15.142650 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:15.145043 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-63b64929-ab9c-4592-8a2f-c0e4fce53ff0 None None] Set router 525fb9dc-3134-4090-9585-cc755dd74b0c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:51:15.191045 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:15.312237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] For port e59e81f0-3007-4392-a147-695e23923840, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=e59e81f0-3007-4392-a147-695e23923840,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:15.312587 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:15.434041 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] Calling delete_port for e59e81f0-3007-4392-a147-695e23923840 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:51:15.451411 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-63b64929-ab9c-4592-8a2f-c0e4fce53ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:51:13Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:15.455197 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b64929-ab9c-4592-8a2f-c0e4fce53ff0 None None] The sync data for ids ['525fb9dc-3134-4090-9585-cc755dd74b0c'] in dv-neutron-826919-1-hyperv is: [{'id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'name': 'tempest-TestShelveInstance-537227022-router', 'tenant_id': '84865306abc747ed88cff5e0bb4f0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e59e81f0-3007-4392-a147-695e23923840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:24Z', 'updated_at': '2022-01-28T18:51:13Z', 'revision_number': 5, 'project_id': '84865306abc747ed88cff5e0bb4f0241', 'gw_port': {'id': 'e59e81f0-3007-4392-a147-695e23923840', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525fb9dc-3134-4090-9585-cc755dd74b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:25Z', 'updated_at': '2022-01-28T18:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:51:15.665342 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:15.709480 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] Pushing event deleted for resources: {'Port': ['ID=e59e81f0-3007-4392-a147-695e23923840,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:15.804153 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:15.840803 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device add88178-5d12-4a3e-81e1-532dbb37cca7 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:51:15.883471 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: add88178-5d12-4a3e-81e1-532dbb37cca7 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:51:15.883837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device add88178-5d12-4a3e-81e1-532dbb37cca7 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:51:15.988504 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:15.990818 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:16.059873 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:16.060424 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 525fb9dc-3134-4090-9585-cc755dd74b0c {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:51:16.073278 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:16.074598 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9300d9c9-5956-4c48-a72d-5b1a862cf17f admin admin] 10.222.0.26 "DELETE /v2.0/routers/525fb9dc-3134-4090-9585-cc755dd74b0c HTTP/1.1" status: 204 len: 168 time: 1.5086222 Jan 28 18:51:16.077109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55706) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:16.137784 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f93c4c-7988-4f46-971f-a222447cb2b4 admin admin] Deleting subnet 625542c0-ea27-4860-b0e4-5f7e8667709f {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:51:16.141259 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05f93c4c-7988-4f46-971f-a222447cb2b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:16.193974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05f93c4c-7988-4f46-971f-a222447cb2b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:16.279442 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05f93c4c-7988-4f46-971f-a222447cb2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:16.391287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05f93c4c-7988-4f46-971f-a222447cb2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:16.539397 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f93c4c-7988-4f46-971f-a222447cb2b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625542c0-ea27-4860-b0e4-5f7e8667709f,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:16.544326 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-05f93c4c-7988-4f46-971f-a222447cb2b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:16.548501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3ab211-ab90-4c18-b48b-63a3a13e749b None None] Network 22049db5-bb66-462a-91a3-e62df7b628d3 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:51:16.550040 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-05f93c4c-7988-4f46-971f-a222447cb2b4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/625542c0-ea27-4860-b0e4-5f7e8667709f HTTP/1.1" status: 204 len: 168 time: 0.4719841 Jan 28 18:51:16.552421 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55710) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:16.656362 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:16.666443 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Deleting port be687ccb-03d2-4753-9681-10954042817a {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:51:16.666768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:16.806464 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d895d603-a4c9-4276-b6c0-7bffd7d877c7 None None] DHCP port deletion for 22049db5-bb66-462a-91a3-e62df7b628d3 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:51:16.810657 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d895d603-a4c9-4276-b6c0-7bffd7d877c7 None None] Deleting port be687ccb-03d2-4753-9681-10954042817a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:51:16.811073 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d895d603-a4c9-4276-b6c0-7bffd7d877c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:16.867642 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] For port be687ccb-03d2-4753-9681-10954042817a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=be687ccb-03d2-4753-9681-10954042817a,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:16.868095 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:16.992285 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Calling delete_port for be687ccb-03d2-4753-9681-10954042817a owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:51:17.009995 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-d895d603-a4c9-4276-b6c0-7bffd7d877c7 None None] For port be687ccb-03d2-4753-9681-10954042817a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=be687ccb-03d2-4753-9681-10954042817a,segment=NetworkSegment(5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896),segment_id=5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:17.010645 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d895d603-a4c9-4276-b6c0-7bffd7d877c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:17.130354 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d895d603-a4c9-4276-b6c0-7bffd7d877c7 None None] Calling delete_port for be687ccb-03d2-4753-9681-10954042817a owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:51:17.145670 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:17.194199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=be687ccb-03d2-4753-9681-10954042817a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:17.197579 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] No DVR routers for this DVR port be687ccb-03d2-4753-9681-10954042817a on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:51:17.208013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-d895d603-a4c9-4276-b6c0-7bffd7d877c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:51:17.208363 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-d895d603-a4c9-4276-b6c0-7bffd7d877c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:51:17.311626 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:17.337018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22049db5-bb66-462a-91a3-e62df7b628d3']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:17.348645 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:17.348935 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b48ef0c-8a9a-4ddd-9ed5-73f3cb4c9896') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:17.359890 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:17.379163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:17.387157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:51:17.387157 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:51:17.399254 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:51:17.539674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:17.543830 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:17.568035 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=22049db5-bb66-462a-91a3-e62df7b628d3,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:17.649250 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8b84eab7-ee1a-44aa-99cf-620075c25c28 admin admin] 10.222.0.26 "DELETE /v2.0/networks/22049db5-bb66-462a-91a3-e62df7b628d3 HTTP/1.1" status: 204 len: 168 time: 1.0956490 Jan 28 18:51:17.651860 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55714) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:17.709809 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d895d603-a4c9-4276-b6c0-7bffd7d877c7 None None] Deleting port be687ccb-03d2-4753-9681-10954042817a {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:51:17.710338 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d895d603-a4c9-4276-b6c0-7bffd7d877c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:17.777520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-d895d603-a4c9-4276-b6c0-7bffd7d877c7 None None] The port 'be687ccb-03d2-4753-9681-10954042817a' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:51:17.818486 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device be687ccb-03d2-4753-9681-10954042817a no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:51:17.851123 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: be687ccb-03d2-4753-9681-10954042817a {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:51:17.851463 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device be687ccb-03d2-4753-9681-10954042817a not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:51:17.851878 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e59e81f0-3007-4392-a147-695e23923840 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:51:17.884541 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: e59e81f0-3007-4392-a147-695e23923840 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:51:17.884876 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device e59e81f0-3007-4392-a147-695e23923840 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:51:18.271910 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09686ae2-6cf7-46e0-a5ea-90ad66a8e7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:18.613905 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-09686ae2-6cf7-46e0-a5ea-90ad66a8e7e3 admin admin] Deleting port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:51:18.614271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09686ae2-6cf7-46e0-a5ea-90ad66a8e7e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:18.784131 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-09686ae2-6cf7-46e0-a5ea-90ad66a8e7e3 admin admin] For port 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a,segment=NetworkSegment(50ebc39b-17fd-4b12-99f8-5ea6807443fa),segment_id=50ebc39b-17fd-4b12-99f8-5ea6807443fa)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:18.784482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09686ae2-6cf7-46e0-a5ea-90ad66a8e7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:18.903276 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-09686ae2-6cf7-46e0-a5ea-90ad66a8e7e3 admin admin] Calling delete_port for 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:51:19.149432 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09686ae2-6cf7-46e0-a5ea-90ad66a8e7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:19.223573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09686ae2-6cf7-46e0-a5ea-90ad66a8e7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:19.461964 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09686ae2-6cf7-46e0-a5ea-90ad66a8e7e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:19.904560 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09686ae2-6cf7-46e0-a5ea-90ad66a8e7e3 admin admin] Router 1c873d15-808a-4237-b2d6-024a85674b84 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:51:20.077148 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09686ae2-6cf7-46e0-a5ea-90ad66a8e7e3 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:51:20.085953 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad98ee08-077a-4c74-9f23-0ac6e009e525 None None] Sync routers for ids ['1c873d15-808a-4237-b2d6-024a85674b84'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:51:20.095485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad98ee08-077a-4c74-9f23-0ac6e009e525 None None] Routers {'1c873d15-808a-4237-b2d6-024a85674b84'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:51:20.096113 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ad98ee08-077a-4c74-9f23-0ac6e009e525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:51:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1c873d15-808a-4237-b2d6-024a85674b84'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:20.175576 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-09686ae2-6cf7-46e0-a5ea-90ad66a8e7e3 admin admin] 10.222.0.26 "PUT /v2.0/routers/1c873d15-808a-4237-b2d6-024a85674b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5226555 Jan 28 18:51:20.177973 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55718) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:20.270184 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-ad98ee08-077a-4c74-9f23-0ac6e009e525 None None] Set router 1c873d15-808a-4237-b2d6-024a85674b84 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:51:20.356047 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] Notify callbacks [] for router, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:20.494856 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:20.535549 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:20.605055 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ad98ee08-077a-4c74-9f23-0ac6e009e525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c873d15-808a-4237-b2d6-024a85674b84', 'name': 'tempest-TestShelveInstance-262142306-router', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': 'aa3b42e8-e5b9-4b61-a840-f46ae7c05771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:32Z', 'updated_at': '2022-01-28T18:51:19Z', 'revision_number': 5, 'project_id': 'e16eee31f6ca42018ba36be66071cfe9', 'gw_port': {'id': 'aa3b42e8-e5b9-4b61-a840-f46ae7c05771', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c873d15-808a-4237-b2d6-024a85674b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:40:33Z', 'updated_at': '2022-01-28T18:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:20.608933 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad98ee08-077a-4c74-9f23-0ac6e009e525 None None] Checking router: 1c873d15-808a-4237-b2d6-024a85674b84 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:51:20.613088 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] Deleting port aa3b42e8-e5b9-4b61-a840-f46ae7c05771 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:51:20.613548 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:20.617804 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad98ee08-077a-4c74-9f23-0ac6e009e525 None None] Routers {'1c873d15-808a-4237-b2d6-024a85674b84'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:51:20.618422 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ad98ee08-077a-4c74-9f23-0ac6e009e525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:51:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['1c873d15-808a-4237-b2d6-024a85674b84'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:20.763298 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-ad98ee08-077a-4c74-9f23-0ac6e009e525 None None] Set router 1c873d15-808a-4237-b2d6-024a85674b84 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:51:20.782221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] For port aa3b42e8-e5b9-4b61-a840-f46ae7c05771, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=aa3b42e8-e5b9-4b61-a840-f46ae7c05771,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:20.782599 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:20.865515 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-ad98ee08-077a-4c74-9f23-0ac6e009e525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c873d15-808a-4237-b2d6-024a85674b84', 'name': 'tempest-TestShelveInstance-262142306-router', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:32Z', 'updated_at': '2022-01-28T18:51:20Z', 'revision_number': 6, 'project_id': 'e16eee31f6ca42018ba36be66071cfe9', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:20.869253 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad98ee08-077a-4c74-9f23-0ac6e009e525 None None] The sync data for ids ['1c873d15-808a-4237-b2d6-024a85674b84'] in dv-neutron-826919-1-hyperv is: [{'id': '1c873d15-808a-4237-b2d6-024a85674b84', 'name': 'tempest-TestShelveInstance-262142306-router', 'tenant_id': 'e16eee31f6ca42018ba36be66071cfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:40:32Z', 'updated_at': '2022-01-28T18:51:20Z', 'revision_number': 6, 'project_id': 'e16eee31f6ca42018ba36be66071cfe9', 'gw_port_host': None}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:51:20.906623 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] Calling delete_port for aa3b42e8-e5b9-4b61-a840-f46ae7c05771 owned by network:router_gateway {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:51:21.151415 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:21.315611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3b42e8-e5b9-4b61-a840-f46ae7c05771,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:21.406184 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:21.574147 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:21.576207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:21.711502 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:21.712045 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c873d15-808a-4237-b2d6-024a85674b84 {{(pid=88158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:51:21.724364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:21.725569 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-65ced5db-25e2-4e67-a204-e9e9eda3c324 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1c873d15-808a-4237-b2d6-024a85674b84 HTTP/1.1" status: 204 len: 168 time: 1.5465794 Jan 28 18:51:21.727944 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55722) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:21.788936 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce22ace-3c52-4073-b4d7-ea85973f40c4 admin admin] Deleting subnet ee9080ee-3545-41a2-8542-51da797e5dfc {{(pid=88158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:51:21.792008 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ce22ace-3c52-4073-b4d7-ea85973f40c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:21.817929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device aa3b42e8-e5b9-4b61-a840-f46ae7c05771 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:51:21.848412 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ce22ace-3c52-4073-b4d7-ea85973f40c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998286'] for subnet, precommit_delete_associations {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:21.855038 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: aa3b42e8-e5b9-4b61-a840-f46ae7c05771 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:51:21.855405 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device aa3b42e8-e5b9-4b61-a840-f46ae7c05771 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:51:21.855829 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:51:21.890022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:51:21.890928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9da6ffd8-c0b4-4e6d-9dbe-a84ae7d7f29a not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:51:21.939058 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ce22ace-3c52-4073-b4d7-ea85973f40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:22.092518 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ce22ace-3c52-4073-b4d7-ea85973f40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2215542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2879797'] for subnet, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:22.127914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce22ace-3c52-4073-b4d7-ea85973f40c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee9080ee-3545-41a2-8542-51da797e5dfc,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:22.133701 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8ce22ace-3c52-4073-b4d7-ea85973f40c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:22.139032 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9424a524-35f1-4178-b44e-9c01a4e0001f None None] Network 4de50d58-d440-4298-a02f-f401ac025f13 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:51:22.139919 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8ce22ace-3c52-4073-b4d7-ea85973f40c4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ee9080ee-3545-41a2-8542-51da797e5dfc HTTP/1.1" status: 204 len: 168 time: 0.4110274 Jan 28 18:51:22.142904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55726) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:22.246377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:22.256352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Deleting port 74a1103d-d128-4913-ac7a-dbaf0daae51b {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:51:22.256675 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:22.385974 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902f4512-100c-4dc2-bdb9-037777f53733 None None] DHCP port deletion for 4de50d58-d440-4298-a02f-f401ac025f13 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:51:22.390393 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-902f4512-100c-4dc2-bdb9-037777f53733 None None] Deleting port 74a1103d-d128-4913-ac7a-dbaf0daae51b {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:51:22.390860 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-902f4512-100c-4dc2-bdb9-037777f53733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:22.460571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] For port 74a1103d-d128-4913-ac7a-dbaf0daae51b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=74a1103d-d128-4913-ac7a-dbaf0daae51b,segment=NetworkSegment(50ebc39b-17fd-4b12-99f8-5ea6807443fa),segment_id=50ebc39b-17fd-4b12-99f8-5ea6807443fa)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:22.460921 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:22.585839 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Calling delete_port for 74a1103d-d128-4913-ac7a-dbaf0daae51b owned by network:dhcp {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:51:22.587436 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-902f4512-100c-4dc2-bdb9-037777f53733 None None] For port 74a1103d-d128-4913-ac7a-dbaf0daae51b, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=74a1103d-d128-4913-ac7a-dbaf0daae51b,segment=NetworkSegment(50ebc39b-17fd-4b12-99f8-5ea6807443fa),segment_id=50ebc39b-17fd-4b12-99f8-5ea6807443fa)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:22.587828 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-902f4512-100c-4dc2-bdb9-037777f53733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:22.707138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-902f4512-100c-4dc2-bdb9-037777f53733 None None] Calling delete_port for 74a1103d-d128-4913-ac7a-dbaf0daae51b owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:51:22.800844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:22.805976 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-902f4512-100c-4dc2-bdb9-037777f53733 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:51:22.806324 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-902f4512-100c-4dc2-bdb9-037777f53733 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:51:22.853496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=74a1103d-d128-4913-ac7a-dbaf0daae51b,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:22.853496 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] No DVR routers for this DVR port 74a1103d-d128-4913-ac7a-dbaf0daae51b on host dv-neutron-826919-1-hyperv {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:51:22.973849 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:22.998155 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de50d58-d440-4298-a02f-f401ac025f13']}} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:23.010465 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ebc39b-17fd-4b12-99f8-5ea6807443fa') {'for_net_delete': True} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:23.010757 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.services.segments.db [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ebc39b-17fd-4b12-99f8-5ea6807443fa') {} {{(pid=88158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:23.021704 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1995837'] for segment, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:23.037112 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:23.042939 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:51:23.043358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2215448'] for segment, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: Traceback (most recent call last): Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: timer() Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: cb(*args, **kw) Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: return func(*args, **kwargs) Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: self._notify() Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: self.callback(batched_events) Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: event.method(event) Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: return f(self, *a, **k) Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._get(url).json() Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: return self.request(url, 'GET', **kwargs) Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:51:23.056490 dv-neutron-826919-1-hyperv neutron-server[88158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:51:23.271499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:23.287726 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:23.300282 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=4de50d58-d440-4298-a02f-f401ac025f13,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:23.305002 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-9af8dda6-b6a9-43e9-a553-b665f8ad6c06 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4de50d58-d440-4298-a02f-f401ac025f13 HTTP/1.1" status: 204 len: 168 time: 1.1611474 Jan 28 18:51:23.307462 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-902f4512-100c-4dc2-bdb9-037777f53733 None None] Deleting port 74a1103d-d128-4913-ac7a-dbaf0daae51b {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:51:23.307886 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-902f4512-100c-4dc2-bdb9-037777f53733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:23.372558 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-902f4512-100c-4dc2-bdb9-037777f53733 None None] The port '74a1103d-d128-4913-ac7a-dbaf0daae51b' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:51:23.654266 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 55732) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:23.731518 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a48d028d-ff24-42b7-8121-48cdf7b0d4db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84865306abc747ed88cff5e0bb4f0241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755808 Jan 28 18:51:23.737908 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 55736) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:23.797180 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:23.814198 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 74a1103d-d128-4913-ac7a-dbaf0daae51b no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:51:23.824040 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:23.894754 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 74a1103d-d128-4913-ac7a-dbaf0daae51b {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:51:23.898193 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 74a1103d-d128-4913-ac7a-dbaf0daae51b not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:51:23.996978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:24.016138 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737215b3-5eeb-4d6f-a4bc-ad1c8f1c0d61,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:24.027292 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:24.027645 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:24.027985 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:24.028318 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:24.028648 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:24.028978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:24.029306 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:24.029631 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:24.029952 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:24.030270 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:24.030589 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:24.030907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:24.034779 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:24.035959 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-aa0a68cb-a9a8-40e6-92ec-20f22d440ddc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/737215b3-5eeb-4d6f-a4bc-ad1c8f1c0d61 HTTP/1.1" status: 204 len: 168 time: 0.2966747 Jan 28 18:51:24.745868 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55744) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:24.797086 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e46c9c0c-8bd3-4d19-9c02-690dff2b4394 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e16eee31f6ca42018ba36be66071cfe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500278 Jan 28 18:51:24.800150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55748) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:24.855283 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cd38f15d-320b-4066-9549-7122b3577937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:24.880511 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cd38f15d-320b-4066-9549-7122b3577937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:25.006658 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cd38f15d-320b-4066-9549-7122b3577937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:25.023367 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38f15d-320b-4066-9549-7122b3577937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0fe315-8f54-4c8d-a0f7-9bd54c4bfa53,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:25.029199 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cd38f15d-320b-4066-9549-7122b3577937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:25.030659 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cd38f15d-320b-4066-9549-7122b3577937 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e0fe315-8f54-4c8d-a0f7-9bd54c4bfa53 HTTP/1.1" status: 204 len: 168 time: 0.2296312 Jan 28 18:51:26.222681 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55772) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:26.334291 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-369360335-network', 'tenant_id': '8944153791d34122b13156f76c8ad16e'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:26.339143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:26.343119 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Usage tracker for resource:network and tenant:8944153791d34122b13156f76c8ad16e is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:26.346610 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:26.352971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:26.434544 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Made reservation on behalf of 8944153791d34122b13156f76c8ad16e for: {'network': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:51:26.436882 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:26.449120 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:26.463022 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:26.466795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Usage tracker for resource:security_group_rule and tenant:8944153791d34122b13156f76c8ad16e is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:26.469571 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:26.475665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:26.558745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:26.636917 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:26.670695 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=88158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:51:26.689217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6475fb46-5d6b-41b3-ac97-a4ddd3ebbe4d,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:26.695702 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:26.696116 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.segments_db [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Added segment 303f413e-46aa-4451-b3d2-400bd4ab813b of type vlan for network d1ea4e11-0902-4717-abe2-8fc52a11e19e Jan 28 18:51:26.728818 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:26.823260 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:26.824215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:26.824790 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:26.923836 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] Pushing event updated for resources: {'Network': ['ID=d1ea4e11-0902-4717-abe2-8fc52a11e19e,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:26.933029 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network d1ea4e11-0902-4717-abe2-8fc52a11e19e details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:51:26.980505 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a2278d57-0ada-4150-8c64-3b0ff21284a5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7565157 Jan 28 18:51:26.983125 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55778) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:26.989666 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Request body: {'subnet': {'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-369360335-subnet', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'ip_version': 4}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:26.994798 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:26.998745 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Usage tracker for resource:subnet and tenant:8944153791d34122b13156f76c8ad16e is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:27.002287 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:27.008416 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:27.088139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Made reservation on behalf of 8944153791d34122b13156f76c8ad16e for: {'subnet': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:51:27.090614 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2879838'] for subnet, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:27.340190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2879820'] for subnet, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:27.419010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=755330fd-75bb-4b12-b6e6-22ea538dd9dc,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:27.423497 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Checking segment: {'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:51:27.423852 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Network hostable DHCP agents. Network: d1ea4e11-0902-4717-abe2-8fc52a11e19e, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:51:27.534131 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Network d1ea4e11-0902-4717-abe2-8fc52a11e19e is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:51:27.602475 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, d1ea4e11-0902-4717-abe2-8fc52a11e19e) {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:51:27.606348 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:27.606934 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:27.611673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54416c3c-a13e-4d3f-96e4-1cf30cb7e411 None None] Network d1ea4e11-0902-4717-abe2-8fc52a11e19e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:51:27.701464 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-08605a2d-82f8-42ef-883b-c394b91df1ca admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7172842 Jan 28 18:51:27.703823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55782) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:27.708611 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:27.713347 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:27.717220 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Usage tracker for resource:router and tenant:8944153791d34122b13156f76c8ad16e is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:27.720909 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:27.727298 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:27.814117 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:27.815189 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:27.818325 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-d1ea4e11-0902-4717-abe2-8fc52a11e19e', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:51:27.819157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:27.830075 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:27.970535 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Allocated IP 172.20.0.2 (d1ea4e11-0902-4717-abe2-8fc52a11e19e/755330fd-75bb-4b12-b6e6-22ea538dd9dc/6d37fd01-938d-456e-845a-b77ced414cf7) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:51:28.173487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:28.174622 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:28.185908 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Transition to ACTIVE for port object 6d37fd01-938d-456e-845a-b77ced414cf7 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:51:28.203516 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Transition to ACTIVE for port object 6d37fd01-938d-456e-845a-b77ced414cf7 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:51:28.294250 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:28.356905 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Network d1ea4e11-0902-4717-abe2-8fc52a11e19e is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:51:28.359542 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:51:28.363339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:51:28.395283 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Pushing event updated for resources: {'Port': ['ID=6d37fd01-938d-456e-845a-b77ced414cf7,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:28.436383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:28.436731 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:28.437065 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:28.437394 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:28.437720 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:28.438047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:28.438397 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:28.438721 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:28.439061 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:28.439380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:28.439699 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:28.440009 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:28.467587 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Attempting to bind port 6d37fd01-938d-456e-845a-b77ced414cf7 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:51:28.467959 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Attempting to bind port 6d37fd01-938d-456e-845a-b77ced414cf7 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:51:28.468352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Attempting to bind port 6d37fd01-938d-456e-845a-b77ced414cf7 on network d1ea4e11-0902-4717-abe2-8fc52a11e19e {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:51:28.474390 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:51:28.474760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Checking segment: {'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:51:28.475193 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:28.475587 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Bound using segment: {'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:51:28.476047 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Bound port: 6d37fd01-938d-456e-845a-b77ced414cf7, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:51:28.476447 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:28.566396 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] For port 6d37fd01-938d-456e-845a-b77ced414cf7, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:51:28.569512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] For port 6d37fd01-938d-456e-845a-b77ced414cf7, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6d37fd01-938d-456e-845a-b77ced414cf7,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:51:28.631094 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:28.637399 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:28.660962 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:28.725687 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd61e4-fe46-4814-9a43-5b795f9d6c80 None None] Pushing event updated for resources: {'Port': ['ID=6d37fd01-938d-456e-845a-b77ced414cf7,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:28.802498 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Allocated IP 172.26.1.98 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/35b606cf-527e-453a-87e7-be569384020a) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:51:28.972222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:29.054327 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:29.121803 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:51:29.124697 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:51:29.127686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:51:29.161533 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Pushing event updated for resources: {'Port': ['ID=35b606cf-527e-453a-87e7-be569384020a,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:29.632796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:29.649744 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee7181-9ec6-4924-85ed-a7a215015f8e None None] Network d1ea4e11-0902-4717-abe2-8fc52a11e19e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:51:29.803512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-280e2a58-b907-4a12-a95d-379af0eeddfb None None] Provisioning for port 6d37fd01-938d-456e-845a-b77ced414cf7 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:51:29.866722 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6d37fd01-938d-456e-845a-b77ced414cf7 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:51:29.982563 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:30.076797 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 6d37fd01-938d-456e-845a-b77ced414cf7 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:51:30.082333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6d37fd01-938d-456e-845a-b77ced414cf7 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:30.082910 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:30.208731 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:30.250742 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 6d37fd01-938d-456e-845a-b77ced414cf7, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6d37fd01-938d-456e-845a-b77ced414cf7,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:30.252236 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-da48e309-d777-4894-a537-8206b2e9290c None None] Provisioning complete for port 6d37fd01-938d-456e-845a-b77ced414cf7 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:30.252606 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-da48e309-d777-4894-a537-8206b2e9290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:30.343854 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:30.408618 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:51:30.428317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=6d37fd01-938d-456e-845a-b77ced414cf7,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:30.584861 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:51:30.593302 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Sync routers for ids ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:51:30.603692 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Routers {'d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:51:30.604288 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:51:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:30.688229 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] Notify callbacks [] for router, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:30.689460 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-442ab7be-ef73-4eb9-9fc0-2f86c4783e36 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9847312 Jan 28 18:51:30.692135 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55786) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:30.786187 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Set router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:51:31.065927 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:29Z', 'revision_number': 3, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:31.069684 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Checking router: d3a58e16-ef01-4b3c-a0d7-4f5494ff786c for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:51:31.070023 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Updating router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c port 35b606cf-527e-453a-87e7-be569384020a binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:51:31.120897 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:31.350279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:31.447513 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:31.458899 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Transition to ACTIVE for port object 35b606cf-527e-453a-87e7-be569384020a will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:51:31.545375 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:31.560908 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Allocated IP 172.20.0.1 (d1ea4e11-0902-4717-abe2-8fc52a11e19e/755330fd-75bb-4b12-b6e6-22ea538dd9dc/21cefe97-2729-4e49-b4f7-ad43774206d8) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:51:31.624723 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78b618-9355-4f54-931f-7f9d51e03c35 None None] Pushing event updated for resources: {'Port': ['ID=35b606cf-527e-453a-87e7-be569384020a,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:31.633501 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Attempting to bind port 35b606cf-527e-453a-87e7-be569384020a on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:51:31.633879 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Attempting to bind port 35b606cf-527e-453a-87e7-be569384020a by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:51:31.634231 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Attempting to bind port 35b606cf-527e-453a-87e7-be569384020a on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:51:31.638300 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78b618-9355-4f54-931f-7f9d51e03c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:31.638646 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78b618-9355-4f54-931f-7f9d51e03c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:31.638982 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78b618-9355-4f54-931f-7f9d51e03c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:31.639336 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78b618-9355-4f54-931f-7f9d51e03c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:31.639662 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78b618-9355-4f54-931f-7f9d51e03c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:31.639987 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78b618-9355-4f54-931f-7f9d51e03c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:31.640309 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78b618-9355-4f54-931f-7f9d51e03c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:31.640629 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78b618-9355-4f54-931f-7f9d51e03c35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:31.640944 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78b618-9355-4f54-931f-7f9d51e03c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:31.641264 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78b618-9355-4f54-931f-7f9d51e03c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:31.641603 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78b618-9355-4f54-931f-7f9d51e03c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:31.641914 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78b618-9355-4f54-931f-7f9d51e03c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:51:31.646711 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:51:31.647110 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:51:31.647939 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:31.647939 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:51:31.648337 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Bound port: 35b606cf-527e-453a-87e7-be569384020a, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:51:31.648709 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:31.706440 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:31.721006 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] For port 35b606cf-527e-453a-87e7-be569384020a, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:51:31.723667 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Transition to ACTIVE for port object 21cefe97-2729-4e49-b4f7-ad43774206d8 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:51:31.732473 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] For port 35b606cf-527e-453a-87e7-be569384020a, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=35b606cf-527e-453a-87e7-be569384020a,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:51:31.802937 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:31.821048 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6d37fd01-938d-456e-845a-b77ced414cf7 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:51:31.843046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:31.883320 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Routers {'d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:51:31.883320 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:51:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:31.896383 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 6d37fd01-938d-456e-845a-b77ced414cf7 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:31.896909 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:31.909172 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Network d1ea4e11-0902-4717-abe2-8fc52a11e19e is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:51:31.911952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:51:31.915804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:51:31.951839 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Pushing event updated for resources: {'Port': ['ID=21cefe97-2729-4e49-b4f7-ad43774206d8,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:31.995352 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:32.090788 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] Set router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:51:32.168057 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78b618-9355-4f54-931f-7f9d51e03c35 None None] Pushing event updated for resources: {'Port': ['ID=35b606cf-527e-453a-87e7-be569384020a,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:32.334026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2a195997-410f-404e-bfca-95c6979a1199 None None] Provisioning for port 21cefe97-2729-4e49-b4f7-ad43774206d8 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:51:32.339586 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2a195997-410f-404e-bfca-95c6979a1199 None None] Provisioning complete for port 21cefe97-2729-4e49-b4f7-ad43774206d8 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:32.340189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2a195997-410f-404e-bfca-95c6979a1199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:32.393731 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-2a195997-410f-404e-bfca-95c6979a1199 None None] Port 21cefe97-2729-4e49-b4f7-ad43774206d8 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:51:32.410639 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:29Z', 'revision_number': 3, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:32.414555 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb194b-25b3-4954-8543-f3866baa332b None None] The sync data for ids ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'] in dv-neutron-826919-1-hyperv is: [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:29Z', 'revision_number': 3, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:51:32.445925 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:32.708217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:32.785792 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:32.894312 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:32.897871 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Pushing event updated for resources: {'Port': ['ID=21cefe97-2729-4e49-b4f7-ad43774206d8,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:33.041149 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Network d1ea4e11-0902-4717-abe2-8fc52a11e19e is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:51:33.042308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:51:33.240999 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:51:33.320357 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-bace44af-879f-448f-8dab-98edfa7cebcf None None] Provisioning complete for port 21cefe97-2729-4e49-b4f7-ad43774206d8 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:33.320912 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bace44af-879f-448f-8dab-98edfa7cebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:33.372941 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-bace44af-879f-448f-8dab-98edfa7cebcf None None] Port 21cefe97-2729-4e49-b4f7-ad43774206d8 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:51:33.415842 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:51:33.424295 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-b237b09a-86f9-4d28-be69-5805188794aa admin admin] 10.222.0.26 "PUT /v2.0/routers/d3a58e16-ef01-4b3c-a0d7-4f5494ff786c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7312000 Jan 28 18:51:33.857971 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 35b606cf-527e-453a-87e7-be569384020a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:51:33.900505 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Sync routers for ids ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:51:33.926350 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Routers {'d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:51:33.926963 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:51:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:34.110452 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 35b606cf-527e-453a-87e7-be569384020a completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:51:34.110748 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 55804) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:34.115513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 35b606cf-527e-453a-87e7-be569384020a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:34.115956 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:34.125537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1695040221-network', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:34.130705 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:34.134740 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Usage tracker for resource:network and tenant:a4c2a941d9604d2a83d0b884abd020b6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:34.137961 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:34.141445 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Set router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:51:34.144994 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:34.242852 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Made reservation on behalf of a4c2a941d9604d2a83d0b884abd020b6 for: {'network': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:51:34.245154 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for network, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:34.257808 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:34.273221 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:34.277687 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c2a941d9604d2a83d0b884abd020b6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:34.280521 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:34.286388 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:34.370955 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:34.431210 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:34.450026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:34.467845 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:51:34.477146 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8b8534-9be8-458c-9a4a-16c984a44be6,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:34.484049 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:34.484397 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.segments_db [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Added segment 0dc90d57-2881-42f4-a4ed-bc53d7619f62 of type vlan for network 528bdfa6-a277-48b1-a8aa-e99b6e49fec0 Jan 28 18:51:34.516381 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737137430869'] for network, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:34.531025 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 35b606cf-527e-453a-87e7-be569384020a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=35b606cf-527e-453a-87e7-be569384020a,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:34.567310 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 2, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:34.571138 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Checking router: d3a58e16-ef01-4b3c-a0d7-4f5494ff786c for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:51:34.571497 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Updating router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c port 21cefe97-2729-4e49-b4f7-ad43774206d8 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:51:34.598189 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:34.630975 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158'] for network, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:34.632268 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:34.632928 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:34.742318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:34.761907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] Pushing event updated for resources: {'Network': ['ID=528bdfa6-a277-48b1-a8aa-e99b6e49fec0,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:34.772411 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Network 528bdfa6-a277-48b1-a8aa-e99b6e49fec0 details requested by agent ovs-agent-dv-neutron-826919-1-hyperv with host dv-neutron-826919-1-hyperv {{(pid=88160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 18:51:34.807296 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-b5627692-5519-4651-9375-3e8d635fce49 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6952312 Jan 28 18:51:34.809780 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 55808) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:34.815814 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Request body: {'subnet': {'network_id': '528bdfa6-a277-48b1-a8aa-e99b6e49fec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1695040221-subnet', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'ip_version': 4}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:34.820972 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:34.825375 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Usage tracker for resource:subnet and tenant:a4c2a941d9604d2a83d0b884abd020b6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:34.828522 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:34.835931 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:34.838510 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=35b606cf-527e-453a-87e7-be569384020a,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:34.926197 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Made reservation on behalf of a4c2a941d9604d2a83d0b884abd020b6 for: {'subnet': 1} {{(pid=88159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:51:34.928708 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1729861'] for subnet, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:35.291402 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:35.303553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Transition to ACTIVE for port object 21cefe97-2729-4e49-b4f7-ad43774206d8 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:51:35.303709 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1814471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1729879'] for subnet, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:35.374015 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:35.379834 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac3512c8-20da-4215-8682-62d4d566d9d2,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:35.387199 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Checking segment: {'id': '0dc90d57-2881-42f4-a4ed-bc53d7619f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '528bdfa6-a277-48b1-a8aa-e99b6e49fec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:51:35.387548 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Network hostable DHCP agents. Network: 528bdfa6-a277-48b1-a8aa-e99b6e49fec0, hostable agents: ['c169c97f-7c5a-4aa6-952e-f60033f5efaf'], hosted agents: [] {{(pid=88159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:51:35.482743 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Network 528bdfa6-a277-48b1-a8aa-e99b6e49fec0 is scheduled to be hosted by DHCP agent c169c97f-7c5a-4aa6-952e-f60033f5efaf with binding_index 1 {{(pid=88159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:51:35.527022 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337f5a9-7a93-4b52-93fa-1d9dd2b3a559 None None] Pushing event updated for resources: {'Port': ['ID=21cefe97-2729-4e49-b4f7-ad43774206d8,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:35.562617 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826919-1-hyperv, 528bdfa6-a277-48b1-a8aa-e99b6e49fec0) {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:51:35.568778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:35.569549 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:35.586785 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703ea135-dbc6-4262-9ce8-acab8516f612 None None] Network 528bdfa6-a277-48b1-a8aa-e99b6e49fec0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:51:35.656404 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Attempting to bind port 21cefe97-2729-4e49-b4f7-ad43774206d8 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:51:35.656770 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Attempting to bind port 21cefe97-2729-4e49-b4f7-ad43774206d8 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:51:35.657128 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Attempting to bind port 21cefe97-2729-4e49-b4f7-ad43774206d8 on network d1ea4e11-0902-4717-abe2-8fc52a11e19e {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:51:35.675100 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:51:35.675467 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Checking segment: {'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:51:35.675858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:35.676248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Bound using segment: {'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:51:35.676700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Bound port: 21cefe97-2729-4e49-b4f7-ad43774206d8, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:51:35.677065 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:35.677670 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-243161ac-51a3-47a4-bd9b-d3ea2572c425 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8668718 Jan 28 18:51:35.680157 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 55812) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:35.684865 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1695040221-router', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:35.690087 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:35.694730 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Usage tracker for resource:router and tenant:a4c2a941d9604d2a83d0b884abd020b6 is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:35.697843 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:35.703592 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:35.812126 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66652759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15142'] for router, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:35.813392 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66652835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-520611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15199'] for router, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:35.832089 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:35.836074 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 35b606cf-527e-453a-87e7-be569384020a up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:51:35.886219 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] For port 21cefe97-2729-4e49-b4f7-ad43774206d8, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:51:35.905923 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] For port 21cefe97-2729-4e49-b4f7-ad43774206d8, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=21cefe97-2729-4e49-b4f7-ad43774206d8,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:51:35.961790 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3905b271-48fd-567b-b81c-6d1a42a3779a-528bdfa6-a277-48b1-a8aa-e99b6e49fec0', 'network_id': '528bdfa6-a277-48b1-a8aa-e99b6e49fec0', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'fixed_ips': [{'subnet_id': 'ac3512c8-20da-4215-8682-62d4d566d9d2'}]}} from dv-neutron-826919-1-hyperv. {{(pid=88160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 18:51:35.962588 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:35.979333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 35b606cf-527e-453a-87e7-be569384020a triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:35.979702 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:36.003765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:36.192157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Routers {'d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:51:36.192784 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:51:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:36.193964 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66652849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66652760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15177'] for router, precommit_update {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:36.243855 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337f5a9-7a93-4b52-93fa-1d9dd2b3a559 None None] Pushing event updated for resources: {'Port': ['ID=21cefe97-2729-4e49-b4f7-ad43774206d8,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:36.341728 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.db_base_plugin_common [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Allocated IP 172.20.0.2 (528bdfa6-a277-48b1-a8aa-e99b6e49fec0/ac3512c8-20da-4215-8682-62d4d566d9d2/86f81751-c549-4c9d-92af-7bb9c420b329) {{(pid=88160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:51:36.572454 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:36.601978 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:36.652760 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] Set router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:51:36.745967 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_common [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Allocated IP 172.26.1.39 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/edd7db67-cafe-4ac3-a30a-bac2f2148fe4) {{(pid=88159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:51:36.892959 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:36.968444 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:36.983980 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:36.991224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Transition to ACTIVE for port object 86f81751-c549-4c9d-92af-7bb9c420b329 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:51:37.047438 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Transition to ACTIVE for port object 86f81751-c549-4c9d-92af-7bb9c420b329 will not be triggered until provisioned by entity DHCP. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:51:37.051203 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:51:37.053917 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.base_scheduler [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Resources bound (agent type, host, resource id): {{(pid=88159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:51:37.056435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Received port after_create {{(pid=88159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:51:37.079401 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:35Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:37.083348 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261db22-e08f-482c-bb66-fe229a7ee9f1 None None] The sync data for ids ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'] in dv-neutron-826919-1-hyperv is: [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:35Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:51:37.105605 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Pushing event updated for resources: {'Port': ['ID=edd7db67-cafe-4ac3-a30a-bac2f2148fe4,revision_number=1']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:37.147942 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940'] for port, after_create {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:37.217406 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Network 528bdfa6-a277-48b1-a8aa-e99b6e49fec0 is already hosted by enough agents. {{(pid=88160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:51:37.220362 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.scheduler.base_scheduler [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Resources bound (agent type, host, resource id): {{(pid=88160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:51:37.225110 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Received port after_create {{(pid=88160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:51:37.234685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Pushing event updated for resources: {'Port': ['ID=86f81751-c549-4c9d-92af-7bb9c420b329,revision_number=1']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:37.332853 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Attempting to bind port 86f81751-c549-4c9d-92af-7bb9c420b329 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:51:37.336985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Attempting to bind port 86f81751-c549-4c9d-92af-7bb9c420b329 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '0dc90d57-2881-42f4-a4ed-bc53d7619f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '528bdfa6-a277-48b1-a8aa-e99b6e49fec0'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:51:37.336985 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Attempting to bind port 86f81751-c549-4c9d-92af-7bb9c420b329 on network 528bdfa6-a277-48b1-a8aa-e99b6e49fec0 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:51:37.339928 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:51:37.340309 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Checking segment: {'id': '0dc90d57-2881-42f4-a4ed-bc53d7619f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '528bdfa6-a277-48b1-a8aa-e99b6e49fec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:51:37.340907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:37.341362 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Bound using segment: {'id': '0dc90d57-2881-42f4-a4ed-bc53d7619f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '528bdfa6-a277-48b1-a8aa-e99b6e49fec0'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:51:37.341848 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Bound port: 86f81751-c549-4c9d-92af-7bb9c420b329, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc90d57-2881-42f4-a4ed-bc53d7619f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '528bdfa6-a277-48b1-a8aa-e99b6e49fec0'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:51:37.342227 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:37.439905 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] For port 86f81751-c549-4c9d-92af-7bb9c420b329, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:51:37.442734 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] For port 86f81751-c549-4c9d-92af-7bb9c420b329, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=86f81751-c549-4c9d-92af-7bb9c420b329,segment=NetworkSegment(0dc90d57-2881-42f4-a4ed-bc53d7619f62),segment_id=0dc90d57-2881-42f4-a4ed-bc53d7619f62)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:51:37.545947 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:37.632762 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52270c01-23b0-43f9-b001-afadddee9ed6 None None] Pushing event updated for resources: {'Port': ['ID=86f81751-c549-4c9d-92af-7bb9c420b329,revision_number=2']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:37.722657 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:37.924021 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 21cefe97-2729-4e49-b4f7-ad43774206d8 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:51:38.093958 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 21cefe97-2729-4e49-b4f7-ad43774206d8 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:51:38.099969 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 21cefe97-2729-4e49-b4f7-ad43774206d8 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:38.107492 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:38.112785 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66652737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66652894'] for router, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:38.231520 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:38.269001 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 21cefe97-2729-4e49-b4f7-ad43774206d8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=21cefe97-2729-4e49-b4f7-ad43774206d8,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:38.332186 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:38.404275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=21cefe97-2729-4e49-b4f7-ad43774206d8,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:38.431264 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Router 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 is scheduled to L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 with binding_index 1 {{(pid=88159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 18:51:38.613779 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:51:38.622950 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Sync routers for ids ['6d03d467-c3cd-42b4-b50a-f2e7f85f2707'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:51:38.635874 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Routers {'6d03d467-c3cd-42b4-b50a-f2e7f85f2707'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:51:38.636567 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:51:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6d03d467-c3cd-42b4-b50a-f2e7f85f2707'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:38.676858 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8c700b-bf83-43eb-bf90-1b12b03bc402 None None] Network 528bdfa6-a277-48b1-a8aa-e99b6e49fec0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:51:38.738428 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:38.744175 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-6b43fdee-1056-4572-b41c-fee9407ed02e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0595465 Jan 28 18:51:38.744674 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55816) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:38.826424 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Set router 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:51:38.856977 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-44ff7d15-f940-4959-a762-330dc6d5f30f None None] Provisioning for port 86f81751-c549-4c9d-92af-7bb9c420b329 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:51:39.139723 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'name': 'tempest-TestSnapshotPattern-1695040221-router', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'edd7db67-cafe-4ac3-a30a-bac2f2148fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:35Z', 'updated_at': '2022-01-28T18:51:37Z', 'revision_number': 3, 'project_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'gw_port': {'id': 'edd7db67-cafe-4ac3-a30a-bac2f2148fe4', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:36Z', 'updated_at': '2022-01-28T18:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:39.144514 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Checking router: 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:51:39.144972 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Updating router 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 port edd7db67-cafe-4ac3-a30a-bac2f2148fe4 binding host dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:51:39.196859 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:39.529550 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Notify callbacks [] for port, precommit_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:39.540710 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.provisioning_blocks [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Transition to ACTIVE for port object edd7db67-cafe-4ac3-a30a-bac2f2148fe4 will not be triggered until provisioned by entity L2. {{(pid=88161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:51:39.543615 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:39.625480 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:39.702610 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Attempting to bind port edd7db67-cafe-4ac3-a30a-bac2f2148fe4 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:51:39.702970 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Attempting to bind port edd7db67-cafe-4ac3-a30a-bac2f2148fe4 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:51:39.703352 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Attempting to bind port edd7db67-cafe-4ac3-a30a-bac2f2148fe4 on network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:51:39.709331 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03f06e-80de-4896-ba81-c974b6ecd634 None None] Pushing event updated for resources: {'Port': ['ID=edd7db67-cafe-4ac3-a30a-bac2f2148fe4,revision_number=2']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:39.713598 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:51:39.713984 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Checking segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:51:39.714355 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:39.714731 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Bound using segment: {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'} {{(pid=88161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:51:39.715253 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.managers [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Bound port: edd7db67-cafe-4ac3-a30a-bac2f2148fe4, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf6b0f-4c7a-4a87-a9fb-02ed1780f871', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7'}}] {{(pid=88161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:51:39.715621 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:39.754034 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Allocated IP 172.20.0.1 (528bdfa6-a277-48b1-a8aa-e99b6e49fec0/ac3512c8-20da-4215-8682-62d4d566d9d2/9d828a62-eff0-49bb-90a1-affa03516a13) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:51:39.797386 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] For port edd7db67-cafe-4ac3-a30a-bac2f2148fe4, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:51:39.804227 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.plugins.ml2.db [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] For port edd7db67-cafe-4ac3-a30a-bac2f2148fe4, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=edd7db67-cafe-4ac3-a30a-bac2f2148fe4,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:51:39.881241 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron_lib.callbacks.manager [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:39.912331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:39.929139 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Transition to ACTIVE for port object 9d828a62-eff0-49bb-90a1-affa03516a13 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:51:39.942001 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 86f81751-c549-4c9d-92af-7bb9c420b329 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:51:39.963782 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Routers {'6d03d467-c3cd-42b4-b50a-f2e7f85f2707'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:51:39.964380 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:51:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6d03d467-c3cd-42b4-b50a-f2e7f85f2707'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:40.012992 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:40.030003 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-50b096eb-3b59-4999-a9f3-365cb063e990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:40.073724 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03f06e-80de-4896-ba81-c974b6ecd634 None None] Pushing event updated for resources: {'Port': ['ID=edd7db67-cafe-4ac3-a30a-bac2f2148fe4,revision_number=3']} {{(pid=88161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:40.087769 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Network 528bdfa6-a277-48b1-a8aa-e99b6e49fec0 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:51:40.090730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:51:40.094336 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:51:40.111587 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 86f81751-c549-4c9d-92af-7bb9c420b329 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:51:40.117271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 86f81751-c549-4c9d-92af-7bb9c420b329 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:40.120375 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:40.124145 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Pushing event updated for resources: {'Port': ['ID=9d828a62-eff0-49bb-90a1-affa03516a13,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:40.163881 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501140'] for router_interface, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:40.202595 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] Set router 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:51:40.248689 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:40.284424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 86f81751-c549-4c9d-92af-7bb9c420b329, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=86f81751-c549-4c9d-92af-7bb9c420b329,segment=NetworkSegment(0dc90d57-2881-42f4-a4ed-bc53d7619f62),segment_id=0dc90d57-2881-42f4-a4ed-bc53d7619f62)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:40.364110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:40.368334 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:40.369234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 21cefe97-2729-4e49-b4f7-ad43774206d8 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:51:40.495859 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'name': 'tempest-TestSnapshotPattern-1695040221-router', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'edd7db67-cafe-4ac3-a30a-bac2f2148fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:35Z', 'updated_at': '2022-01-28T18:51:37Z', 'revision_number': 3, 'project_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'gw_port': {'id': 'edd7db67-cafe-4ac3-a30a-bac2f2148fe4', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:36Z', 'updated_at': '2022-01-28T18:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:40.497193 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=86f81751-c549-4c9d-92af-7bb9c420b329,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:40.499744 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11063f8e-d62e-4cd0-b0c7-58d4963cb25f None None] The sync data for ids ['6d03d467-c3cd-42b4-b50a-f2e7f85f2707'] in dv-neutron-826919-1-hyperv is: [{'id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'name': 'tempest-TestSnapshotPattern-1695040221-router', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'edd7db67-cafe-4ac3-a30a-bac2f2148fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:35Z', 'updated_at': '2022-01-28T18:51:37Z', 'revision_number': 3, 'project_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'gw_port': {'id': 'edd7db67-cafe-4ac3-a30a-bac2f2148fe4', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:36Z', 'updated_at': '2022-01-28T18:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:51:40.509437 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 21cefe97-2729-4e49-b4f7-ad43774206d8 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:40.509437 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:40.552839 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2246e7d6-d0d1-434a-86e5-aaded904ebbc None None] Provisioning for port 9d828a62-eff0-49bb-90a1-affa03516a13 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:51:40.563156 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-2246e7d6-d0d1-434a-86e5-aaded904ebbc None None] Provisioning complete for port 9d828a62-eff0-49bb-90a1-affa03516a13 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:40.567574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2246e7d6-d0d1-434a-86e5-aaded904ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:40.604577 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:40.625864 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-2246e7d6-d0d1-434a-86e5-aaded904ebbc None None] Port 9d828a62-eff0-49bb-90a1-affa03516a13 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:51:40.660060 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:40.772605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66616160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501001'] for router_interface, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:40.776210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Pushing event updated for resources: {'Port': ['ID=9d828a62-eff0-49bb-90a1-affa03516a13,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:40.916994 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Network 528bdfa6-a277-48b1-a8aa-e99b6e49fec0 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:51:40.918161 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:51:41.158103 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f2cc9d14-27bc-4e52-b1eb-914034207451 None None] Provisioning complete for port 9d828a62-eff0-49bb-90a1-affa03516a13 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:41.158686 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9d14-27bc-4e52-b1eb-914034207451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:41.215485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc9d14-27bc-4e52-b1eb-914034207451 None None] Port 9d828a62-eff0-49bb-90a1-affa03516a13 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:51:41.220631 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Router 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:51:41.411277 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:51:41.421083 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-09ea23f2-6c08-417f-bb7b-197c987ff96b admin admin] 10.222.0.26 "PUT /v2.0/routers/6d03d467-c3cd-42b4-b50a-f2e7f85f2707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6750901 Jan 28 18:51:41.919440 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 86f81751-c549-4c9d-92af-7bb9c420b329 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:51:41.991952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 86f81751-c549-4c9d-92af-7bb9c420b329 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:41.992321 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:42.053815 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55828) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:42.059170 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-815226192', 'description': 'tempest-secgroup-smoke-815226192 description', 'project_id': '8944153791d34122b13156f76c8ad16e'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:42.065551 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:42.069457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Usage tracker for resource:security_group and tenant:8944153791d34122b13156f76c8ad16e is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:42.073462 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:42.082245 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:42.101814 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Sync routers for ids ['6d03d467-c3cd-42b4-b50a-f2e7f85f2707'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:51:42.115485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Routers {'6d03d467-c3cd-42b4-b50a-f2e7f85f2707'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:51:42.116068 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:51:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6d03d467-c3cd-42b4-b50a-f2e7f85f2707'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:42.149215 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:42.174851 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device edd7db67-cafe-4ac3-a30a-bac2f2148fe4 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:51:42.175458 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:42.178941 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Usage tracker for resource:security_group_rule and tenant:8944153791d34122b13156f76c8ad16e is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:42.181804 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:42.188177 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:42.263090 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:42.338358 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:42.367223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Set router 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:51:42.381886 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97fbae4c-3c62-4ef2-939b-d025f4880810,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:42.413407 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-30e92a3a-3771-483a-b851-b579ee691c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:42.437770 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port edd7db67-cafe-4ac3-a30a-bac2f2148fe4 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:51:42.476522 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:42.480416 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-cacf987c-60f6-4fec-8a2e-05748a989e12 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4229558 Jan 28 18:51:42.480600 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55832) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:42.485593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-6726d577-888a-4f0b-9bcd-a75664e0e3fb tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Request body: {'security_group_rule': {'security_group_id': '97fbae4c-3c62-4ef2-939b-d025f4880810', 'project_id': '8944153791d34122b13156f76c8ad16e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:42.492730 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6726d577-888a-4f0b-9bcd-a75664e0e3fb tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:42.498741 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6726d577-888a-4f0b-9bcd-a75664e0e3fb tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Usage tracker for resource:security_group_rule and tenant:8944153791d34122b13156f76c8ad16e is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:42.499861 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port edd7db67-cafe-4ac3-a30a-bac2f2148fe4 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:42.500275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:42.503190 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-6726d577-888a-4f0b-9bcd-a75664e0e3fb tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:42.509402 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-6726d577-888a-4f0b-9bcd-a75664e0e3fb tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:42.589835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6726d577-888a-4f0b-9bcd-a75664e0e3fb tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:42.651664 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6726d577-888a-4f0b-9bcd-a75664e0e3fb tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:42.739751 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6726d577-888a-4f0b-9bcd-a75664e0e3fb tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:42.768970 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:42.775180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726d577-888a-4f0b-9bcd-a75664e0e3fb tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca0e5a6-cc6e-4a14-ba34-bb93ba31956e,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:42.790066 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port edd7db67-cafe-4ac3-a30a-bac2f2148fe4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=edd7db67-cafe-4ac3-a30a-bac2f2148fe4,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:42.803750 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'name': 'tempest-TestSnapshotPattern-1695040221-router', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'edd7db67-cafe-4ac3-a30a-bac2f2148fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:35Z', 'updated_at': '2022-01-28T18:51:40Z', 'revision_number': 4, 'project_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'gw_port': {'id': 'edd7db67-cafe-4ac3-a30a-bac2f2148fe4', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:36Z', 'updated_at': '2022-01-28T18:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '9d828a62-eff0-49bb-90a1-affa03516a13', 'name': '', 'network_id': '528bdfa6-a277-48b1-a8aa-e99b6e49fec0', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'mac_address': 'fa:16:3e:ad:12:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'ac3512c8-20da-4215-8682-62d4d566d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:39Z', 'updated_at': '2022-01-28T18:51:40Z', 'revision_number': 2, 'project_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'subnets': [{'id': 'ac3512c8-20da-4215-8682-62d4d566d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:42.807574 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Checking router: 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:51:42.807929 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Updating router 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 port 9d828a62-eff0-49bb-90a1-affa03516a13 binding host dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:51:42.848231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-6726d577-888a-4f0b-9bcd-a75664e0e3fb tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:42.849603 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-6726d577-888a-4f0b-9bcd-a75664e0e3fb tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3680089 Jan 28 18:51:42.852427 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 55836) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:42.858172 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-48f519fd-1478-41f9-b568-a547a0d7a78a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Request body: {'security_group_rule': {'security_group_id': '97fbae4c-3c62-4ef2-939b-d025f4880810', 'project_id': '8944153791d34122b13156f76c8ad16e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:42.861336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:42.864062 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-48f519fd-1478-41f9-b568-a547a0d7a78a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:42.868582 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-48f519fd-1478-41f9-b568-a547a0d7a78a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Usage tracker for resource:security_group_rule and tenant:8944153791d34122b13156f76c8ad16e is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:42.871568 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-48f519fd-1478-41f9-b568-a547a0d7a78a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:42.877273 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:42.877738 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-48f519fd-1478-41f9-b568-a547a0d7a78a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:42.968466 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-48f519fd-1478-41f9-b568-a547a0d7a78a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.037364 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-48f519fd-1478-41f9-b568-a547a0d7a78a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.074927 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=edd7db67-cafe-4ac3-a30a-bac2f2148fe4,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:43.105010 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-48f519fd-1478-41f9-b568-a547a0d7a78a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.119976 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:51:43.132535 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f519fd-1478-41f9-b568-a547a0d7a78a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144c595d-dd78-4a38-a4ca-5cf4049a6bd2,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:43.208506 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-48f519fd-1478-41f9-b568-a547a0d7a78a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.209718 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-48f519fd-1478-41f9-b568-a547a0d7a78a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3557677 Jan 28 18:51:43.213127 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55840) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:43.223752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-e9b6b9de-9c5b-473c-bf8e-4267aee2cd7a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Request body: {'security_group_rule': {'security_group_id': '97fbae4c-3c62-4ef2-939b-d025f4880810', 'project_id': '8944153791d34122b13156f76c8ad16e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:43.224505 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e9b6b9de-9c5b-473c-bf8e-4267aee2cd7a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:43.228314 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e9b6b9de-9c5b-473c-bf8e-4267aee2cd7a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Usage tracker for resource:security_group_rule and tenant:8944153791d34122b13156f76c8ad16e is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:43.231216 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-e9b6b9de-9c5b-473c-bf8e-4267aee2cd7a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:43.236838 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-e9b6b9de-9c5b-473c-bf8e-4267aee2cd7a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:43.295178 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Notify callbacks [] for port, precommit_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.304373 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9b6b9de-9c5b-473c-bf8e-4267aee2cd7a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.306152 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Transition to ACTIVE for port object 9d828a62-eff0-49bb-90a1-affa03516a13 will not be triggered until provisioned by entity L2. {{(pid=88160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:51:43.367753 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9b6b9de-9c5b-473c-bf8e-4267aee2cd7a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.378299 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.444489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.458136 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9b6b9de-9c5b-473c-bf8e-4267aee2cd7a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.483621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6b9de-9c5b-473c-bf8e-4267aee2cd7a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56db624-11ab-4e73-bb77-06cef62dc3a6,revision_number=0']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:43.547290 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fedd22-079e-428a-8470-367c4a1515ac None None] Pushing event updated for resources: {'Port': ['ID=9d828a62-eff0-49bb-90a1-affa03516a13,revision_number=3']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:43.577916 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-e9b6b9de-9c5b-473c-bf8e-4267aee2cd7a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.579409 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-e9b6b9de-9c5b-473c-bf8e-4267aee2cd7a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3652210 Jan 28 18:51:43.582333 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 55844) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:43.587859 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-10a82c6e-e591-4906-8171-ec3f170c1ffe tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Request body: {'security_group_rule': {'security_group_id': '97fbae4c-3c62-4ef2-939b-d025f4880810', 'project_id': '8944153791d34122b13156f76c8ad16e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:43.594098 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-10a82c6e-e591-4906-8171-ec3f170c1ffe tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:43.598190 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-10a82c6e-e591-4906-8171-ec3f170c1ffe tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Usage tracker for resource:security_group_rule and tenant:8944153791d34122b13156f76c8ad16e is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:43.601235 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-10a82c6e-e591-4906-8171-ec3f170c1ffe tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:43.607611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-10a82c6e-e591-4906-8171-ec3f170c1ffe tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:43.608010 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.615217 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Attempting to bind port 9d828a62-eff0-49bb-90a1-affa03516a13 on host dv-neutron-826919-1-hyperv for vnic_type normal with profile {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:51:43.615592 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Attempting to bind port 9d828a62-eff0-49bb-90a1-affa03516a13 by drivers openvswitch,hyperv on host dv-neutron-826919-1-hyperv at level 0 using segments [{'id': '0dc90d57-2881-42f4-a4ed-bc53d7619f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '528bdfa6-a277-48b1-a8aa-e99b6e49fec0'}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:51:43.616343 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Attempting to bind port 9d828a62-eff0-49bb-90a1-affa03516a13 on network 528bdfa6-a277-48b1-a8aa-e99b6e49fec0 {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:51:43.622216 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Checking agent: {'id': '8b5787c7-7bda-4a21-93c7-caa199444723', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826919-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 44, 43), 'started_at': datetime.datetime(2022, 1, 28, 17, 45, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826919-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:51:43.622604 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Checking segment: {'id': '0dc90d57-2881-42f4-a4ed-bc53d7619f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '528bdfa6-a277-48b1-a8aa-e99b6e49fec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:51:43.623017 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.623425 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Bound using segment: {'id': '0dc90d57-2881-42f4-a4ed-bc53d7619f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '528bdfa6-a277-48b1-a8aa-e99b6e49fec0'} {{(pid=88160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:51:43.623962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.managers [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Bound port: 9d828a62-eff0-49bb-90a1-affa03516a13, host: dv-neutron-826919-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc90d57-2881-42f4-a4ed-bc53d7619f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '528bdfa6-a277-48b1-a8aa-e99b6e49fec0'}}] {{(pid=88160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:51:43.624339 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.707703 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-10a82c6e-e591-4906-8171-ec3f170c1ffe tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.725618 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] For port 9d828a62-eff0-49bb-90a1-affa03516a13, host dv-neutron-826919-1-hyperv, cleared binding levels {{(pid=88160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:51:43.726756 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] For port 9d828a62-eff0-49bb-90a1-affa03516a13, host dv-neutron-826919-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=9d828a62-eff0-49bb-90a1-affa03516a13,segment=NetworkSegment(0dc90d57-2881-42f4-a4ed-bc53d7619f62),segment_id=0dc90d57-2881-42f4-a4ed-bc53d7619f62)] {{(pid=88160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:51:43.770407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-10a82c6e-e591-4906-8171-ec3f170c1ffe tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.796914 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.835382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device edd7db67-cafe-4ac3-a30a-bac2f2148fe4 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:51:43.853760 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-10a82c6e-e591-4906-8171-ec3f170c1ffe tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.877616 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a82c6e-e591-4906-8171-ec3f170c1ffe tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395b4a1b-5f12-444e-a2fb-911e852185d0,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:43.931509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fedd22-079e-428a-8470-367c4a1515ac None None] Pushing event updated for resources: {'Port': ['ID=9d828a62-eff0-49bb-90a1-affa03516a13,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:43.935807 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Routers {'6d03d467-c3cd-42b4-b50a-f2e7f85f2707'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:51:43.936419 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:51:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6d03d467-c3cd-42b4-b50a-f2e7f85f2707'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:43.974016 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-10a82c6e-e591-4906-8171-ec3f170c1ffe tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:43.977648 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-10a82c6e-e591-4906-8171-ec3f170c1ffe tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3919089 Jan 28 18:51:43.979162 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 55848) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:43.983890 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-71b2db29-cac2-4a73-97ac-261a3e5bb785 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Request body: {'security_group_rule': {'security_group_id': '97fbae4c-3c62-4ef2-939b-d025f4880810', 'project_id': '8944153791d34122b13156f76c8ad16e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:43.990886 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-71b2db29-cac2-4a73-97ac-261a3e5bb785 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:43.995686 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-71b2db29-cac2-4a73-97ac-261a3e5bb785 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Usage tracker for resource:security_group_rule and tenant:8944153791d34122b13156f76c8ad16e is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:44.001141 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-71b2db29-cac2-4a73-97ac-261a3e5bb785 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:44.006541 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-71b2db29-cac2-4a73-97ac-261a3e5bb785 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:44.030327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port edd7db67-cafe-4ac3-a30a-bac2f2148fe4 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:44.030682 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:44.071273 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-71b2db29-cac2-4a73-97ac-261a3e5bb785 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Project 8944153791d34122b13156f76c8ad16e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:51:44.079390 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-71b2db29-cac2-4a73-97ac-261a3e5bb785 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:44.148880 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-71b2db29-cac2-4a73-97ac-261a3e5bb785 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:44.181257 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] Set router 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:51:44.211920 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-71b2db29-cac2-4a73-97ac-261a3e5bb785 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:44.235502 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2db29-cac2-4a73-97ac-261a3e5bb785 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b17912-08ba-4cdc-8084-628a81623f21,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:44.345044 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-71b2db29-cac2-4a73-97ac-261a3e5bb785 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:44.346867 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-71b2db29-cac2-4a73-97ac-261a3e5bb785 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3677130 Jan 28 18:51:44.349693 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 55852) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:51:44.354721 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.v2.base [None req-496bd110-cac5-4f82-848f-113d57ac40c8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Request body: {'security_group_rule': {'security_group_id': '97fbae4c-3c62-4ef2-939b-d025f4880810', 'project_id': '8944153791d34122b13156f76c8ad16e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:44.360666 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-496bd110-cac5-4f82-848f-113d57ac40c8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:44.364539 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-496bd110-cac5-4f82-848f-113d57ac40c8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Usage tracker for resource:security_group_rule and tenant:8944153791d34122b13156f76c8ad16e is out of sync, need to count used quota {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:51:44.367518 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.quota.resource [None req-496bd110-cac5-4f82-848f-113d57ac40c8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:51:44.373230 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.quota.driver [None req-496bd110-cac5-4f82-848f-113d57ac40c8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:44.459507 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.db.securitygroups_db [None req-496bd110-cac5-4f82-848f-113d57ac40c8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Project 8944153791d34122b13156f76c8ad16e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 18:51:44.466893 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-496bd110-cac5-4f82-848f-113d57ac40c8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:44.538668 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-496bd110-cac5-4f82-848f-113d57ac40c8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:44.586727 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'name': 'tempest-TestSnapshotPattern-1695040221-router', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'edd7db67-cafe-4ac3-a30a-bac2f2148fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:35Z', 'updated_at': '2022-01-28T18:51:40Z', 'revision_number': 4, 'project_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'gw_port': {'id': 'edd7db67-cafe-4ac3-a30a-bac2f2148fe4', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:36Z', 'updated_at': '2022-01-28T18:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '9d828a62-eff0-49bb-90a1-affa03516a13', 'name': '', 'network_id': '528bdfa6-a277-48b1-a8aa-e99b6e49fec0', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'mac_address': 'fa:16:3e:ad:12:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'ac3512c8-20da-4215-8682-62d4d566d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:39Z', 'updated_at': '2022-01-28T18:51:43Z', 'revision_number': 4, 'project_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'subnets': [{'id': 'ac3512c8-20da-4215-8682-62d4d566d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:51:44.590932 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46956c03-8916-497e-be82-89c8d434aba9 None None] The sync data for ids ['6d03d467-c3cd-42b4-b50a-f2e7f85f2707'] in dv-neutron-826919-1-hyperv is: [{'id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'name': 'tempest-TestSnapshotPattern-1695040221-router', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'edd7db67-cafe-4ac3-a30a-bac2f2148fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:35Z', 'updated_at': '2022-01-28T18:51:40Z', 'revision_number': 4, 'project_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'gw_port': {'id': 'edd7db67-cafe-4ac3-a30a-bac2f2148fe4', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:36Z', 'updated_at': '2022-01-28T18:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '9d828a62-eff0-49bb-90a1-affa03516a13', 'name': '', 'network_id': '528bdfa6-a277-48b1-a8aa-e99b6e49fec0', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'mac_address': 'fa:16:3e:ad:12:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'ac3512c8-20da-4215-8682-62d4d566d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:39Z', 'updated_at': '2022-01-28T18:51:43Z', 'revision_number': 4, 'project_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'subnets': [{'id': 'ac3512c8-20da-4215-8682-62d4d566d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:51:44.623305 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-496bd110-cac5-4f82-848f-113d57ac40c8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696733'] for security_group_rule, after_create {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:44.658252 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bd110-cac5-4f82-848f-113d57ac40c8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36201de-1a11-4f18-a981-22274e428210,revision_number=0']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:44.756799 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-496bd110-cac5-4f82-848f-113d57ac40c8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:44.758031 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-496bd110-cac5-4f82-848f-113d57ac40c8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4074283 Jan 28 18:51:45.179447 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:45.259151 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-4294de9e-f281-4787-b789-2b881980c7b1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-815226192&fields=id&tenant_id=8944153791d34122b13156f76c8ad16e HTTP/1.1" status: 200 len: 267 time: 0.0416489 Jan 28 18:51:45.538483 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-62be508c-8828-434f-ac21-087a907a7eee tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:45.539946 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-62be508c-8828-434f-ac21-087a907a7eee tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/networks?id=d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 200 len: 809 time: 0.2735698 Jan 28 18:51:45.555303 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-0db9bc37-614f-4606-85fa-90024c12fc26 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/quotas/8944153791d34122b13156f76c8ad16e HTTP/1.1" status: 200 len: 375 time: 0.0098443 Jan 28 18:51:45.642831 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-1d4c4fec-0c6c-44c7-963e-da16cc01b4b4 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818524 Jan 28 18:51:45.795757 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-921ebb42-cbbc-45f5-92b1-7641864df019 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 18:51:45.796756 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-921ebb42-cbbc-45f5-92b1-7641864df019 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510585 Jan 28 18:51:45.860575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9d828a62-eff0-49bb-90a1-affa03516a13 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:51:45.930463 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-26f192ac-9ae5-4921-8394-5745acc4afe2 service neutron] 10.222.0.26 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270306 Jan 28 18:51:45.990751 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning for port 9d828a62-eff0-49bb-90a1-affa03516a13 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:51:45.996098 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 9d828a62-eff0-49bb-90a1-affa03516a13 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:45.996623 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:46.065179 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-be6f10c6-121d-4e63-80e0-dba5f42ed6a1 service neutron] 10.222.0.26 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289675 Jan 28 18:51:46.111094 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:46.146248 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] For port 9d828a62-eff0-49bb-90a1-affa03516a13, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=9d828a62-eff0-49bb-90a1-affa03516a13,segment=NetworkSegment(0dc90d57-2881-42f4-a4ed-bc53d7619f62),segment_id=0dc90d57-2881-42f4-a4ed-bc53d7619f62)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:46.206526 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:46.271037 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Pushing event updated for resources: {'Port': ['ID=9d828a62-eff0-49bb-90a1-affa03516a13,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:47.384134 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-dfc8b109-6d43-4e25-8eee-7a1d077b7a71 req-98bc6148-eb77-4194-b602-8459cb36ef7e tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Synchronizing usage tracker for tenant:8944153791d34122b13156f76c8ad16e on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:51:47.465010 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-dfc8b109-6d43-4e25-8eee-7a1d077b7a71 req-98bc6148-eb77-4194-b602-8459cb36ef7e tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Unset dirty status for tenant:8944153791d34122b13156f76c8ad16e on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:51:47.466082 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dfc8b109-6d43-4e25-8eee-7a1d077b7a71 req-98bc6148-eb77-4194-b602-8459cb36ef7e tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 210 time: 0.1650443 Jan 28 18:51:47.830721 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9d828a62-eff0-49bb-90a1-affa03516a13 up at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:51:47.896471 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Provisioning complete for port 9d828a62-eff0-49bb-90a1-affa03516a13 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:47.896835 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:48.563354 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1848ab39-5e3a-4c7a-8db5-2a66c6c0a69f req-7443058f-b06b-4913-990c-289d9b9a488e tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 210 time: 0.0444429 Jan 28 18:51:49.673833 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-45bcd330-665c-4316-9eef-44fe4c28f59d req-c85a650c-b700-494f-870b-230f6841a1c3 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 210 time: 0.0557945 Jan 28 18:51:50.434135 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:50.770163 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e97799de-1315-421d-82cc-773c23281d00 req-21ce9ad4-fa5e-40db-8571-b80531c0fa79 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 210 time: 0.0421739 Jan 28 18:51:51.915637 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-5360074d-ab33-4962-a34c-918a85cbf466 req-2a1e0e24-8417-4e2f-8962-c4aad7f968c5 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 210 time: 0.0437868 Jan 28 18:51:53.067869 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-ed68bbe1-1141-44ba-8685-ce8d2301ae78 req-f746eaf0-b022-4c4d-ac61-f591b58c5e97 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 210 time: 0.0472226 Jan 28 18:51:53.726826 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-b9d258a1-6929-4bf8-8e46-349f5f47de9e tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:53.727527 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-b9d258a1-6929-4bf8-8e46-349f5f47de9e tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Synchronizing usage tracker for tenant:8944153791d34122b13156f76c8ad16e on resource:network {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:51:53.824594 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-b9d258a1-6929-4bf8-8e46-349f5f47de9e tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Unset dirty status for tenant:8944153791d34122b13156f76c8ad16e on resource:network {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:51:53.825799 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-b9d258a1-6929-4bf8-8e46-349f5f47de9e tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.16 "GET /v2.0/networks?id=d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 200 len: 809 time: 0.2427416 Jan 28 18:51:53.874652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-584f4094-a34b-47b6-9183-af4dc5c6ac9d tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Synchronizing usage tracker for tenant:8944153791d34122b13156f76c8ad16e on resource:security_group {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:51:53.954247 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-584f4094-a34b-47b6-9183-af4dc5c6ac9d tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Unset dirty status for tenant:8944153791d34122b13156f76c8ad16e on resource:security_group {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:51:53.955949 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-584f4094-a34b-47b6-9183-af4dc5c6ac9d tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8944153791d34122b13156f76c8ad16e HTTP/1.1" status: 200 len: 379 time: 0.1213741 Jan 28 18:51:53.964529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Request body: {'port': {'device_id': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'admin_state_up': True, 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'security_groups': ['97fbae4c-3c62-4ef2-939b-d025f4880810']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:54.102493 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:51:54.112482 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:51:54.167690 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Made reservation on behalf of 8944153791d34122b13156f76c8ad16e for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:51:54.171273 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:54.255461 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1e4bf721-e215-4e8e-bc7c-aeff55085233 req-672637e7-35cf-42c1-80ff-daa5341bd145 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 210 time: 0.0711396 Jan 28 18:51:54.393985 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Allocated IP 172.20.0.5 (d1ea4e11-0902-4717-abe2-8fc52a11e19e/755330fd-75bb-4b12-b6e6-22ea538dd9dc/0cc79e61-2c45-4548-8a05-0eb1ca037069) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:51:54.582168 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:54.597782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Transition to ACTIVE for port object 0cc79e61-2c45-4548-8a05-0eb1ca037069 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:51:54.653705 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:54.721296 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Network d1ea4e11-0902-4717-abe2-8fc52a11e19e is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:51:54.724182 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:51:54.728143 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:51:54.764652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event updated for resources: {'Port': ['ID=0cc79e61-2c45-4548-8a05-0eb1ca037069,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:54.795971 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:54.796569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:54.898160 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-de37d27a-fe55-4f4e-b6b4-44ab36a883e1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9373953 Jan 28 18:51:55.002793 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Request body: {'port': {'device_id': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:51:55.013780 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3d5a9388-b8ef-4177-a5d9-3959ebf4808a None None] Provisioning for port 0cc79e61-2c45-4548-8a05-0eb1ca037069 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:51:55.019509 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-3d5a9388-b8ef-4177-a5d9-3959ebf4808a None None] Provisioning complete for port 0cc79e61-2c45-4548-8a05-0eb1ca037069 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:51:55.020140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9388-b8ef-4177-a5d9-3959ebf4808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:55.082629 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a9388-b8ef-4177-a5d9-3959ebf4808a None None] Port 0cc79e61-2c45-4548-8a05-0eb1ca037069 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:51:55.116796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:55.441032 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61a1de-793b-4cdc-9e3d-330925176cff req-bda859c4-317f-42b4-8eef-6ac7f2fb03ef tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:55.442481 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5c61a1de-793b-4cdc-9e3d-330925176cff req-bda859c4-317f-42b4-8eef-6ac7f2fb03ef tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 931 time: 0.0825076 Jan 28 18:51:55.486267 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-5c61a1de-793b-4cdc-9e3d-330925176cff req-9c8992ea-43c0-45a1-978f-91bae65eda06 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378728 Jan 28 18:51:55.561230 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc79e61-2c45-4548-8a05-0eb1ca037069 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:51:55.568341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:55.582460 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Transition to ACTIVE for port object 0cc79e61-2c45-4548-8a05-0eb1ca037069 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:51:55.680210 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:55.832308 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc79e61-2c45-4548-8a05-0eb1ca037069,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:55.918907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Attempting to bind port 0cc79e61-2c45-4548-8a05-0eb1ca037069 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:51:55.918907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Attempting to bind port 0cc79e61-2c45-4548-8a05-0eb1ca037069 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:51:55.918907 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Attempting to bind port 0cc79e61-2c45-4548-8a05-0eb1ca037069 on network d1ea4e11-0902-4717-abe2-8fc52a11e19e {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:51:55.923354 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Port 0cc79e61-2c45-4548-8a05-0eb1ca037069 on network d1ea4e11-0902-4717-abe2-8fc52a11e19e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:51:55.923723 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Attempting to bind port 0cc79e61-2c45-4548-8a05-0eb1ca037069 on network d1ea4e11-0902-4717-abe2-8fc52a11e19e {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:51:55.929116 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:51:55.929454 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Checking segment: {'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:51:55.929835 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Bound using segment: {'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:51:55.930254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Bound port: 0cc79e61-2c45-4548-8a05-0eb1ca037069, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:51:55.930602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:56.019372 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] For port 0cc79e61-2c45-4548-8a05-0eb1ca037069, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:51:56.022356 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] For port 0cc79e61-2c45-4548-8a05-0eb1ca037069, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:51:56.143840 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:56.206677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:56.207316 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:56.208696 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] 10.222.0.16 "PUT /v2.0/ports/0cc79e61-2c45-4548-8a05-0eb1ca037069 HTTP/1.1" status: 200 len: 1093 time: 1.2505164 Jan 28 18:51:56.209138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'tag': '0cc79e61-2c45-4548-8a05-0eb1ca037069'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:51:56.230530 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f781c74-6b27-4b48-81e2-351d445d0479 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc79e61-2c45-4548-8a05-0eb1ca037069,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:56.364707 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'tag': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'status': 'completed', 'code': 200} Jan 28 18:51:56.378222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-cd7cfc57-f6ba-4213-b06f-c59937d1e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:56.379801 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-cd7cfc57-f6ba-4213-b06f-c59937d1e8dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 1096 time: 0.0788932 Jan 28 18:51:56.452245 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-3e63fbc8-5023-40c0-8b66-7a1e0f306b75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069 HTTP/1.1" status: 200 len: 217 time: 0.0660028 Jan 28 18:51:56.512738 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-246f98f8-23b9-4c15-b20d-7361cf1594df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:56.514253 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-246f98f8-23b9-4c15-b20d-7361cf1594df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=755330fd-75bb-4b12-b6e6-22ea538dd9dc HTTP/1.1" status: 200 len: 848 time: 0.0565441 Jan 28 18:51:56.591411 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-c51bc847-fc4f-418d-a65a-1c7343f6831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:56.592787 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-c51bc847-fc4f-418d-a65a-1c7343f6831e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1ea4e11-0902-4717-abe2-8fc52a11e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727923 Jan 28 18:51:56.666874 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731e3e8-6d5f-4527-9500-c37980b843b1 req-6b686ec1-f43c-4e59-b248-a3713bb802ea tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:56.668383 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f731e3e8-6d5f-4527-9500-c37980b843b1 req-6b686ec1-f43c-4e59-b248-a3713bb802ea tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 943 time: 0.0794609 Jan 28 18:51:56.715580 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f731e3e8-6d5f-4527-9500-c37980b843b1 req-60cc10be-8f11-40c1-9f79-83efd58f64bc tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409675 Jan 28 18:51:56.723612 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-4f6dfbe7-6813-4d70-9d8a-d81d31797cbc service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246614 Jan 28 18:51:56.850622 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0b7d83c7-484c-49cc-95c6-6fc0cc191396 req-9223e0aa-c988-4998-8518-b0cee3d1f388 service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210647 Jan 28 18:51:57.065350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361659b-2386-40dc-84a8-e531ff345f15 req-f8b9bb20-b739-43a5-8719-b72b2b515d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:57.066788 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2361659b-2386-40dc-84a8-e531ff345f15 req-f8b9bb20-b739-43a5-8719-b72b2b515d6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 1096 time: 0.0686958 Jan 28 18:51:57.194127 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361659b-2386-40dc-84a8-e531ff345f15 req-78e50ea3-a4e8-4fe6-9d79-34429daf79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:57.195619 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2361659b-2386-40dc-84a8-e531ff345f15 req-78e50ea3-a4e8-4fe6-9d79-34429daf79b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 200 len: 910 time: 0.1228888 Jan 28 18:51:57.365253 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2361659b-2386-40dc-84a8-e531ff345f15 req-416691ab-323c-4a1c-8bee-332e6259b0b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069 HTTP/1.1" status: 200 len: 217 time: 0.1626599 Jan 28 18:51:57.427110 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361659b-2386-40dc-84a8-e531ff345f15 req-c1c756ec-01d0-4737-97a8-cd411115bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:57.428498 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2361659b-2386-40dc-84a8-e531ff345f15 req-c1c756ec-01d0-4737-97a8-cd411115bf71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=755330fd-75bb-4b12-b6e6-22ea538dd9dc HTTP/1.1" status: 200 len: 848 time: 0.0562963 Jan 28 18:51:57.501444 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361659b-2386-40dc-84a8-e531ff345f15 req-c56d966c-61e6-4185-8777-b3c6e12b34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:57.503400 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2361659b-2386-40dc-84a8-e531ff345f15 req-c56d966c-61e6-4185-8777-b3c6e12b34f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1ea4e11-0902-4717-abe2-8fc52a11e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680904 Jan 28 18:51:57.636824 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2361659b-2386-40dc-84a8-e531ff345f15 req-0d3443a7-c857-45e0-a8ea-27b2be0b94fb service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265495 Jan 28 18:51:57.768122 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-2361659b-2386-40dc-84a8-e531ff345f15 req-bc0c899a-8cbd-4fc3-9598-ebdff17ccba6 service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236026 Jan 28 18:51:57.903192 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68ac48-d501-4c48-a7e8-e9094f15235f req-fcf9f626-d42c-44dc-b21f-23eaa358a7c0 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:57.903884 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-6d68ac48-d501-4c48-a7e8-e9094f15235f req-fcf9f626-d42c-44dc-b21f-23eaa358a7c0 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Synchronizing usage tracker for tenant:8944153791d34122b13156f76c8ad16e on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:51:57.974300 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-6d68ac48-d501-4c48-a7e8-e9094f15235f req-fcf9f626-d42c-44dc-b21f-23eaa358a7c0 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Unset dirty status for tenant:8944153791d34122b13156f76c8ad16e on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:51:57.975561 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6d68ac48-d501-4c48-a7e8-e9094f15235f req-fcf9f626-d42c-44dc-b21f-23eaa358a7c0 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 943 time: 0.1522412 Jan 28 18:51:58.038770 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-6d68ac48-d501-4c48-a7e8-e9094f15235f req-c3796641-3ff2-47e5-a451-57ab636cd4d4 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572033 Jan 28 18:51:58.502768 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 0cc79e61-2c45-4548-8a05-0eb1ca037069 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:51:58.631506 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 0cc79e61-2c45-4548-8a05-0eb1ca037069, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:58.644933 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'port_id': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:51:58.697681 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:58.714232 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc79e61-2c45-4548-8a05-0eb1ca037069 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:51:58.729513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 0cc79e61-2c45-4548-8a05-0eb1ca037069, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:51:58.794050 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:51:58.861345 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=0cc79e61-2c45-4548-8a05-0eb1ca037069,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:51:59.026585 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['0cc79e61-2c45-4548-8a05-0eb1ca037069'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:51:59.375574 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d19dbe-3254-4f3c-a34b-a1cbec9e0175 req-02554d94-4bc0-4ff2-bac6-49d49c272f87 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:51:59.378243 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e6d19dbe-3254-4f3c-a34b-a1cbec9e0175 req-02554d94-4bc0-4ff2-bac6-49d49c272f87 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 944 time: 0.0781739 Jan 28 18:51:59.420095 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-e6d19dbe-3254-4f3c-a34b-a1cbec9e0175 req-28392c9a-6b8d-4a4e-93ec-a95c37881918 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368419 Jan 28 18:52:00.513060 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 0cc79e61-2c45-4548-8a05-0eb1ca037069 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:52:00.601029 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7bff8-86fc-4070-9f61-87d44eef9933 req-f2bc08ac-f4b8-47d8-944a-ec0217874900 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:52:00.602469 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b5f7bff8-86fc-4070-9f61-87d44eef9933 req-f2bc08ac-f4b8-47d8-944a-ec0217874900 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 944 time: 0.0782216 Jan 28 18:52:00.646240 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 0cc79e61-2c45-4548-8a05-0eb1ca037069 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:52:00.648530 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-b5f7bff8-86fc-4070-9f61-87d44eef9933 req-12e1ea55-8cbc-48b2-9f27-1813089bd4a9 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404837 Jan 28 18:52:00.653590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 0cc79e61-2c45-4548-8a05-0eb1ca037069 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:52:00.653590 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:00.765705 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:00.791703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc79e61-2c45-4548-8a05-0eb1ca037069'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:52:00.801190 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 0cc79e61-2c45-4548-8a05-0eb1ca037069, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:52:00.851382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:00.891403 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'code': 200} Jan 28 18:52:00.923668 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=0cc79e61-2c45-4548-8a05-0eb1ca037069,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:52:01.213711 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373107f-77fd-47bb-adac-42090729805f req-6e85dfac-6f2a-410b-83f7-a4029a13e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:52:01.215189 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0373107f-77fd-47bb-adac-42090729805f req-6e85dfac-6f2a-410b-83f7-a4029a13e4f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 1098 time: 0.0707784 Jan 28 18:52:01.256814 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0373107f-77fd-47bb-adac-42090729805f req-e442848e-64d2-4fdc-ac63-5491605b3028 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351319 Jan 28 18:52:01.832364 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86475f1b-6ee9-4d5f-b51f-4b3ea4837cab req-ac32741c-a7ad-4bfb-8be4-32efee6c2549 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:52:01.833813 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-86475f1b-6ee9-4d5f-b51f-4b3ea4837cab req-ac32741c-a7ad-4bfb-8be4-32efee6c2549 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 945 time: 0.0827162 Jan 28 18:52:01.879007 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-86475f1b-6ee9-4d5f-b51f-4b3ea4837cab req-23cf24dd-e117-4c4d-a881-aa1acfbea917 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375035 Jan 28 18:52:03.071145 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cada61d-706f-41ec-837c-bd9435d41967 req-12ee82da-4b6b-478f-b3ea-7fd2ee825ca6 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:52:03.072589 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8cada61d-706f-41ec-837c-bd9435d41967 req-12ee82da-4b6b-478f-b3ea-7fd2ee825ca6 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 945 time: 0.0823760 Jan 28 18:52:03.115984 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-8cada61d-706f-41ec-837c-bd9435d41967 req-5ec68ba4-ef8d-4680-9f7e-e1acd10b6f16 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377510 Jan 28 18:52:03.296018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd1a0d-10b8-499e-885b-787ea1202f73 req-94314604-b65c-4664-ab38-4bf9219e6ae8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:52:03.297367 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93dd1a0d-10b8-499e-885b-787ea1202f73 req-94314604-b65c-4664-ab38-4bf9219e6ae8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 945 time: 0.0801396 Jan 28 18:52:03.340506 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-93dd1a0d-10b8-499e-885b-787ea1202f73 req-a5113892-1b28-43fd-bcff-cb586e9b6589 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373621 Jan 28 18:52:03.362214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55972) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:52:03.476643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cbaa19-25c4-46ac-8688-c0ee89410b9a tempest-TestSnapshotPattern-764530885 tempest-TestSnapshotPattern-764530885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:52:03.477350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-34cbaa19-25c4-46ac-8688-c0ee89410b9a tempest-TestSnapshotPattern-764530885 tempest-TestSnapshotPattern-764530885-project-admin] Synchronizing usage tracker for tenant:a4c2a941d9604d2a83d0b884abd020b6 on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:52:03.577138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-34cbaa19-25c4-46ac-8688-c0ee89410b9a tempest-TestSnapshotPattern-764530885 tempest-TestSnapshotPattern-764530885-project-admin] Unset dirty status for tenant:a4c2a941d9604d2a83d0b884abd020b6 on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:52:03.578228 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-34cbaa19-25c4-46ac-8688-c0ee89410b9a tempest-TestSnapshotPattern-764530885 tempest-TestSnapshotPattern-764530885-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 1093 time: 0.2150512 Jan 28 18:52:03.581785 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 55980) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:52:03.586687 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:52:03.592752 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:52:03.596573 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Usage tracker for resource:floatingip and tenant:8944153791d34122b13156f76c8ad16e is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:52:03.599363 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:52:03.606048 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:52:03.737754 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:03.880350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:04.015558 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Allocated IP 172.26.1.55 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/63cebdc3-eb9d-4c24-b146-d5ccb5ede5d6) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:52:04.158569 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:04.253254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:04.316396 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:52:04.319022 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:52:04.321403 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:52:04.361796 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event updated for resources: {'Port': ['ID=63cebdc3-eb9d-4c24-b146-d5ccb5ede5d6,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:52:04.819956 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:04.949059 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:05.157191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:05.213528 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:05.325359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event updated for resources: {'Port': ['ID=63cebdc3-eb9d-4c24-b146-d5ccb5ede5d6,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:52:05.337002 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:52:05.337347 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:52:05.337683 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:52:05.338015 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:52:05.338343 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:52:05.338669 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:52:05.339009 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:52:05.339340 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:52:05.339665 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:52:05.339987 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:52:05.340304 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:52:05.340621 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:52:05.343848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:05.514842 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Floating IP f4dc6c60-2813-43e7-bb7d-48983c4da585 associated. External IP: 172.26.1.55, port: 0cc79e61-2c45-4548-8a05-0eb1ca037069. Jan 28 18:52:05.858952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:52:06.035677 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:52:06.045307 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6c6b7-84ce-4fba-a4bb-8b2c75404653 None None] Sync routers for ids ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:52:06.055385 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6c6b7-84ce-4fba-a4bb-8b2c75404653 None None] Routers {'d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:52:06.055986 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c7d6c6b7-84ce-4fba-a4bb-8b2c75404653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:51:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:52:06.116453 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:06.176841 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-8de99e01-8441-4f0a-87f9-011c65e07699 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5940197 Jan 28 18:52:06.177420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'tag': '0cc79e61-2c45-4548-8a05-0eb1ca037069'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:52:06.220368 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'tag': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'status': 'completed', 'code': 200} Jan 28 18:52:06.236909 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-c7d6c6b7-84ce-4fba-a4bb-8b2c75404653 None None] Set router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:52:06.313062 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0587b-93c1-4c81-941f-de899971130b req-d495ffd2-c1e3-4081-b2e6-a614d5af12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:52:06.315151 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dda0587b-93c1-4c81-941f-de899971130b req-d495ffd2-c1e3-4081-b2e6-a614d5af12ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 1098 time: 0.0732257 Jan 28 18:52:06.551654 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0587b-93c1-4c81-941f-de899971130b req-82cb9abe-2d86-4c9f-89a2-d7df7528d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:52:06.553093 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dda0587b-93c1-4c81-941f-de899971130b req-82cb9abe-2d86-4c9f-89a2-d7df7528d15c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 200 len: 910 time: 0.2325506 Jan 28 18:52:06.586628 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c7d6c6b7-84ce-4fba-a4bb-8b2c75404653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'f4dc6c60-2813-43e7-bb7d-48983c4da585', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'floating_ip_address': '172.26.1.55', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'port_id': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:52:04Z', 'updated_at': '2022-01-28T18:52:04Z', 'revision_number': 0, 'project_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:38Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:52:06.590410 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6c6b7-84ce-4fba-a4bb-8b2c75404653 None None] Checking router: d3a58e16-ef01-4b3c-a0d7-4f5494ff786c for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:52:06.599182 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6c6b7-84ce-4fba-a4bb-8b2c75404653 None None] Routers {'d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:52:06.599770 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c7d6c6b7-84ce-4fba-a4bb-8b2c75404653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:51:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:52:06.653396 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dda0587b-93c1-4c81-941f-de899971130b req-c00cda8c-a7e3-4c7c-b857-ea0546f986b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069 HTTP/1.1" status: 200 len: 998 time: 0.0944588 Jan 28 18:52:06.718033 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0587b-93c1-4c81-941f-de899971130b req-ce1149f9-75aa-445d-ae6f-f7de04f0f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:52:06.719538 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dda0587b-93c1-4c81-941f-de899971130b req-ce1149f9-75aa-445d-ae6f-f7de04f0f484 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=755330fd-75bb-4b12-b6e6-22ea538dd9dc HTTP/1.1" status: 200 len: 848 time: 0.0603390 Jan 28 18:52:06.795844 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0587b-93c1-4c81-941f-de899971130b req-922e6937-3903-402a-be77-b3ffa98b79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:52:06.797314 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dda0587b-93c1-4c81-941f-de899971130b req-922e6937-3903-402a-be77-b3ffa98b79b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1ea4e11-0902-4717-abe2-8fc52a11e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719290 Jan 28 18:52:06.811826 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-c7d6c6b7-84ce-4fba-a4bb-8b2c75404653 None None] Set router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:52:06.927123 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dda0587b-93c1-4c81-941f-de899971130b req-b290b8f8-0640-4ff2-8de7-ae072b23eb01 service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233864 Jan 28 18:52:07.061826 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-dda0587b-93c1-4c81-941f-de899971130b req-3d714f4d-d5e7-4415-96e2-d617a3c2ee9e service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290135 Jan 28 18:52:07.157701 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-c7d6c6b7-84ce-4fba-a4bb-8b2c75404653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'f4dc6c60-2813-43e7-bb7d-48983c4da585', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'floating_ip_address': '172.26.1.55', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'port_id': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:52:04Z', 'updated_at': '2022-01-28T18:52:04Z', 'revision_number': 0, 'project_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:38Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:52:07.161632 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6c6b7-84ce-4fba-a4bb-8b2c75404653 None None] The sync data for ids ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'] in dv-neutron-826919-1-hyperv is: [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'f4dc6c60-2813-43e7-bb7d-48983c4da585', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'floating_ip_address': '172.26.1.55', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'port_id': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:52:04Z', 'updated_at': '2022-01-28T18:52:04Z', 'revision_number': 0, 'project_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:38Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:52:07.360041 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014c248-8c9b-4ee9-a941-f4fbee77d7b1 None None] New status for floating IP f4dc6c60-2813-43e7-bb7d-48983c4da585: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:52:09.990764 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aa830e4f-f849-4f50-b88b-5acb133ad22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:12.367482 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9e46d108-5223-4f6f-8085-58c694bdce6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:12.588507 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-38a32103-7196-47e6-b792-956c91084a78 req-6219b0d3-825d-4d4d-aad1-bd0b259767a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681214 Jan 28 18:52:12.732167 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a32103-7196-47e6-b792-956c91084a78 req-4bc035e0-5764-4d24-a589-00e6764c62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:52:12.733632 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-38a32103-7196-47e6-b792-956c91084a78 req-4bc035e0-5764-4d24-a589-00e6764c62bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 1098 time: 0.0745697 Jan 28 18:52:12.877520 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a32103-7196-47e6-b792-956c91084a78 req-0dca4284-4226-4b75-8d90-25e8de816270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:52:12.879015 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-38a32103-7196-47e6-b792-956c91084a78 req-0dca4284-4226-4b75-8d90-25e8de816270 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 200 len: 910 time: 0.1261122 Jan 28 18:52:12.979656 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-38a32103-7196-47e6-b792-956c91084a78 req-c7b2a799-2856-49e9-aad0-d15a123b71a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069 HTTP/1.1" status: 200 len: 1000 time: 0.0938592 Jan 28 18:52:13.040786 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a32103-7196-47e6-b792-956c91084a78 req-5b30fee3-d0fd-4068-beff-66933024594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:52:13.042250 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-38a32103-7196-47e6-b792-956c91084a78 req-5b30fee3-d0fd-4068-beff-66933024594e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=755330fd-75bb-4b12-b6e6-22ea538dd9dc HTTP/1.1" status: 200 len: 848 time: 0.0567703 Jan 28 18:52:13.114456 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a32103-7196-47e6-b792-956c91084a78 req-c055761f-3ce5-45d5-94e3-45def90470c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:52:13.115912 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-38a32103-7196-47e6-b792-956c91084a78 req-c055761f-3ce5-45d5-94e3-45def90470c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1ea4e11-0902-4717-abe2-8fc52a11e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672829 Jan 28 18:52:13.244354 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-38a32103-7196-47e6-b792-956c91084a78 req-7ed86cd1-2f59-4af7-9862-1ed1db497ded service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215546 Jan 28 18:52:13.374071 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-38a32103-7196-47e6-b792-956c91084a78 req-47674346-7b8d-4cd7-8ef7-d102b0df422b service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212931 Jan 28 18:52:13.441706 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:13.475806 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:15.184706 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:20.118771 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:52:20.450838 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:39.989973 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9da39cdf-29f5-4503-a6d2-be5b199a3a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:42.364808 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1f276d79-94f4-48ac-a8a5-694c50e3876b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:43.427725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:43.478907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:45.201156 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:50.441371 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:52:57.118631 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:53:09.972398 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1f3bff44-84e6-4b74-aae0-8809b5294ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:53:12.360604 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0d10e2b6-41ca-4d8e-bdd7-5ac8ad6fa7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:53:13.417548 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:53:13.474869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:53:13.592427 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-91091d82-1840-478b-b121-23f37377159b req-b1996f84-b80a-4dd8-af5d-86e89e5b6b2f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802577 Jan 28 18:53:13.728271 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91091d82-1840-478b-b121-23f37377159b req-a0a6e039-7f66-4092-a953-6e1f761dcefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:53:13.729629 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-91091d82-1840-478b-b121-23f37377159b req-a0a6e039-7f66-4092-a953-6e1f761dcefa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 1098 time: 0.0693698 Jan 28 18:53:13.965014 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91091d82-1840-478b-b121-23f37377159b req-4c7f0b61-93c4-4d7e-8477-8638c30f6db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:53:13.966460 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-91091d82-1840-478b-b121-23f37377159b req-4c7f0b61-93c4-4d7e-8477-8638c30f6db0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 200 len: 910 time: 0.2162416 Jan 28 18:53:14.066929 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-91091d82-1840-478b-b121-23f37377159b req-ca68cdfb-3a3c-46b3-9a53-909e44c1987f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069 HTTP/1.1" status: 200 len: 1000 time: 0.0934145 Jan 28 18:53:14.135639 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91091d82-1840-478b-b121-23f37377159b req-a7504913-26a6-4abd-9fde-04d70e488f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:53:14.137432 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-91091d82-1840-478b-b121-23f37377159b req-a7504913-26a6-4abd-9fde-04d70e488f1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=755330fd-75bb-4b12-b6e6-22ea538dd9dc HTTP/1.1" status: 200 len: 848 time: 0.0641410 Jan 28 18:53:14.213350 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91091d82-1840-478b-b121-23f37377159b req-a51c7313-4813-4b46-a3ca-b4ae2df5fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:53:14.214809 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-91091d82-1840-478b-b121-23f37377159b req-a51c7313-4813-4b46-a3ca-b4ae2df5fa2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1ea4e11-0902-4717-abe2-8fc52a11e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717442 Jan 28 18:53:14.344220 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-91091d82-1840-478b-b121-23f37377159b req-927f302e-aab8-4490-b5a2-998e38a887b0 service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222908 Jan 28 18:53:14.472078 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-91091d82-1840-478b-b121-23f37377159b req-5a948afb-5fa3-4c95-99ae-1feb2830c19e service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213713 Jan 28 18:53:15.209883 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:53:20.455513 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:53:34.118952 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:53:39.988705 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-48acb69b-a680-400e-a4cc-137df3c6a4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:53:42.369382 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c9e72102-6c46-4f8e-bc11-648342736645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:53:43.437538 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:53:43.460256 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:53:45.197659 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:53:50.437665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:05.147877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 0cc79e61-2c45-4548-8a05-0eb1ca037069 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:54:05.287454 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 0cc79e61-2c45-4548-8a05-0eb1ca037069, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:54:05.300355 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'port_id': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:54:05.361176 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:05.385767 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cc79e61-2c45-4548-8a05-0eb1ca037069 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:54:05.404883 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 0cc79e61-2c45-4548-8a05-0eb1ca037069, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:54:05.468848 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:05.539920 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['0cc79e61-2c45-4548-8a05-0eb1ca037069'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:54:05.572048 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=0cc79e61-2c45-4548-8a05-0eb1ca037069,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:05.596628 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:05.596966 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:05.597300 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:05.597630 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:05.597952 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:05.598275 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:05.598598 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:05.598916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:05.599261 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:05.599579 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:05.599898 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:05.600209 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:07.163741 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 0cc79e61-2c45-4548-8a05-0eb1ca037069 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:54:07.244982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 0cc79e61-2c45-4548-8a05-0eb1ca037069 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:54:07.244982 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:07.392184 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:07.427433 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc79e61-2c45-4548-8a05-0eb1ca037069'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:54:07.440435 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 0cc79e61-2c45-4548-8a05-0eb1ca037069, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:54:07.537575 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:07.612708 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=0cc79e61-2c45-4548-8a05-0eb1ca037069,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:07.629684 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'code': 200} Jan 28 18:54:09.989224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2f656667-9fab-46d4-a0bc-1717aa58aa5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:11.119760 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:54:12.351694 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b93415e4-7952-48cf-9710-4e5be3749506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:13.432812 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:13.479197 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:13.694150 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d259b-f7e3-4373-bdac-e6af6473f193 req-01408c64-3e61-4b63-9cc0-7204c7480b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:13.695637 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ed9d259b-f7e3-4373-bdac-e6af6473f193 req-01408c64-3e61-4b63-9cc0-7204c7480b46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 1098 time: 0.0862513 Jan 28 18:54:13.868781 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d259b-f7e3-4373-bdac-e6af6473f193 req-0e45732e-ff1f-4033-a820-8f5159c45aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:13.870564 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ed9d259b-f7e3-4373-bdac-e6af6473f193 req-0e45732e-ff1f-4033-a820-8f5159c45aa4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 200 len: 910 time: 0.1521537 Jan 28 18:54:13.974794 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ed9d259b-f7e3-4373-bdac-e6af6473f193 req-0719256d-9c01-4455-b05f-ed47c7f22878 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069 HTTP/1.1" status: 200 len: 1000 time: 0.0980282 Jan 28 18:54:14.045066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d259b-f7e3-4373-bdac-e6af6473f193 req-7e316443-e5ba-4300-9ff9-86433fc7aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:14.046704 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ed9d259b-f7e3-4373-bdac-e6af6473f193 req-7e316443-e5ba-4300-9ff9-86433fc7aaa9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=755330fd-75bb-4b12-b6e6-22ea538dd9dc HTTP/1.1" status: 200 len: 848 time: 0.0656095 Jan 28 18:54:14.126743 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d259b-f7e3-4373-bdac-e6af6473f193 req-828b7046-c82a-4dab-87fc-8052f2622ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:14.128638 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ed9d259b-f7e3-4373-bdac-e6af6473f193 req-828b7046-c82a-4dab-87fc-8052f2622ad4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1ea4e11-0902-4717-abe2-8fc52a11e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757678 Jan 28 18:54:14.272470 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ed9d259b-f7e3-4373-bdac-e6af6473f193 req-f2ba30db-6e7f-4cd3-933c-4bd888357d87 service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364625 Jan 28 18:54:14.419967 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ed9d259b-f7e3-4373-bdac-e6af6473f193 req-22d7ee50-24a1-4cfe-bc80-e7b0fd6181eb service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410959 Jan 28 18:54:15.203120 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:17.192648 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-da81dd77-69cb-4ea1-a621-19bf113552bb tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-815226192&fields=id&tenant_id=8944153791d34122b13156f76c8ad16e HTTP/1.1" status: 200 len: 267 time: 0.0384202 Jan 28 18:54:17.339782 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-5103d363-07fa-4c90-8e02-565b3982c018 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:17.341152 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-5103d363-07fa-4c90-8e02-565b3982c018 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/networks?id=d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 200 len: 809 time: 0.1418993 Jan 28 18:54:17.355792 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-0f814ee8-4e11-402c-8d44-11308c976f24 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/quotas/8944153791d34122b13156f76c8ad16e HTTP/1.1" status: 200 len: 375 time: 0.0093212 Jan 28 18:54:17.450738 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-a8b74299-0faa-42f2-b68b-f609f6ed104a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0900638 Jan 28 18:54:17.774713 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-eaf3f0e9-b0ed-4899-b256-2e279babbf5f service neutron] 10.222.0.26 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464466 Jan 28 18:54:17.901683 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-cb3d9179-9569-4b69-9a24-4737a1be3d3f service neutron] 10.222.0.26 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211951 Jan 28 18:54:18.275544 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-6d9cfdd1-936a-44a0-84ea-648283270e76 req-0574dd4d-ea60-4186-af0f-d48b34c9b169 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 210 time: 0.0424564 Jan 28 18:54:19.427924 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-fffbb2ab-a565-4a1e-886e-e26eded91dbb req-d5d6d734-ef18-4ab5-a05c-d28f8b2031ff tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 210 time: 0.0442586 Jan 28 18:54:20.408487 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-2e124b1f-a784-4f7f-add3-2522eee1744b tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:20.409946 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-2e124b1f-a784-4f7f-add3-2522eee1744b tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.16 "GET /v2.0/networks?id=d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 200 len: 809 time: 0.1481626 Jan 28 18:54:20.457628 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-29f3a371-ba48-4678-b395-edf07c3235c7 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8944153791d34122b13156f76c8ad16e HTTP/1.1" status: 200 len: 379 time: 0.0392740 Jan 28 18:54:20.463916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:20.465799 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Request body: {'port': {'device_id': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'admin_state_up': True, 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'security_groups': ['97fbae4c-3c62-4ef2-939b-d025f4880810']}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:54:20.588377 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-784476c4-4ef5-44f0-a778-6aa31cd58f0c req-c560e051-8a8c-45f6-ae27-cf54475ae148 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 210 time: 0.0476744 Jan 28 18:54:20.602602 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:54:20.612347 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:54:20.697715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Made reservation on behalf of 8944153791d34122b13156f76c8ad16e for: {'port': 1} {{(pid=88158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:54:20.701191 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:20.865380 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Allocated IP 172.20.0.11 (d1ea4e11-0902-4717-abe2-8fc52a11e19e/755330fd-75bb-4b12-b6e6-22ea538dd9dc/276507a0-3fad-4d09-9d73-6a58a12fa8c0) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:54:21.050084 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:21.064715 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Transition to ACTIVE for port object 276507a0-3fad-4d09-9d73-6a58a12fa8c0 will not be triggered until provisioned by entity DHCP. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:54:21.157452 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:21.274873 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 0cc79e61-2c45-4548-8a05-0eb1ca037069 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:54:21.281433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event updated for resources: {'Port': ['ID=276507a0-3fad-4d09-9d73-6a58a12fa8c0,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:21.314510 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:21.315572 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:21.316179 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:21.316920 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:21.317736 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:21.318342 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:21.318809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:21.319593 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:21.320196 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:21.321656 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:21.322018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:21.322555 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:54:21.340433 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Network d1ea4e11-0902-4717-abe2-8fc52a11e19e is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:54:21.341927 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:54:21.359025 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:54:21.456768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:21.457491 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:21.519600 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:21.564444 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 0cc79e61-2c45-4548-8a05-0eb1ca037069, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:54:21.565953 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc79e61-2c45-4548-8a05-0eb1ca037069'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:54:21.586506 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-00030f90-1a78-4d94-85cd-4d3dfc576447 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1240888 Jan 28 18:54:21.628773 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'code': 200} Jan 28 18:54:21.643114 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:21.799685 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=0cc79e61-2c45-4548-8a05-0eb1ca037069,revision_number=8']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:21.826701 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24787335-a8a5-4d42-9605-eb645fa15bc9 req-13db9266-3e04-4f25-9ffb-86d49539b5b8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:21.828418 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-24787335-a8a5-4d42-9605-eb645fa15bc9 req-13db9266-3e04-4f25-9ffb-86d49539b5b8 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 932 time: 0.1052303 Jan 28 18:54:21.880987 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9f71df89-b8ab-459d-8b47-b2b517595a71 None None] Provisioning for port 276507a0-3fad-4d09-9d73-6a58a12fa8c0 completed by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:54:21.884115 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-24787335-a8a5-4d42-9605-eb645fa15bc9 req-643605a7-8b83-404f-9ac6-c6ce4210e2e6 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498078 Jan 28 18:54:21.887092 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-9f71df89-b8ab-459d-8b47-b2b517595a71 None None] Provisioning complete for port 276507a0-3fad-4d09-9d73-6a58a12fa8c0 triggered by entity DHCP. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:54:21.887844 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9f71df89-b8ab-459d-8b47-b2b517595a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:21.958369 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-9f71df89-b8ab-459d-8b47-b2b517595a71 None None] Port 276507a0-3fad-4d09-9d73-6a58a12fa8c0 cannot update to ACTIVE because it is not bound. {{(pid=88160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 18:54:23.094194 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7933f9-604b-4224-bfc5-d8b01819863b req-b6f66a4f-e728-4122-8f37-e40aa61c9c0e tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:23.095583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-ee7933f9-604b-4224-bfc5-d8b01819863b req-b6f66a4f-e728-4122-8f37-e40aa61c9c0e tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Synchronizing usage tracker for tenant:8944153791d34122b13156f76c8ad16e on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:54:23.168854 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-ee7933f9-604b-4224-bfc5-d8b01819863b req-b6f66a4f-e728-4122-8f37-e40aa61c9c0e tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Unset dirty status for tenant:8944153791d34122b13156f76c8ad16e on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:54:23.170212 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ee7933f9-604b-4224-bfc5-d8b01819863b req-b6f66a4f-e728-4122-8f37-e40aa61c9c0e tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 932 time: 0.1637845 Jan 28 18:54:23.217386 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-ee7933f9-604b-4224-bfc5-d8b01819863b req-61c663ca-0252-4ca5-8e6f-302beaf6a888 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412664 Jan 28 18:54:24.445122 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd380597-e456-49e7-8527-f291dba12033 req-b084b455-f52c-46c1-b3ad-62e0e75b8528 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:24.447169 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dd380597-e456-49e7-8527-f291dba12033 req-b084b455-f52c-46c1-b3ad-62e0e75b8528 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 932 time: 0.1067443 Jan 28 18:54:24.493531 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-dd380597-e456-49e7-8527-f291dba12033 req-1152637e-8ff6-4772-a51c-f06f111b711b tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404019 Jan 28 18:54:25.716328 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9341fc2-2fc1-4fc9-b554-4c05859ce10e req-bd8c6edb-213d-488c-aefb-8dee3cc9248e tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:25.718020 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e9341fc2-2fc1-4fc9-b554-4c05859ce10e req-bd8c6edb-213d-488c-aefb-8dee3cc9248e tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 932 time: 0.1117103 Jan 28 18:54:25.766652 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-e9341fc2-2fc1-4fc9-b554-4c05859ce10e req-cf777e51-b4a1-4383-ba90-80af0a876849 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421712 Jan 28 18:54:26.982222 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cf53e-939e-4148-b4bf-578d56d144d9 req-7d84de5f-1973-4e4a-bebe-46caacc03d1b tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:26.991256 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d14cf53e-939e-4148-b4bf-578d56d144d9 req-7d84de5f-1973-4e4a-bebe-46caacc03d1b tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 932 time: 0.0982223 Jan 28 18:54:27.062021 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-d14cf53e-939e-4148-b4bf-578d56d144d9 req-3174c66c-a941-4579-a344-4ae475329d04 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668988 Jan 28 18:54:27.119513 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Request body: {'port': {'device_id': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8269'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:54:27.275422 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:27.725013 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276507a0-3fad-4d09-9d73-6a58a12fa8c0 {{(pid=88158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:54:27.733144 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:27.748706 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.provisioning_blocks [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Transition to ACTIVE for port object 276507a0-3fad-4d09-9d73-6a58a12fa8c0 will not be triggered until provisioned by entity L2. {{(pid=88158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 18:54:27.814223 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:28.191392 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Pushing event updated for resources: {'Port': ['ID=276507a0-3fad-4d09-9d73-6a58a12fa8c0,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:28.248958 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Attempting to bind port 276507a0-3fad-4d09-9d73-6a58a12fa8c0 on host hv-neutron-8269 for vnic_type normal with profile {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 18:54:28.249289 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Attempting to bind port 276507a0-3fad-4d09-9d73-6a58a12fa8c0 by drivers openvswitch,hyperv on host hv-neutron-8269 at level 0 using segments [{'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 18:54:28.249617 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Attempting to bind port 276507a0-3fad-4d09-9d73-6a58a12fa8c0 on network d1ea4e11-0902-4717-abe2-8fc52a11e19e {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:54:28.294583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Port 276507a0-3fad-4d09-9d73-6a58a12fa8c0 on network d1ea4e11-0902-4717-abe2-8fc52a11e19e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8269 {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 18:54:28.294926 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Attempting to bind port 276507a0-3fad-4d09-9d73-6a58a12fa8c0 on network d1ea4e11-0902-4717-abe2-8fc52a11e19e {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 18:54:28.323223 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Checking agent: {'id': 'ba8f5a2f-a25f-4083-9886-27c5974f6d4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8269', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'started_at': datetime.datetime(2022, 1, 28, 17, 51, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 18:54:28.323578 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Checking segment: {'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 18:54:28.323968 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Bound using segment: {'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'} {{(pid=88158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 18:54:28.324414 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.managers [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Bound port: 276507a0-3fad-4d09-9d73-6a58a12fa8c0, host: hv-neutron-8269, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303f413e-46aa-4451-b3d2-400bd4ab813b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e'}}] {{(pid=88158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 18:54:28.324768 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:28.423825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6056ab-5cb6-49f4-8623-a0e8ccb9a622 req-ca68b5c8-d4f7-4fb1-aed7-8325f6ec337c tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:28.425279 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1b6056ab-5cb6-49f4-8623-a0e8ccb9a622 req-ca68b5c8-d4f7-4fb1-aed7-8325f6ec337c tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 944 time: 0.1910167 Jan 28 18:54:28.460551 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] For port 276507a0-3fad-4d09-9d73-6a58a12fa8c0, host hv-neutron-8269, cleared binding levels {{(pid=88158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 18:54:28.478820 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] For port 276507a0-3fad-4d09-9d73-6a58a12fa8c0, host hv-neutron-8269, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=276507a0-3fad-4d09-9d73-6a58a12fa8c0,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 18:54:28.486451 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1b6056ab-5cb6-49f4-8623-a0e8ccb9a622 req-5855f5bc-caa6-4745-b49b-dadad4afe254 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549190 Jan 28 18:54:28.575018 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:28.636369 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:28.637000 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:28.638396 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] 10.222.0.16 "PUT /v2.0/ports/276507a0-3fad-4d09-9d73-6a58a12fa8c0 HTTP/1.1" status: 200 len: 1094 time: 1.5237992 Jan 28 18:54:28.638845 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'tag': '276507a0-3fad-4d09-9d73-6a58a12fa8c0'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:54:28.667710 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35473f-3a12-42f0-960c-c08c24f76d7c service neutron] Pushing event updated for resources: {'Port': ['ID=276507a0-3fad-4d09-9d73-6a58a12fa8c0,revision_number=3']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:28.700295 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'tag': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'status': 'completed', 'code': 200} Jan 28 18:54:29.064186 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c359f8-3d62-4734-a0a9-06f4fb81f515 req-a5528a3c-8299-4148-bc8e-7ede3c534e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:29.068356 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c5c359f8-3d62-4734-a0a9-06f4fb81f515 req-a5528a3c-8299-4148-bc8e-7ede3c534e57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 1097 time: 0.0823429 Jan 28 18:54:29.206426 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c359f8-3d62-4734-a0a9-06f4fb81f515 req-6c1f5fac-d22d-4bf8-91c1-293c471f30b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:29.207871 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c5c359f8-3d62-4734-a0a9-06f4fb81f515 req-6c1f5fac-d22d-4bf8-91c1-293c471f30b5 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8944153791d34122b13156f76c8ad16e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1313455 Jan 28 18:54:29.339092 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c359f8-3d62-4734-a0a9-06f4fb81f515 req-a026fbbe-9ad4-473f-b930-de4c444809c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:29.340431 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c5c359f8-3d62-4734-a0a9-06f4fb81f515 req-a026fbbe-9ad4-473f-b930-de4c444809c1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261985 Jan 28 18:54:29.441239 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-75ffa1b5-0e8e-4552-b45d-2035bd6d0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:29.442674 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-75ffa1b5-0e8e-4552-b45d-2035bd6d0a58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 1097 time: 0.0687506 Jan 28 18:54:29.516058 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-63ecd9c6-642b-4006-a825-61eee2bba8e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=276507a0-3fad-4d09-9d73-6a58a12fa8c0 HTTP/1.1" status: 200 len: 217 time: 0.0664873 Jan 28 18:54:29.576759 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-405e1dce-55ed-4f04-b9df-f16c13b617c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:29.578177 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-405e1dce-55ed-4f04-b9df-f16c13b617c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=755330fd-75bb-4b12-b6e6-22ea538dd9dc HTTP/1.1" status: 200 len: 848 time: 0.0569787 Jan 28 18:54:29.713306 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-df3eccd9-a8de-46c2-bd85-cef662ebdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:29.714747 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-df3eccd9-a8de-46c2-bd85-cef662ebdf17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1ea4e11-0902-4717-abe2-8fc52a11e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1299930 Jan 28 18:54:29.722652 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1179cbb-4cc9-4cc6-b0a2-bc68b7af6e55 req-77d74b91-6db5-45d0-a8d3-1f198a84edd5 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:29.723977 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d1179cbb-4cc9-4cc6-b0a2-bc68b7af6e55 req-77d74b91-6db5-45d0-a8d3-1f198a84edd5 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 944 time: 0.1107712 Jan 28 18:54:29.844250 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d1179cbb-4cc9-4cc6-b0a2-bc68b7af6e55 req-3015700d-c480-41ab-a047-b5932d912c65 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023612 Jan 28 18:54:29.880016 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-626fd1bb-5886-47dc-94ee-3c2c0bdf945b service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551368 Jan 28 18:54:30.008740 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-89130c42-7a7b-4ff1-bb61-7918a9c4753c req-cdc23305-d2b5-4a2f-b1db-3ae23357f28c service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219876 Jan 28 18:54:31.050329 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eec8e-e355-4424-a7ea-96ceb356e548 req-6880c701-0262-4320-aafe-eb67734443a2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:31.051871 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f90eec8e-e355-4424-a7ea-96ceb356e548 req-6880c701-0262-4320-aafe-eb67734443a2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 944 time: 0.1024070 Jan 28 18:54:31.095754 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f90eec8e-e355-4424-a7ea-96ceb356e548 req-4ead0ad5-7932-4998-8a26-64b30a7301d1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382798 Jan 28 18:54:31.294729 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 276507a0-3fad-4d09-9d73-6a58a12fa8c0 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:54:31.457485 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 276507a0-3fad-4d09-9d73-6a58a12fa8c0, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=276507a0-3fad-4d09-9d73-6a58a12fa8c0,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:54:31.470916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'port_id': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:54:31.535885 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:31.552969 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276507a0-3fad-4d09-9d73-6a58a12fa8c0 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:54:31.568082 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 276507a0-3fad-4d09-9d73-6a58a12fa8c0, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=276507a0-3fad-4d09-9d73-6a58a12fa8c0,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:54:31.627872 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:31.692352 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=276507a0-3fad-4d09-9d73-6a58a12fa8c0,revision_number=4']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:31.852327 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['276507a0-3fad-4d09-9d73-6a58a12fa8c0'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:54:32.372857 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50c225-cecb-4c61-8cb0-c50cc723c1f8 req-66fdb879-ac9a-4e56-b6d4-97e2836c4830 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:32.374304 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3d50c225-cecb-4c61-8cb0-c50cc723c1f8 req-66fdb879-ac9a-4e56-b6d4-97e2836c4830 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 945 time: 0.1719017 Jan 28 18:54:32.418328 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-3d50c225-cecb-4c61-8cb0-c50cc723c1f8 req-a1df5344-96b3-4a6b-86e0-90fa625d7c89 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385287 Jan 28 18:54:33.294835 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 276507a0-3fad-4d09-9d73-6a58a12fa8c0 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:54:33.442349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning for port 276507a0-3fad-4d09-9d73-6a58a12fa8c0 completed by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 18:54:33.447841 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 276507a0-3fad-4d09-9d73-6a58a12fa8c0 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:54:33.448205 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:33.564578 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:33.597850 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276507a0-3fad-4d09-9d73-6a58a12fa8c0'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:54:33.603984 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac6730-b417-4053-a64c-d6082db3cf32 req-46b23d45-9818-48be-913a-63b15d4adb89 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:33.605446 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-17ac6730-b417-4053-a64c-d6082db3cf32 req-46b23d45-9818-48be-913a-63b15d4adb89 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 945 time: 0.0804238 Jan 28 18:54:33.608118 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 276507a0-3fad-4d09-9d73-6a58a12fa8c0, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=276507a0-3fad-4d09-9d73-6a58a12fa8c0,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:54:33.645886 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'code': 200} Jan 28 18:54:33.651133 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-17ac6730-b417-4053-a64c-d6082db3cf32 req-ae5c7fc1-90ae-4da8-9327-91e9be7049af tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394123 Jan 28 18:54:33.673916 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:33.744491 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=276507a0-3fad-4d09-9d73-6a58a12fa8c0,revision_number=5']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:33.981173 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bb6c0-f10a-4f85-a158-5304b3705c24 req-7b70312c-56fc-453a-b035-e205ae142789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:33.982708 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-704bb6c0-f10a-4f85-a158-5304b3705c24 req-7b70312c-56fc-453a-b035-e205ae142789 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 1099 time: 0.0674243 Jan 28 18:54:34.022378 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-704bb6c0-f10a-4f85-a158-5304b3705c24 req-f39cf2f0-5bb8-45e2-9cf6-87fc86992757 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339530 Jan 28 18:54:34.840472 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ffbb1-f1e1-457e-bea8-2780b080dfa5 req-442f2352-5332-4ce3-9051-4fd47a546059 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:34.841901 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1d7ffbb1-f1e1-457e-bea8-2780b080dfa5 req-442f2352-5332-4ce3-9051-4fd47a546059 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 946 time: 0.0800178 Jan 28 18:54:34.886403 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1d7ffbb1-f1e1-457e-bea8-2780b080dfa5 req-6bc235eb-2f6d-40d0-9518-f9e7ab0f36e5 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389442 Jan 28 18:54:36.072435 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234ef96-d39b-4e92-b511-5a18468521d5 req-b6735565-951a-42c9-bdb5-f405e2d8b7cf tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:36.073880 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f234ef96-d39b-4e92-b511-5a18468521d5 req-b6735565-951a-42c9-bdb5-f405e2d8b7cf tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 946 time: 0.0826943 Jan 28 18:54:36.117616 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-f234ef96-d39b-4e92-b511-5a18468521d5 req-973ad7bd-0913-4946-afb4-2bfc7b1f0c30 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375974 Jan 28 18:54:36.296222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69536f-92af-4dc7-a231-23197c2b584e req-c374b20e-5ead-483b-922a-1e30b6d17a75 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:36.297657 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0f69536f-92af-4dc7-a231-23197c2b584e req-c374b20e-5ead-483b-922a-1e30b6d17a75 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 946 time: 0.0781219 Jan 28 18:54:36.344724 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-0f69536f-92af-4dc7-a231-23197c2b584e req-3d3dd106-80b5-47e3-a8e9-4b85c16121ec tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414393 Jan 28 18:54:36.366163 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 56314) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:54:36.435806 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b0fdef-5963-4d70-a5de-c8e8a10f655d tempest-TestSnapshotPattern-764530885 tempest-TestSnapshotPattern-764530885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:36.437150 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-37b0fdef-5963-4d70-a5de-c8e8a10f655d tempest-TestSnapshotPattern-764530885 tempest-TestSnapshotPattern-764530885-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 1094 time: 0.0691957 Jan 28 18:54:36.439887 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 56318) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:54:36.444635 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.v2.base [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Request body: {'floatingip': {'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'port_id': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:54:36.451227 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 18:54:36.454978 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Usage tracker for resource:floatingip and tenant:8944153791d34122b13156f76c8ad16e is out of sync, need to count used quota {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 18:54:36.457761 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 18:54:36.463557 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.quota.driver [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 18:54:36.524966 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for floatingip, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:36.657753 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:36.797622 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.db_base_plugin_common [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Allocated IP 172.26.1.222 (9f7d7907-208b-4eba-a063-0cb2c54c24e7/b7f31a04-f1a2-45ec-89d1-1f9da10675bb/12353cf9-ba58-4415-aaaf-2c647e9b78a5) {{(pid=88158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:54:36.938848 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for port, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:37.020079 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737137406940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:37.082293 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Network 9f7d7907-208b-4eba-a063-0cb2c54c24e7 is already hosted by enough agents. {{(pid=88158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:54:37.084822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.base_scheduler [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Resources bound (agent type, host, resource id): {{(pid=88158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:54:37.088583 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Received port after_create {{(pid=88158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 18:54:37.125499 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event updated for resources: {'Port': ['ID=12353cf9-ba58-4415-aaaf-2c647e9b78a5,revision_number=1']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:37.489770 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:37.619450 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:37.820527 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for port, precommit_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:37.876833 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2215484'] for port, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:38.070605 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event updated for resources: {'Port': ['ID=12353cf9-ba58-4415-aaaf-2c647e9b78a5,revision_number=2']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:38.080429 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66652717'] for floatingip, after_update {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:38.243918 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Floating IP 32878e32-950d-4484-944e-ee87ef337d65 associated. External IP: 172.26.1.222, port: 276507a0-3fad-4d09-9d73-6a58a12fa8c0. Jan 28 18:54:38.579598 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:54:38.753545 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:54:38.764431 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b231fd5-c0c2-4e13-a8d3-ed139ed1c8cd None None] Sync routers for ids ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:54:38.773956 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b231fd5-c0c2-4e13-a8d3-ed139ed1c8cd None None] Routers {'d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:54:38.774582 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0b231fd5-c0c2-4e13-a8d3-ed139ed1c8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:54:38.865222 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:38.920495 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-c87ba8dd-995a-484c-8e8e-6b38b1b3e91f tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4795716 Jan 28 18:54:38.921073 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'tag': '276507a0-3fad-4d09-9d73-6a58a12fa8c0'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:54:38.955612 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-0b231fd5-c0c2-4e13-a8d3-ed139ed1c8cd None None] Set router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:54:38.977307 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'tag': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'status': 'completed', 'code': 200} Jan 28 18:54:39.061331 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9a1f4-5fde-4478-9f9c-cd10c9a1b8cb req-f330bbdc-d63e-4032-9fe4-05d7ac762f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:39.062813 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8aa9a1f4-5fde-4478-9f9c-cd10c9a1b8cb req-f330bbdc-d63e-4032-9fe4-05d7ac762f16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 1099 time: 0.0766451 Jan 28 18:54:39.193374 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9a1f4-5fde-4478-9f9c-cd10c9a1b8cb req-16676b5d-f11b-4226-b6f5-1625700cebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:39.195493 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8aa9a1f4-5fde-4478-9f9c-cd10c9a1b8cb req-16676b5d-f11b-4226-b6f5-1625700cebf3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 200 len: 910 time: 0.1259654 Jan 28 18:54:39.298074 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0b231fd5-c0c2-4e13-a8d3-ed139ed1c8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '32878e32-950d-4484-944e-ee87ef337d65', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'floating_ip_address': '172.26.1.222', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'port_id': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:54:37Z', 'updated_at': '2022-01-28T18:54:37Z', 'revision_number': 0, 'project_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ip_address_scope': None}, {'id': 'f4dc6c60-2813-43e7-bb7d-48983c4da585', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'floating_ip_address': '172.26.1.55', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'port_id': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:52:04Z', 'updated_at': '2022-01-28T18:52:07Z', 'revision_number': 1, 'project_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:38Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:54:39.298940 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8aa9a1f4-5fde-4478-9f9c-cd10c9a1b8cb req-6248d755-330c-463a-9ca6-27727e330cee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=276507a0-3fad-4d09-9d73-6a58a12fa8c0 HTTP/1.1" status: 200 len: 1000 time: 0.0977957 Jan 28 18:54:39.301875 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b231fd5-c0c2-4e13-a8d3-ed139ed1c8cd None None] Checking router: d3a58e16-ef01-4b3c-a0d7-4f5494ff786c for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:54:39.310515 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b231fd5-c0c2-4e13-a8d3-ed139ed1c8cd None None] Routers {'d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:54:39.311132 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0b231fd5-c0c2-4e13-a8d3-ed139ed1c8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:54:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:54:39.360345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9a1f4-5fde-4478-9f9c-cd10c9a1b8cb req-f14e3870-28e6-44ef-aea4-18059cd215d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:39.361780 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8aa9a1f4-5fde-4478-9f9c-cd10c9a1b8cb req-f14e3870-28e6-44ef-aea4-18059cd215d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=755330fd-75bb-4b12-b6e6-22ea538dd9dc HTTP/1.1" status: 200 len: 848 time: 0.0564194 Jan 28 18:54:39.435740 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9a1f4-5fde-4478-9f9c-cd10c9a1b8cb req-2080250d-8a3d-4f63-bc13-0255c57efeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:39.437199 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8aa9a1f4-5fde-4478-9f9c-cd10c9a1b8cb req-2080250d-8a3d-4f63-bc13-0255c57efeb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1ea4e11-0902-4717-abe2-8fc52a11e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695362 Jan 28 18:54:39.482396 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-0b231fd5-c0c2-4e13-a8d3-ed139ed1c8cd None None] Set router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:54:39.700307 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8aa9a1f4-5fde-4478-9f9c-cd10c9a1b8cb req-85850166-18cc-4e27-ac53-3cdf4ef3c255 service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563331 Jan 28 18:54:39.855577 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8aa9a1f4-5fde-4478-9f9c-cd10c9a1b8cb req-c6de6fbb-c3b7-4071-bd04-2b81c8905823 service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491368 Jan 28 18:54:39.919504 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-0b231fd5-c0c2-4e13-a8d3-ed139ed1c8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '32878e32-950d-4484-944e-ee87ef337d65', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'floating_ip_address': '172.26.1.222', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'port_id': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:54:37Z', 'updated_at': '2022-01-28T18:54:37Z', 'revision_number': 0, 'project_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ip_address_scope': None}, {'id': 'f4dc6c60-2813-43e7-bb7d-48983c4da585', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'floating_ip_address': '172.26.1.55', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'port_id': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:52:04Z', 'updated_at': '2022-01-28T18:52:07Z', 'revision_number': 1, 'project_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:38Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:54:39.924804 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b231fd5-c0c2-4e13-a8d3-ed139ed1c8cd None None] The sync data for ids ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'] in dv-neutron-826919-1-hyperv is: [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': '32878e32-950d-4484-944e-ee87ef337d65', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'floating_ip_address': '172.26.1.222', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'port_id': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:54:37Z', 'updated_at': '2022-01-28T18:54:37Z', 'revision_number': 0, 'project_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ip_address_scope': None}, {'id': 'f4dc6c60-2813-43e7-bb7d-48983c4da585', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'floating_ip_address': '172.26.1.55', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'port_id': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:52:04Z', 'updated_at': '2022-01-28T18:52:07Z', 'revision_number': 1, 'project_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:38Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:54:39.996869 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-2f0d222f-9c17-48a8-b627-d4f3c8cb5dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:40.155351 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0acf88-6098-42fa-bc67-4e657aac4608 None None] New status for floating IP 32878e32-950d-4484-944e-ee87ef337d65: ACTIVE {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:54:42.359427 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-aa0972dd-504a-469c-aa58-5490340ecdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:43.415096 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:43.484918 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:45.184926 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:54:48.118961 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:54:50.473508 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:55:10.082284 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d5821ec3-f371-4f6d-a358-3147510bc597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:55:12.381998 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-3b646fa6-d6ac-4038-8d91-62de7edececc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:55:13.398970 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:55:13.473153 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:55:14.595005 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1145ed0-8357-47cf-97ab-fb6cde7f0e9e req-082c75de-a435-4b00-a054-a721783335c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742960 Jan 28 18:55:14.727735 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1145ed0-8357-47cf-97ab-fb6cde7f0e9e req-c1d2b4a6-9e84-47bf-9460-53b8be31301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:14.729164 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1145ed0-8357-47cf-97ab-fb6cde7f0e9e req-c1d2b4a6-9e84-47bf-9460-53b8be31301e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 1096 time: 0.0685649 Jan 28 18:55:14.881818 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1145ed0-8357-47cf-97ab-fb6cde7f0e9e req-78e42d3f-5ece-4e7f-9f82-c5f91ab34728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:14.890727 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1145ed0-8357-47cf-97ab-fb6cde7f0e9e req-78e42d3f-5ece-4e7f-9f82-c5f91ab34728 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 200 len: 910 time: 0.1317585 Jan 28 18:55:14.983735 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1145ed0-8357-47cf-97ab-fb6cde7f0e9e req-9630224f-11e9-4531-897f-e31c9df92e31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069 HTTP/1.1" status: 200 len: 998 time: 0.0947745 Jan 28 18:55:15.048359 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1145ed0-8357-47cf-97ab-fb6cde7f0e9e req-f0db2b31-fcf8-46ef-8dcf-d8e7729bbd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:15.049777 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1145ed0-8357-47cf-97ab-fb6cde7f0e9e req-f0db2b31-fcf8-46ef-8dcf-d8e7729bbd13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=755330fd-75bb-4b12-b6e6-22ea538dd9dc HTTP/1.1" status: 200 len: 848 time: 0.0599928 Jan 28 18:55:15.123207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1145ed0-8357-47cf-97ab-fb6cde7f0e9e req-766b9b77-10d4-472d-bc05-3e0e512f6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:15.124795 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1145ed0-8357-47cf-97ab-fb6cde7f0e9e req-766b9b77-10d4-472d-bc05-3e0e512f6c4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1ea4e11-0902-4717-abe2-8fc52a11e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676830 Jan 28 18:55:15.135931 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [req-c1145ed0-8357-47cf-97ab-fb6cde7f0e9e req-fb8a172d-3093-4cd0-989b-4a5d5e198e16 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=88158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 18:55:15.136790 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1145ed0-8357-47cf-97ab-fb6cde7f0e9e req-fb8a172d-3093-4cd0-989b-4a5d5e198e16 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064371 Jan 28 18:55:15.201859 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:55:15.274111 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1145ed0-8357-47cf-97ab-fb6cde7f0e9e req-18c00a7f-2a4c-4308-bb8c-d584746c961a service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312404 Jan 28 18:55:15.402590 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c1145ed0-8357-47cf-97ab-fb6cde7f0e9e req-c0363232-e970-4d57-ac8e-f1f10f132353 service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228933 Jan 28 18:55:20.462510 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:55:25.118291 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:55:39.987775 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-6e4bf5f5-585a-49c4-831f-cde065bec702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:55:42.347426 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ea16-af6d-4654-9e35-1bb01dda232c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:55:43.418882 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:55:43.476108 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:55:45.204519 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:55:50.524592 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:02.117717 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:56:09.972220 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-5ce84a55-17e4-40d6-83fd-58b8de1b1526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:12.378616 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-63a6b271-6b69-45e7-b8f2-5d0e0f6e58e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:13.435877 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:13.544080 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:13.600834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 276507a0-3fad-4d09-9d73-6a58a12fa8c0 details requested by agent hyperv_hv-neutron-8269 with host hv-neutron-8269 {{(pid=88160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 18:56:13.734234 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 276507a0-3fad-4d09-9d73-6a58a12fa8c0, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=276507a0-3fad-4d09-9d73-6a58a12fa8c0,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:56:13.774140 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Returning: {'device': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'port_id': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'mac_address': 'fa:16:3e:ee:4b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 18:56:13.831514 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:13.847979 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 276507a0-3fad-4d09-9d73-6a58a12fa8c0 {{(pid=88160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 18:56:13.863181 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 276507a0-3fad-4d09-9d73-6a58a12fa8c0, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=276507a0-3fad-4d09-9d73-6a58a12fa8c0,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:56:13.932738 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:14.007652 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=276507a0-3fad-4d09-9d73-6a58a12fa8c0,revision_number=6']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:14.015501 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:14.015839 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:14.016170 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:14.016499 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:14.016817 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:14.017164 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:14.017450 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:14.017765 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:14.020356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:14.020356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:14.020356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:14.020356 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:14.030271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] get_ports_and_sgs() called for port_ids ['276507a0-3fad-4d09-9d73-6a58a12fa8c0'] {{(pid=88160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 18:56:15.245122 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:15.610147 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 276507a0-3fad-4d09-9d73-6a58a12fa8c0 up at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 18:56:15.693643 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589d526-0a9e-4e06-b15e-e40c5f4848b7 req-39bbb7b7-9f5d-4be7-8b4e-979845c716a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:15.694512 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.provisioning_blocks [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Provisioning complete for port 276507a0-3fad-4d09-9d73-6a58a12fa8c0 triggered by entity L2. {{(pid=88160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:56:15.695016 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66525261'] for port, provisioning_complete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:15.697408 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d589d526-0a9e-4e06-b15e-e40c5f4848b7 req-39bbb7b7-9f5d-4be7-8b4e-979845c716a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 1098 time: 0.1063240 Jan 28 18:56:15.839034 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:15.881228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 276507a0-3fad-4d09-9d73-6a58a12fa8c0, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=276507a0-3fad-4d09-9d73-6a58a12fa8c0,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:56:15.893087 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276507a0-3fad-4d09-9d73-6a58a12fa8c0'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:56:15.942089 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'code': 200} Jan 28 18:56:15.944237 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589d526-0a9e-4e06-b15e-e40c5f4848b7 req-d30cae14-3673-4a94-8fca-f91f2f9bcf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:15.945952 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d589d526-0a9e-4e06-b15e-e40c5f4848b7 req-d30cae14-3673-4a94-8fca-f91f2f9bcf5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 200 len: 910 time: 0.2264891 Jan 28 18:56:15.984437 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:16.106167 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=276507a0-3fad-4d09-9d73-6a58a12fa8c0,revision_number=7']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:16.111685 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d589d526-0a9e-4e06-b15e-e40c5f4848b7 req-dd9cc663-3041-47ad-8cb3-c9df62ec2faf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=276507a0-3fad-4d09-9d73-6a58a12fa8c0 HTTP/1.1" status: 200 len: 1002 time: 0.1575248 Jan 28 18:56:16.192345 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589d526-0a9e-4e06-b15e-e40c5f4848b7 req-d6b94774-eb7c-4a14-a4d7-79ebe8bef9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:16.194198 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d589d526-0a9e-4e06-b15e-e40c5f4848b7 req-d6b94774-eb7c-4a14-a4d7-79ebe8bef9d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=755330fd-75bb-4b12-b6e6-22ea538dd9dc HTTP/1.1" status: 200 len: 848 time: 0.0743494 Jan 28 18:56:16.322221 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589d526-0a9e-4e06-b15e-e40c5f4848b7 req-91894e77-dc22-4e3d-b0ec-22352ca9f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:16.324749 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d589d526-0a9e-4e06-b15e-e40c5f4848b7 req-91894e77-dc22-4e3d-b0ec-22352ca9f5f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1ea4e11-0902-4717-abe2-8fc52a11e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1237919 Jan 28 18:56:16.582702 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d589d526-0a9e-4e06-b15e-e40c5f4848b7 req-5a17c419-1e26-4c30-88dd-7d8aec9e9927 service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469358 Jan 28 18:56:16.733926 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-d589d526-0a9e-4e06-b15e-e40c5f4848b7 req-dd9c6ae9-3c8a-49f0-bcf7-37c7f59fcde5 service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477659 Jan 28 18:56:20.582386 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:26.873205 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 56514) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:27.073104 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Deleting port 12353cf9-ba58-4415-aaaf-2c647e9b78a5 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:56:27.074231 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:27.240127 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:27.240451 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:27.359722 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Calling delete_port for 12353cf9-ba58-4415-aaaf-2c647e9b78a5 owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:56:27.578155 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:27.625208 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event deleted for resources: {'Port': ['ID=12353cf9-ba58-4415-aaaf-2c647e9b78a5,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:27.691707 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.692046 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.692377 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.692701 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.693022 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.693341 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.693659 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.693974 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.694289 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.694601 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.694914 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.695254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.725214 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:27.725538 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Floating IP 32878e32-950d-4484-944e-ee87ef337d65 disassociated (deleted). External IP: 172.26.1.222, port: 276507a0-3fad-4d09-9d73-6a58a12fa8c0. Jan 28 18:56:28.174002 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:56:28.346353 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:56:28.356378 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60c183-e17c-456a-8443-5839a3f8320a None None] Sync routers for ids ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:56:28.365859 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60c183-e17c-456a-8443-5839a3f8320a None None] Routers {'d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:56:28.366451 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1a60c183-e17c-456a-8443-5839a3f8320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:28.421990 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:28.476194 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-1390cc15-7ff3-4d35-8059-37c7c8da3d78 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "DELETE /v2.0/floatingips/32878e32-950d-4484-944e-ee87ef337d65 HTTP/1.1" status: 204 len: 168 time: 1.6018023 Jan 28 18:56:28.476795 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'tag': '276507a0-3fad-4d09-9d73-6a58a12fa8c0'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:56:28.524971 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'tag': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'status': 'completed', 'code': 200} Jan 28 18:56:28.553656 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-1a60c183-e17c-456a-8443-5839a3f8320a None None] Set router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:56:28.614294 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836b341-cc62-4cd9-b9cd-710fad2ac947 req-5fee6795-31de-4304-986a-384b6a3b7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:28.615841 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8836b341-cc62-4cd9-b9cd-710fad2ac947 req-5fee6795-31de-4304-986a-384b6a3b7cb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 1099 time: 0.0711715 Jan 28 18:56:28.748766 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836b341-cc62-4cd9-b9cd-710fad2ac947 req-7396c383-ab4c-49bb-b84d-ff6e2a908bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:28.750200 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8836b341-cc62-4cd9-b9cd-710fad2ac947 req-7396c383-ab4c-49bb-b84d-ff6e2a908bd5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 200 len: 910 time: 0.1283429 Jan 28 18:56:28.820710 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8836b341-cc62-4cd9-b9cd-710fad2ac947 req-0bc96981-90da-49bd-b3a2-eb5dc4f64366 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=276507a0-3fad-4d09-9d73-6a58a12fa8c0 HTTP/1.1" status: 200 len: 217 time: 0.0643063 Jan 28 18:56:28.898115 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836b341-cc62-4cd9-b9cd-710fad2ac947 req-b571c918-a039-490b-80dc-ca174351e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:28.899661 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8836b341-cc62-4cd9-b9cd-710fad2ac947 req-b571c918-a039-490b-80dc-ca174351e6ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=755330fd-75bb-4b12-b6e6-22ea538dd9dc HTTP/1.1" status: 200 len: 848 time: 0.0735514 Jan 28 18:56:28.909080 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1a60c183-e17c-456a-8443-5839a3f8320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'f4dc6c60-2813-43e7-bb7d-48983c4da585', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'floating_ip_address': '172.26.1.55', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'port_id': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:52:04Z', 'updated_at': '2022-01-28T18:52:07Z', 'revision_number': 1, 'project_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:38Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:28.912985 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60c183-e17c-456a-8443-5839a3f8320a None None] Checking router: d3a58e16-ef01-4b3c-a0d7-4f5494ff786c for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:56:28.921407 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60c183-e17c-456a-8443-5839a3f8320a None None] Routers {'d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:56:28.921995 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1a60c183-e17c-456a-8443-5839a3f8320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:28.982651 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836b341-cc62-4cd9-b9cd-710fad2ac947 req-777835ee-d4ce-4fea-8863-165175140821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:28.985004 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8836b341-cc62-4cd9-b9cd-710fad2ac947 req-777835ee-d4ce-4fea-8863-165175140821 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1ea4e11-0902-4717-abe2-8fc52a11e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796459 Jan 28 18:56:29.037264 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b311bf-f2c5-4a34-bb53-e091d747e300 req-93fe35b6-696d-4af9-85f0-13db0e6dd7b6 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:29.039879 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-53b311bf-f2c5-4a34-bb53-e091d747e300 req-93fe35b6-696d-4af9-85f0-13db0e6dd7b6 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 946 time: 0.0936761 Jan 28 18:56:29.084962 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-53b311bf-f2c5-4a34-bb53-e091d747e300 req-6b3469c3-f625-429f-9b4b-7e70bfe42e8a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394540 Jan 28 18:56:29.102747 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-1a60c183-e17c-456a-8443-5839a3f8320a None None] Set router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:56:29.135414 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8836b341-cc62-4cd9-b9cd-710fad2ac947 req-724a8712-912b-4ecf-946d-b853ab70761d service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420248 Jan 28 18:56:29.264315 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-8836b341-cc62-4cd9-b9cd-710fad2ac947 req-fabb42eb-a1c0-4146-9782-35cca8c95ef1 service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228230 Jan 28 18:56:29.478739 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-1a60c183-e17c-456a-8443-5839a3f8320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'f4dc6c60-2813-43e7-bb7d-48983c4da585', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'floating_ip_address': '172.26.1.55', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'port_id': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:52:04Z', 'updated_at': '2022-01-28T18:52:07Z', 'revision_number': 1, 'project_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:38Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:29.483171 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60c183-e17c-456a-8443-5839a3f8320a None None] The sync data for ids ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'] in dv-neutron-826919-1-hyperv is: [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_floatingips': [{'id': 'f4dc6c60-2813-43e7-bb7d-48983c4da585', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'floating_ip_address': '172.26.1.55', 'floating_network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'router_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'port_id': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'mac_address': 'fa:16:3e:e2:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T18:52:04Z', 'updated_at': '2022-01-28T18:52:07Z', 'revision_number': 1, 'project_id': '8944153791d34122b13156f76c8ad16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:38Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:56:29.647907 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 276507a0-3fad-4d09-9d73-6a58a12fa8c0 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:56:29.736757 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f1431-979f-467a-8093-2e3c22dbe42c None None] New status for floating IP 32878e32-950d-4484-944e-ee87ef337d65: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:56:29.873363 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:29.902417 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276507a0-3fad-4d09-9d73-6a58a12fa8c0'}] {{(pid=88160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:56:29.912561 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] For port 276507a0-3fad-4d09-9d73-6a58a12fa8c0, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=276507a0-3fad-4d09-9d73-6a58a12fa8c0,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:56:29.947901 dv-neutron-826919-1-hyperv neutron-server[88160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'code': 200} Jan 28 18:56:30.023852 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737137899484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737137406958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737137407263'] for port, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:30.092226 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Pushing event updated for resources: {'Port': ['ID=276507a0-3fad-4d09-9d73-6a58a12fa8c0,revision_number=8']} {{(pid=88160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:30.289502 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86e4de-cbcf-4b30-aeda-9332c21899d6 req-3e68248a-48d0-4f7f-919e-7f43966d565d tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:30.290879 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9b86e4de-cbcf-4b30-aeda-9332c21899d6 req-3e68248a-48d0-4f7f-919e-7f43966d565d tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 944 time: 0.1012506 Jan 28 18:56:30.334480 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-9b86e4de-cbcf-4b30-aeda-9332c21899d6 req-58ccd6b9-048a-4436-9d97-555d79b644e0 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380318 Jan 28 18:56:30.499004 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32a7a3-51b7-4cdc-85e0-5da376442626 req-baa3614a-21c0-43f9-b9c6-e40358cab8ca tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:30.499708 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-1a32a7a3-51b7-4cdc-85e0-5da376442626 req-baa3614a-21c0-43f9-b9c6-e40358cab8ca tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Synchronizing usage tracker for tenant:8944153791d34122b13156f76c8ad16e on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:56:30.564809 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-1a32a7a3-51b7-4cdc-85e0-5da376442626 req-baa3614a-21c0-43f9-b9c6-e40358cab8ca tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Unset dirty status for tenant:8944153791d34122b13156f76c8ad16e on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:56:30.565890 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1a32a7a3-51b7-4cdc-85e0-5da376442626 req-baa3614a-21c0-43f9-b9c6-e40358cab8ca tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 944 time: 0.1427946 Jan 28 18:56:30.638181 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-1a32a7a3-51b7-4cdc-85e0-5da376442626 req-e28d46b3-3efb-45b1-9f68-3ec9158869d2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Deleting port 276507a0-3fad-4d09-9d73-6a58a12fa8c0 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:56:30.638519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-1a32a7a3-51b7-4cdc-85e0-5da376442626 req-e28d46b3-3efb-45b1-9f68-3ec9158869d2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:30.874519 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-1a32a7a3-51b7-4cdc-85e0-5da376442626 req-e28d46b3-3efb-45b1-9f68-3ec9158869d2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] For port 276507a0-3fad-4d09-9d73-6a58a12fa8c0, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=276507a0-3fad-4d09-9d73-6a58a12fa8c0,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:56:30.874800 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-1a32a7a3-51b7-4cdc-85e0-5da376442626 req-e28d46b3-3efb-45b1-9f68-3ec9158869d2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:31.091324 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-1a32a7a3-51b7-4cdc-85e0-5da376442626 req-e28d46b3-3efb-45b1-9f68-3ec9158869d2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Calling delete_port for 276507a0-3fad-4d09-9d73-6a58a12fa8c0 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:56:31.289877 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-1a32a7a3-51b7-4cdc-85e0-5da376442626 req-e28d46b3-3efb-45b1-9f68-3ec9158869d2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:31.337501 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d46b3-3efb-45b1-9f68-3ec9158869d2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event deleted for resources: {'Port': ['ID=276507a0-3fad-4d09-9d73-6a58a12fa8c0,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:31.414841 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a32a7a3-51b7-4cdc-85e0-5da376442626 req-e28d46b3-3efb-45b1-9f68-3ec9158869d2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] No DVR routers for this DVR port 276507a0-3fad-4d09-9d73-6a58a12fa8c0 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:56:31.418266 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-1a32a7a3-51b7-4cdc-85e0-5da376442626 req-e28d46b3-3efb-45b1-9f68-3ec9158869d2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:31.420775 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'name': 'network-vif-deleted', 'tag': '276507a0-3fad-4d09-9d73-6a58a12fa8c0'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:56:31.481338 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff4928-dd97-4d95-962f-51da9bac2d9a', 'name': 'network-vif-deleted', 'tag': '276507a0-3fad-4d09-9d73-6a58a12fa8c0', 'status': 'completed', 'code': 200} Jan 28 18:56:31.487366 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-9f8995ac-0c8f-485e-ada6-163ab341c91e req-0bcd1da5-64e9-4503-a953-cd7364799b10 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Synchronizing usage tracker for tenant:8944153791d34122b13156f76c8ad16e on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:56:31.490980 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-1a32a7a3-51b7-4cdc-85e0-5da376442626 req-e28d46b3-3efb-45b1-9f68-3ec9158869d2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.16 "DELETE /v2.0/ports/276507a0-3fad-4d09-9d73-6a58a12fa8c0 HTTP/1.1" status: 204 len: 173 time: 0.9197476 Jan 28 18:56:31.572584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-9f8995ac-0c8f-485e-ada6-163ab341c91e req-0bcd1da5-64e9-4503-a953-cd7364799b10 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Unset dirty status for tenant:8944153791d34122b13156f76c8ad16e on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:56:31.574282 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-9f8995ac-0c8f-485e-ada6-163ab341c91e req-0bcd1da5-64e9-4503-a953-cd7364799b10 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=8dff4928-dd97-4d95-962f-51da9bac2d9a HTTP/1.1" status: 200 len: 210 time: 0.1298018 Jan 28 18:56:33.648986 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 276507a0-3fad-4d09-9d73-6a58a12fa8c0 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:56:33.683010 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 276507a0-3fad-4d09-9d73-6a58a12fa8c0 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:56:33.683349 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 276507a0-3fad-4d09-9d73-6a58a12fa8c0 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:56:34.044166 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 56576) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:34.242682 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-7923bf95-b07f-48ed-832e-1752e0c813b2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Deleting port 63cebdc3-eb9d-4c24-b146-d5ccb5ede5d6 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:56:34.243109 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7923bf95-b07f-48ed-832e-1752e0c813b2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:34.406254 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7923bf95-b07f-48ed-832e-1752e0c813b2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:34.406584 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7923bf95-b07f-48ed-832e-1752e0c813b2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:34.526071 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-7923bf95-b07f-48ed-832e-1752e0c813b2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Calling delete_port for 63cebdc3-eb9d-4c24-b146-d5ccb5ede5d6 owned by network:floatingip {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:56:34.726562 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7923bf95-b07f-48ed-832e-1752e0c813b2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:34.772912 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923bf95-b07f-48ed-832e-1752e0c813b2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event deleted for resources: {'Port': ['ID=63cebdc3-eb9d-4c24-b146-d5ccb5ede5d6,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:34.865445 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7923bf95-b07f-48ed-832e-1752e0c813b2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for floatingip, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:34.865776 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.db.l3_db [None req-7923bf95-b07f-48ed-832e-1752e0c813b2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Floating IP f4dc6c60-2813-43e7-bb7d-48983c4da585 disassociated (deleted). External IP: 172.26.1.55, port: 0cc79e61-2c45-4548-8a05-0eb1ca037069. Jan 28 18:56:35.322822 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7923bf95-b07f-48ed-832e-1752e0c813b2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:56:35.496492 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7923bf95-b07f-48ed-832e-1752e0c813b2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:56:35.506195 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb9ae4-0365-4444-9647-472326991e82 None None] Sync routers for ids ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:56:35.515139 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb9ae4-0365-4444-9647-472326991e82 None None] Routers {'d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:56:35.522426 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-98fb9ae4-0365-4444-9647-472326991e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:35.582719 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-7923bf95-b07f-48ed-832e-1752e0c813b2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for floatingip, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:35.644150 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-7923bf95-b07f-48ed-832e-1752e0c813b2 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "DELETE /v2.0/floatingips/f4dc6c60-2813-43e7-bb7d-48983c4da585 HTTP/1.1" status: 204 len: 168 time: 1.5982749 Jan 28 18:56:35.644718 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'tag': '0cc79e61-2c45-4548-8a05-0eb1ca037069'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:56:35.688109 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'tag': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'status': 'completed', 'code': 200} Jan 28 18:56:35.704223 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-98fb9ae4-0365-4444-9647-472326991e82 None None] Set router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:56:35.782055 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d272d-e85c-44ec-bcd5-be16c129335b req-a231d0ef-82a6-41bf-a59f-d16b926f38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:35.784391 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c88d272d-e85c-44ec-bcd5-be16c129335b req-a231d0ef-82a6-41bf-a59f-d16b926f38f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8944153791d34122b13156f76c8ad16e&device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 1096 time: 0.0744989 Jan 28 18:56:35.915319 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d272d-e85c-44ec-bcd5-be16c129335b req-69fcb86e-75cf-48fb-b7c0-04bab10369c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:35.916773 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c88d272d-e85c-44ec-bcd5-be16c129335b req-69fcb86e-75cf-48fb-b7c0-04bab10369c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 200 len: 910 time: 0.1263158 Jan 28 18:56:35.992434 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c88d272d-e85c-44ec-bcd5-be16c129335b req-15126519-69ff-4fb2-9b35-0b5312307d85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069 HTTP/1.1" status: 200 len: 217 time: 0.0699427 Jan 28 18:56:36.016863 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-98fb9ae4-0365-4444-9647-472326991e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:38Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:36.021054 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb9ae4-0365-4444-9647-472326991e82 None None] Checking router: d3a58e16-ef01-4b3c-a0d7-4f5494ff786c for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:56:36.030403 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb9ae4-0365-4444-9647-472326991e82 None None] Routers {'d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:56:36.031181 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-98fb9ae4-0365-4444-9647-472326991e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:56:12Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:36.058698 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d272d-e85c-44ec-bcd5-be16c129335b req-38630ad6-b7b5-417e-b95d-41629315013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:36.060938 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c88d272d-e85c-44ec-bcd5-be16c129335b req-38630ad6-b7b5-417e-b95d-41629315013f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=755330fd-75bb-4b12-b6e6-22ea538dd9dc HTTP/1.1" status: 200 len: 848 time: 0.0624280 Jan 28 18:56:36.138066 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d272d-e85c-44ec-bcd5-be16c129335b req-1a305d2a-9c83-4ca0-9a83-4b83896b2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:36.139876 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c88d272d-e85c-44ec-bcd5-be16c129335b req-1a305d2a-9c83-4ca0-9a83-4b83896b2d75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1ea4e11-0902-4717-abe2-8fc52a11e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729549 Jan 28 18:56:36.215956 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-98fb9ae4-0365-4444-9647-472326991e82 None None] Set router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:56:36.223854 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef32f9-745a-40c2-9493-0eff335fd65a req-6567b87d-f5d5-4831-b17e-b5f04525eaa1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:36.225906 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1eef32f9-745a-40c2-9493-0eff335fd65a req-6567b87d-f5d5-4831-b17e-b5f04525eaa1 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 943 time: 0.0870905 Jan 28 18:56:36.270514 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [req-1eef32f9-745a-40c2-9493-0eff335fd65a req-01060911-c15e-4cad-8d17-fb6523f2fe17 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387683 Jan 28 18:56:36.284305 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c88d272d-e85c-44ec-bcd5-be16c129335b req-87fb32ec-59a1-4b79-a484-5ad88ede09cc service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349154 Jan 28 18:56:36.417127 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-c88d272d-e85c-44ec-bcd5-be16c129335b req-fa6e3a48-2dbe-4319-9d21-de9b573d8469 service neutron] 10.222.0.16 "GET /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262698 Jan 28 18:56:36.548305 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-98fb9ae4-0365-4444-9647-472326991e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:38Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:36.552044 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb9ae4-0365-4444-9647-472326991e82 None None] The sync data for ids ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'] in dv-neutron-826919-1-hyperv is: [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:51:32Z', 'revision_number': 4, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv', '_interfaces': [{'id': '21cefe97-2729-4e49-b4f7-ad43774206d8', 'name': '', 'network_id': 'd1ea4e11-0902-4717-abe2-8fc52a11e19e', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'mac_address': 'fa:16:3e:78:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:31Z', 'updated_at': '2022-01-28T18:51:38Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'subnets': [{'id': '755330fd-75bb-4b12-b6e6-22ea538dd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:56:36.766122 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e94a7f4-789f-45a9-8611-52005d694f2a None None] New status for floating IP f4dc6c60-2813-43e7-bb7d-48983c4da585: DOWN {{(pid=88160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 18:56:37.460138 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b740a-875b-4498-a921-aafd8ce92ab9 req-25aac61b-6254-404a-b1ff-5997d205f5ef tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:37.460825 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-059b740a-875b-4498-a921-aafd8ce92ab9 req-25aac61b-6254-404a-b1ff-5997d205f5ef tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Synchronizing usage tracker for tenant:8944153791d34122b13156f76c8ad16e on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:56:37.544268 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-059b740a-875b-4498-a921-aafd8ce92ab9 req-25aac61b-6254-404a-b1ff-5997d205f5ef tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Unset dirty status for tenant:8944153791d34122b13156f76c8ad16e on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:56:37.546295 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-059b740a-875b-4498-a921-aafd8ce92ab9 req-25aac61b-6254-404a-b1ff-5997d205f5ef tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 943 time: 0.1685321 Jan 28 18:56:37.592134 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-059b740a-875b-4498-a921-aafd8ce92ab9 req-b67d189f-fe98-4ed7-a37d-2f45afd8c1ab tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/security-groups?id=97fbae4c-3c62-4ef2-939b-d025f4880810&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396562 Jan 28 18:56:37.695872 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c7f83-374d-4cc4-b41d-12c7afd37bca req-d1cca09a-e762-44ad-9ace-694c3b45d441 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:37.697274 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-737c7f83-374d-4cc4-b41d-12c7afd37bca req-d1cca09a-e762-44ad-9ace-694c3b45d441 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 943 time: 0.0795896 Jan 28 18:56:37.764207 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-737c7f83-374d-4cc4-b41d-12c7afd37bca req-3342b9b5-c3df-49b7-a8e6-7175d47f036c tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Deleting port 0cc79e61-2c45-4548-8a05-0eb1ca037069 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:56:37.764546 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-737c7f83-374d-4cc4-b41d-12c7afd37bca req-3342b9b5-c3df-49b7-a8e6-7175d47f036c tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:38.103867 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [req-737c7f83-374d-4cc4-b41d-12c7afd37bca req-3342b9b5-c3df-49b7-a8e6-7175d47f036c tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] For port 0cc79e61-2c45-4548-8a05-0eb1ca037069, host hv-neutron-8269, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8269',level=0,port_id=0cc79e61-2c45-4548-8a05-0eb1ca037069,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:56:38.104217 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-737c7f83-374d-4cc4-b41d-12c7afd37bca req-3342b9b5-c3df-49b7-a8e6-7175d47f036c tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:38.222180 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [req-737c7f83-374d-4cc4-b41d-12c7afd37bca req-3342b9b5-c3df-49b7-a8e6-7175d47f036c tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Calling delete_port for 0cc79e61-2c45-4548-8a05-0eb1ca037069 owned by compute:nova {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:56:38.472952 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-737c7f83-374d-4cc4-b41d-12c7afd37bca req-3342b9b5-c3df-49b7-a8e6-7175d47f036c tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:38.524106 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342b9b5-c3df-49b7-a8e6-7175d47f036c tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event deleted for resources: {'Port': ['ID=0cc79e61-2c45-4548-8a05-0eb1ca037069,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:38.599686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.db.l3_dvrscheduler_db [req-737c7f83-374d-4cc4-b41d-12c7afd37bca req-3342b9b5-c3df-49b7-a8e6-7175d47f036c tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] No DVR routers for this DVR port 0cc79e61-2c45-4548-8a05-0eb1ca037069 on host hv-neutron-8269 {{(pid=88158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:56:38.602279 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [req-737c7f83-374d-4cc4-b41d-12c7afd37bca req-3342b9b5-c3df-49b7-a8e6-7175d47f036c tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34491'] for port, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:38.604823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'name': 'network-vif-deleted', 'tag': '0cc79e61-2c45-4548-8a05-0eb1ca037069'}] {{(pid=88158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 18:56:38.649976 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efb0fc2-67d7-4a3b-9752-407d76e1b129', 'name': 'network-vif-deleted', 'tag': '0cc79e61-2c45-4548-8a05-0eb1ca037069', 'status': 'completed', 'code': 200} Jan 28 18:56:38.674035 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-737c7f83-374d-4cc4-b41d-12c7afd37bca req-3342b9b5-c3df-49b7-a8e6-7175d47f036c tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.16 "DELETE /v2.0/ports/0cc79e61-2c45-4548-8a05-0eb1ca037069 HTTP/1.1" status: 204 len: 173 time: 0.9717650 Jan 28 18:56:38.750113 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-a67b1feb-5469-488a-b652-5d6820f4b534 req-7b5f5683-3f40-441f-b48b-2c97af4d954a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Synchronizing usage tracker for tenant:8944153791d34122b13156f76c8ad16e on resource:port {{(pid=88158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 18:56:38.810946 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.quota.resource [req-a67b1feb-5469-488a-b652-5d6820f4b534 req-7b5f5683-3f40-441f-b48b-2c97af4d954a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Unset dirty status for tenant:8944153791d34122b13156f76c8ad16e on resource:port {{(pid=88158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 18:56:38.812083 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [req-a67b1feb-5469-488a-b652-5d6820f4b534 req-7b5f5683-3f40-441f-b48b-2c97af4d954a tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "GET /v2.0/ports?device_id=6efb0fc2-67d7-4a3b-9752-407d76e1b129 HTTP/1.1" status: 200 len: 210 time: 0.1034572 Jan 28 18:56:39.117016 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:56:39.907516 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 56594) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:39.979554 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-62c59c80-98dd-4c12-91a4-8ca7bc3d7bb6 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:40.008874 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-62c59c80-98dd-4c12-91a4-8ca7bc3d7bb6 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:40.050416 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cca47086-cf37-4f16-b871-a2b675d30bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:40.130679 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-62c59c80-98dd-4c12-91a4-8ca7bc3d7bb6 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:40.147668 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c59c80-98dd-4c12-91a4-8ca7bc3d7bb6 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fbae4c-3c62-4ef2-939b-d025f4880810,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:40.226264 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-62c59c80-98dd-4c12-91a4-8ca7bc3d7bb6 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] Notify callbacks [] for security_group, before_response {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:40.227444 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-62c59c80-98dd-4c12-91a4-8ca7bc3d7bb6 tempest-TestSnapshotPattern-1305177672 tempest-TestSnapshotPattern-1305177672-project] 10.222.0.26 "DELETE /v2.0/security-groups/97fbae4c-3c62-4ef2-939b-d025f4880810 HTTP/1.1" status: 204 len: 168 time: 0.3189459 Jan 28 18:56:41.343543 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 56602) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:41.680380 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 0cc79e61-2c45-4548-8a05-0eb1ca037069 no longer exists at agent hyperv_hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:56:41.742064 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] No Port match for: 0cc79e61-2c45-4548-8a05-0eb1ca037069 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:56:41.742583 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Device 0cc79e61-2c45-4548-8a05-0eb1ca037069 not bound to the agent host hv-neutron-8269 {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:56:41.992622 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a4f6f74c-b423-4dea-b78d-983e531eaca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:42.358852 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c4d352bb-2a6c-48c6-a689-63ac77a85f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:42.442098 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a4f6f74c-b423-4dea-b78d-983e531eaca5 admin admin] Deleting port 21cefe97-2729-4e49-b4f7-ad43774206d8 {{(pid=88158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:56:42.442686 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a4f6f74c-b423-4dea-b78d-983e531eaca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:42.612553 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.db [None req-a4f6f74c-b423-4dea-b78d-983e531eaca5 admin admin] For port 21cefe97-2729-4e49-b4f7-ad43774206d8, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=21cefe97-2729-4e49-b4f7-ad43774206d8,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:56:42.612814 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a4f6f74c-b423-4dea-b78d-983e531eaca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:42.729904 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.plugins.ml2.plugin [None req-a4f6f74c-b423-4dea-b78d-983e531eaca5 admin admin] Calling delete_port for 21cefe97-2729-4e49-b4f7-ad43774206d8 owned by network:router_interface {{(pid=88158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:56:43.101700 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a4f6f74c-b423-4dea-b78d-983e531eaca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2215493'] for port, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:43.147420 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6f74c-b423-4dea-b78d-983e531eaca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=21cefe97-2729-4e49-b4f7-ad43774206d8,revision_number=None']} {{(pid=88158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:43.406457 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron_lib.callbacks.manager [None req-a4f6f74c-b423-4dea-b78d-983e531eaca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:43.420322 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:43.490439 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:43.856622 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f6f74c-b423-4dea-b78d-983e531eaca5 admin admin] Router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:56:44.032893 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f6f74c-b423-4dea-b78d-983e531eaca5 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:56:44.042256 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fce21e-8ba4-4202-9ae0-dfe8d07c75e3 None None] Sync routers for ids ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'] in dv-neutron-826919-1-hyperv {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:56:44.052016 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fce21e-8ba4-4202-9ae0-dfe8d07c75e3 None None] Routers {'d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:56:44.052774 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-86fce21e-8ba4-4202-9ae0-dfe8d07c75e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:44.110163 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-a4f6f74c-b423-4dea-b78d-983e531eaca5 admin admin] 10.222.0.26 "PUT /v2.0/routers/d3a58e16-ef01-4b3c-a0d7-4f5494ff786c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7652075 Jan 28 18:56:44.112489 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 56608) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:44.223868 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-86fce21e-8ba4-4202-9ae0-dfe8d07c75e3 None None] Set router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:56:44.393582 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:44.503331 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-86fce21e-8ba4-4202-9ae0-dfe8d07c75e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:56:42Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:44.508390 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fce21e-8ba4-4202-9ae0-dfe8d07c75e3 None None] Checking router: d3a58e16-ef01-4b3c-a0d7-4f5494ff786c for host: dv-neutron-826919-1-hyperv {{(pid=88161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:56:44.517946 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fce21e-8ba4-4202-9ae0-dfe8d07c75e3 None None] Routers {'d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:56:44.518706 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-86fce21e-8ba4-4202-9ae0-dfe8d07c75e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'], 'active': True} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:44.568079 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:44.635468 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Deleting port 35b606cf-527e-453a-87e7-be569384020a {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:56:44.635727 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:44.693549 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_dvr_db [None req-86fce21e-8ba4-4202-9ae0-dfe8d07c75e3 None None] Set router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c gateway port host: dv-neutron-826919-1-hyperv {{(pid=88161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:56:44.822911 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] For port 35b606cf-527e-453a-87e7-be569384020a, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=35b606cf-527e-453a-87e7-be569384020a,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:56:44.823276 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:44.945907 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Calling delete_port for 35b606cf-527e-453a-87e7-be569384020a owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:56:44.974379 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.l3_hamode_db [None req-86fce21e-8ba4-4202-9ae0-dfe8d07c75e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:56:42Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:44.978401 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fce21e-8ba4-4202-9ae0-dfe8d07c75e3 None None] The sync data for ids ['d3a58e16-ef01-4b3c-a0d7-4f5494ff786c'] in dv-neutron-826919-1-hyperv is: [{'id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'name': 'tempest-TestSnapshotPattern-369360335-router', 'tenant_id': '8944153791d34122b13156f76c8ad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98'}], 'enable_snat': True}, 'gw_port_id': '35b606cf-527e-453a-87e7-be569384020a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:27Z', 'updated_at': '2022-01-28T18:56:42Z', 'revision_number': 5, 'project_id': '8944153791d34122b13156f76c8ad16e', 'gw_port': {'id': '35b606cf-527e-453a-87e7-be569384020a', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:41:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a58e16-ef01-4b3c-a0d7-4f5494ff786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:28Z', 'updated_at': '2022-01-28T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}] {{(pid=88161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:56:45.193048 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:45.215837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:45.238402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b606cf-527e-453a-87e7-be569384020a,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:45.278755 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:45.279072 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:45.279408 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:45.279732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:45.280056 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:45.280378 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:45.280698 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:45.281015 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:45.281331 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:45.281643 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:45.281957 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:45.282275 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826919-1-hyperv {{(pid=88159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:45.343712 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:45.521402 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:45.523674 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:45.621215 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:45.621712 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3a58e16-ef01-4b3c-a0d7-4f5494ff786c {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:56:45.635756 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:45.636879 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-5f767698-b53d-45aa-8282-11314ad8dbf3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d3a58e16-ef01-4b3c-a0d7-4f5494ff786c HTTP/1.1" status: 204 len: 168 time: 1.5229321 Jan 28 18:56:45.639461 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 56612) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:45.708447 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cedf972-be10-488a-ae21-0b7dafbccfee admin admin] Deleting subnet 755330fd-75bb-4b12-b6e6-22ea538dd9dc {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:56:45.711615 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8cedf972-be10-488a-ae21-0b7dafbccfee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:45.768389 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8cedf972-be10-488a-ae21-0b7dafbccfee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:45.843328 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8cedf972-be10-488a-ae21-0b7dafbccfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:46.001088 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8cedf972-be10-488a-ae21-0b7dafbccfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:46.050258 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cedf972-be10-488a-ae21-0b7dafbccfee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=755330fd-75bb-4b12-b6e6-22ea538dd9dc,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:46.052376 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-8cedf972-be10-488a-ae21-0b7dafbccfee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:46.058642 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-8cedf972-be10-488a-ae21-0b7dafbccfee admin admin] 10.222.0.26 "DELETE /v2.0/subnets/755330fd-75bb-4b12-b6e6-22ea538dd9dc HTTP/1.1" status: 204 len: 168 time: 0.4181812 Jan 28 18:56:46.061750 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 56616) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:46.062291 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e94cb6-c564-4a49-8418-4e2abb6ce099 None None] Network d1ea4e11-0902-4717-abe2-8fc52a11e19e requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:56:46.153190 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 21cefe97-2729-4e49-b4f7-ad43774206d8 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:56:46.192599 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 21cefe97-2729-4e49-b4f7-ad43774206d8 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:56:46.192946 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 21cefe97-2729-4e49-b4f7-ad43774206d8 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:56:46.193371 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 35b606cf-527e-453a-87e7-be569384020a no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:56:46.238526 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 35b606cf-527e-453a-87e7-be569384020a {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:56:46.239289 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 35b606cf-527e-453a-87e7-be569384020a not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:56:46.295585 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:46.306462 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Deleting port 6d37fd01-938d-456e-845a-b77ced414cf7 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:56:46.306793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:46.435258 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c01fe-a33d-4d74-9b9d-039275360904 None None] DHCP port deletion for d1ea4e11-0902-4717-abe2-8fc52a11e19e request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:56:46.439117 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c01fe-a33d-4d74-9b9d-039275360904 None None] Deleting port 6d37fd01-938d-456e-845a-b77ced414cf7 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:56:46.439657 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ed2c01fe-a33d-4d74-9b9d-039275360904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:46.516091 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] For port 6d37fd01-938d-456e-845a-b77ced414cf7, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6d37fd01-938d-456e-845a-b77ced414cf7,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:56:46.516451 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:46.642716 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Calling delete_port for 6d37fd01-938d-456e-845a-b77ced414cf7 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:56:46.650657 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-ed2c01fe-a33d-4d74-9b9d-039275360904 None None] For port 6d37fd01-938d-456e-845a-b77ced414cf7, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=6d37fd01-938d-456e-845a-b77ced414cf7,segment=NetworkSegment(303f413e-46aa-4451-b3d2-400bd4ab813b),segment_id=303f413e-46aa-4451-b3d2-400bd4ab813b)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:56:46.651010 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ed2c01fe-a33d-4d74-9b9d-039275360904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:46.769991 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c01fe-a33d-4d74-9b9d-039275360904 None None] Calling delete_port for 6d37fd01-938d-456e-845a-b77ced414cf7 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:56:46.778115 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:46.825888 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d37fd01-938d-456e-845a-b77ced414cf7,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:46.831161 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] No DVR routers for this DVR port 6d37fd01-938d-456e-845a-b77ced414cf7 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:56:46.842953 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-ed2c01fe-a33d-4d74-9b9d-039275360904 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:56:46.847880 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-ed2c01fe-a33d-4d74-9b9d-039275360904 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:56:46.944568 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:46.969056 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ea4e11-0902-4717-abe2-8fc52a11e19e']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:46.980762 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303f413e-46aa-4451-b3d2-400bd4ab813b') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:46.981063 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303f413e-46aa-4451-b3d2-400bd4ab813b') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:46.992796 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:47.009583 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:47.015776 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:56:47.016159 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:56:47.029975 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:56:47.172366 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:47.188098 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:47.198153 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1ea4e11-0902-4717-abe2-8fc52a11e19e,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:47.252917 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-12ceb46e-c52e-4b4b-b16a-34486db83a42 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d1ea4e11-0902-4717-abe2-8fc52a11e19e HTTP/1.1" status: 204 len: 168 time: 1.1899290 Jan 28 18:56:47.256051 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 56622) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:47.344807 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c01fe-a33d-4d74-9b9d-039275360904 None None] Deleting port 6d37fd01-938d-456e-845a-b77ced414cf7 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:56:47.345351 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ed2c01fe-a33d-4d74-9b9d-039275360904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:47.408792 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c01fe-a33d-4d74-9b9d-039275360904 None None] The port '6d37fd01-938d-456e-845a-b77ced414cf7' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:56:47.777385 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34f69a78-74ed-4251-842d-42b0a58ed5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501023'] for router_interface, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:47.966524 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6d37fd01-938d-456e-845a-b77ced414cf7 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:56:48.003224 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 6d37fd01-938d-456e-845a-b77ced414cf7 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:56:48.003560 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 6d37fd01-938d-456e-845a-b77ced414cf7 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:56:48.225406 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-34f69a78-74ed-4251-842d-42b0a58ed5c7 admin admin] Deleting port 9d828a62-eff0-49bb-90a1-affa03516a13 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:56:48.225732 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34f69a78-74ed-4251-842d-42b0a58ed5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:48.396611 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-34f69a78-74ed-4251-842d-42b0a58ed5c7 admin admin] For port 9d828a62-eff0-49bb-90a1-affa03516a13, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=9d828a62-eff0-49bb-90a1-affa03516a13,segment=NetworkSegment(0dc90d57-2881-42f4-a4ed-bc53d7619f62),segment_id=0dc90d57-2881-42f4-a4ed-bc53d7619f62)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:56:48.396960 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34f69a78-74ed-4251-842d-42b0a58ed5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:48.514773 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-34f69a78-74ed-4251-842d-42b0a58ed5c7 admin admin] Calling delete_port for 9d828a62-eff0-49bb-90a1-affa03516a13 owned by network:router_interface {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:56:48.742094 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34f69a78-74ed-4251-842d-42b0a58ed5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:48.793689 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f69a78-74ed-4251-842d-42b0a58ed5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d828a62-eff0-49bb-90a1-affa03516a13,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:49.054477 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-34f69a78-74ed-4251-842d-42b0a58ed5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66616169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66681999'] for router_interface, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:49.520224 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f69a78-74ed-4251-842d-42b0a58ed5c7 admin admin] Router 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 has already been hosted by L3 agent 3c940195-1066-4089-8990-d78d9d0b4cd5 {{(pid=88159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 18:56:49.693537 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f69a78-74ed-4251-842d-42b0a58ed5c7 admin admin] Notify agent at l3_agent.dv-neutron-826919-1-hyperv the message routers_updated {{(pid=88159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 18:56:49.702007 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034b751-72d4-43ce-be70-d1a51ddfab4d None None] Sync routers for ids ['6d03d467-c3cd-42b4-b50a-f2e7f85f2707'] in dv-neutron-826919-1-hyperv {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:56:49.710887 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034b751-72d4-43ce-be70-d1a51ddfab4d None None] Routers {'6d03d467-c3cd-42b4-b50a-f2e7f85f2707'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:56:49.711568 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e034b751-72d4-43ce-be70-d1a51ddfab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6d03d467-c3cd-42b4-b50a-f2e7f85f2707'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:49.774292 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-34f69a78-74ed-4251-842d-42b0a58ed5c7 admin admin] 10.222.0.26 "PUT /v2.0/routers/6d03d467-c3cd-42b4-b50a-f2e7f85f2707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5170531 Jan 28 18:56:49.777878 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 56628) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:49.885752 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-e034b751-72d4-43ce-be70-d1a51ddfab4d None None] Set router 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 gateway port host: dv-neutron-826919-1-hyperv {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:56:49.957890 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] Notify callbacks [] for router, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:50.134183 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:50.172336 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e034b751-72d4-43ce-be70-d1a51ddfab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'name': 'tempest-TestSnapshotPattern-1695040221-router', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'external_fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'edd7db67-cafe-4ac3-a30a-bac2f2148fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:35Z', 'updated_at': '2022-01-28T18:56:48Z', 'revision_number': 5, 'project_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'gw_port': {'id': 'edd7db67-cafe-4ac3-a30a-bac2f2148fe4', 'name': '', 'network_id': '9f7d7907-208b-4eba-a063-0cb2c54c24e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826919-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:51:36Z', 'updated_at': '2022-01-28T18:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7f31a04-f1a2-45ec-89d1-1f9da10675bb', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826919-1-hyperv'}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:50.176101 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034b751-72d4-43ce-be70-d1a51ddfab4d None None] Checking router: 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 for host: dv-neutron-826919-1-hyperv {{(pid=88160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:56:50.184239 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034b751-72d4-43ce-be70-d1a51ddfab4d None None] Routers {'6d03d467-c3cd-42b4-b50a-f2e7f85f2707'} bound to L3 agent in host dv-neutron-826919-1-hyperv {{(pid=88160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 18:56:50.185464 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e034b751-72d4-43ce-be70-d1a51ddfab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826919-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T17:44:42Z,description=,heartbeat_timestamp=2022-01-28T18:56:42Z,host='dv-neutron-826919-1-hyperv',id=3c940195-1066-4089-8990-d78d9d0b4cd5,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T17:44:43Z,topic='l3_agent')) {'router_ids': ['6d03d467-c3cd-42b4-b50a-f2e7f85f2707'], 'active': True} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:50.195453 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] Deleting port edd7db67-cafe-4ac3-a30a-bac2f2148fe4 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:56:50.195793 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:50.337258 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_dvr_db [None req-e034b751-72d4-43ce-be70-d1a51ddfab4d None None] Set router 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 gateway port host: None {{(pid=88160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 18:56:50.370407 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] For port edd7db67-cafe-4ac3-a30a-bac2f2148fe4, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=edd7db67-cafe-4ac3-a30a-bac2f2148fe4,segment=NetworkSegment(38bf6b0f-4c7a-4a87-a9fb-02ed1780f871),segment_id=38bf6b0f-4c7a-4a87-a9fb-02ed1780f871)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:56:50.370778 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:50.493604 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.db.l3_hamode_db [None req-e034b751-72d4-43ce-be70-d1a51ddfab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'name': 'tempest-TestSnapshotPattern-1695040221-router', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:35Z', 'updated_at': '2022-01-28T18:56:50Z', 'revision_number': 6, 'project_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'gw_port_host': None}], 'dv-neutron-826919-1-hyperv', False) {} {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:50.500272 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034b751-72d4-43ce-be70-d1a51ddfab4d None None] The sync data for ids ['6d03d467-c3cd-42b4-b50a-f2e7f85f2707'] in dv-neutron-826919-1-hyperv is: [{'id': '6d03d467-c3cd-42b4-b50a-f2e7f85f2707', 'name': 'tempest-TestSnapshotPattern-1695040221-router', 'tenant_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:51:35Z', 'updated_at': '2022-01-28T18:56:50Z', 'revision_number': 6, 'project_id': 'a4c2a941d9604d2a83d0b884abd020b6', 'gw_port_host': None}] {{(pid=88160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:56:50.524145 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] Calling delete_port for edd7db67-cafe-4ac3-a30a-bac2f2148fe4 owned by network:router_gateway {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:56:50.587333 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:50.735501 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:50.779695 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=edd7db67-cafe-4ac3-a30a-bac2f2148fe4,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:50.881340 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66652914'] for router_gateway, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:51.175724 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66651066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15184'] for router, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:51.178201 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:51.267024 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66650433'] for router, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:51.267480 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d03d467-c3cd-42b4-b50a-f2e7f85f2707 {{(pid=88159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 18:56:51.279690 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] Notify callbacks [] for router, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:51.280872 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-1a8959f1-8c1c-4e39-971c-89215c3e7e39 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6d03d467-c3cd-42b4-b50a-f2e7f85f2707 HTTP/1.1" status: 204 len: 168 time: 1.5013933 Jan 28 18:56:51.283529 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 56636) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:51.343782 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ffc1ce-4651-4c37-bd86-d9c295840244 admin admin] Deleting subnet ac3512c8-20da-4215-8682-62d4d566d9d2 {{(pid=88159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 18:56:51.346870 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc1ce-4651-4c37-bd86-d9c295840244 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:51.399699 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc1ce-4651-4c37-bd86-d9c295840244 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1814508'] for subnet, precommit_delete_associations {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:51.474774 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc1ce-4651-4c37-bd86-d9c295840244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66405146'] for subnet, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:51.598771 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc1ce-4651-4c37-bd86-d9c295840244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66405137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66698772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1814272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1729838'] for subnet, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:51.640054 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffc1ce-4651-4c37-bd86-d9c295840244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac3512c8-20da-4215-8682-62d4d566d9d2,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:51.643734 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc1ce-4651-4c37-bd86-d9c295840244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:51.649062 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34495848-d1cc-4713-b42d-2cc48c611ee5 None None] Network 528bdfa6-a277-48b1-a8aa-e99b6e49fec0 requested from dv-neutron-826919-1-hyperv {{(pid=88160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 18:56:51.649652 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-d3ffc1ce-4651-4c37-bd86-d9c295840244 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ac3512c8-20da-4215-8682-62d4d566d9d2 HTTP/1.1" status: 204 len: 168 time: 0.3650866 Jan 28 18:56:51.651966 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 56642) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:51.756513 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573196'] for network, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:51.766610 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Deleting port 86f81751-c549-4c9d-92af-7bb9c420b329 {{(pid=88159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:56:51.766933 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:51.901723 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b8ec97-5220-4623-9a5b-fd15d4e012a3 None None] DHCP port deletion for 528bdfa6-a277-48b1-a8aa-e99b6e49fec0 request from dv-neutron-826919-1-hyperv {{(pid=88160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 18:56:51.906163 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-25b8ec97-5220-4623-9a5b-fd15d4e012a3 None None] Deleting port 86f81751-c549-4c9d-92af-7bb9c420b329 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:56:51.906529 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-25b8ec97-5220-4623-9a5b-fd15d4e012a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:51.974151 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.db [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] For port 86f81751-c549-4c9d-92af-7bb9c420b329, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=86f81751-c549-4c9d-92af-7bb9c420b329,segment=NetworkSegment(0dc90d57-2881-42f4-a4ed-bc53d7619f62),segment_id=0dc90d57-2881-42f4-a4ed-bc53d7619f62)] {{(pid=88159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:56:51.974510 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:52.001078 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 86f81751-c549-4c9d-92af-7bb9c420b329 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:56:52.100419 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Calling delete_port for 86f81751-c549-4c9d-92af-7bb9c420b329 owned by network:dhcp {{(pid=88159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:56:52.208725 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.db [None req-25b8ec97-5220-4623-9a5b-fd15d4e012a3 None None] For port 86f81751-c549-4c9d-92af-7bb9c420b329, host dv-neutron-826919-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826919-1-hyperv',level=0,port_id=86f81751-c549-4c9d-92af-7bb9c420b329,segment=NetworkSegment(0dc90d57-2881-42f4-a4ed-bc53d7619f62),segment_id=0dc90d57-2881-42f4-a4ed-bc53d7619f62)] {{(pid=88160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 18:56:52.209107 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-25b8ec97-5220-4623-9a5b-fd15d4e012a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66650945'] for port, precommit_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:52.235136 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-553278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67058390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737137899511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737137406949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1814323'] for port, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:52.281182 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=86f81751-c549-4c9d-92af-7bb9c420b329,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:52.287350 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] No DVR routers for this DVR port 86f81751-c549-4c9d-92af-7bb9c420b329 on host dv-neutron-826919-1-hyperv {{(pid=88159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 18:56:52.341194 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-25b8ec97-5220-4623-9a5b-fd15d4e012a3 None None] Calling delete_port for 86f81751-c549-4c9d-92af-7bb9c420b329 owned by network:dhcp {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 18:56:52.373228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-553343'] for port, before_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:52.401413 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66405880', 'neutron.services.segments.db._delete_segments_for_network-8737137947414'] for network, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:52.426881 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528bdfa6-a277-48b1-a8aa-e99b6e49fec0']}} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:52.442569 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc90d57-2881-42f4-a4ed-bc53d7619f62') {'for_net_delete': True} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:52.442853 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.services.segments.db [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc90d57-2881-42f4-a4ed-bc53d7619f62') {} {{(pid=88159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:56:52.454133 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737137948209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1811999'] for segment, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:52.459156 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9d828a62-eff0-49bb-90a1-affa03516a13 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:56:52.470169 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66499809'] for segment, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:52.476434 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 18:56:52.476810 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-66499832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1814382'] for segment, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: Traceback (most recent call last): Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: timer() Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: cb(*args, **kw) Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: return func(*args, **kwargs) Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: self._notify() Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: self.callback(batched_events) Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: event.method(event) Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: return f(self, *a, **k) Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._get(url).json() Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: return self.request(url, 'GET', **kwargs) Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 18:56:52.490190 dv-neutron-826919-1-hyperv neutron-server[88159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 18:56:52.492449 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.db.api [None req-25b8ec97-5220-4623-9a5b-fd15d4e012a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:56:52.492653 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG oslo_db.api [None req-25b8ec97-5220-4623-9a5b-fd15d4e012a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:56:52.493228 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: 9d828a62-eff0-49bb-90a1-affa03516a13 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:56:52.493553 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device 9d828a62-eff0-49bb-90a1-affa03516a13 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:56:52.493962 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device edd7db67-cafe-4ac3-a30a-bac2f2148fe4 no longer exists at agent ovs-agent-dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 18:56:52.525673 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] No Port match for: edd7db67-cafe-4ac3-a30a-bac2f2148fe4 {{(pid=88160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 18:56:52.529469 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.rpc [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Device edd7db67-cafe-4ac3-a30a-bac2f2148fe4 not bound to the agent host dv-neutron-826919-1-hyperv {{(pid=88160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 18:56:52.616023 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66405857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66616158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66652703'] for network, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:52.631758 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Notify callbacks [] for network, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:52.647409 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=528bdfa6-a277-48b1-a8aa-e99b6e49fec0,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:52.652227 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-7d5c32a4-a0c8-4c74-a67c-788e09accec1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/528bdfa6-a277-48b1-a8aa-e99b6e49fec0 HTTP/1.1" status: 204 len: 168 time: 0.9993126 Jan 28 18:56:52.985823 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 56648) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:52.993594 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-25b8ec97-5220-4623-9a5b-fd15d4e012a3 None None] Deleting port 86f81751-c549-4c9d-92af-7bb9c420b329 {{(pid=88160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 18:56:52.994130 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-25b8ec97-5220-4623-9a5b-fd15d4e012a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737137896906'] for port, before_delete {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:53.038177 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-4615e5b0-0bfa-47a1-89e9-8b813fa6d00a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8944153791d34122b13156f76c8ad16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488155 Jan 28 18:56:53.038505 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 56652) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:53.066156 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron.plugins.ml2.plugin [None req-25b8ec97-5220-4623-9a5b-fd15d4e012a3 None None] The port '86f81751-c549-4c9d-92af-7bb9c420b329' was deleted {{(pid=88160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 18:56:53.097209 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a7151458-b63b-488b-821a-56dcecce49c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:53.122531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a7151458-b63b-488b-821a-56dcecce49c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:53.267147 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a7151458-b63b-488b-821a-56dcecce49c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:53.284147 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7151458-b63b-488b-821a-56dcecce49c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6475fb46-5d6b-41b3-ac97-a4ddd3ebbe4d,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:53.292531 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-a7151458-b63b-488b-821a-56dcecce49c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:53.294016 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-a7151458-b63b-488b-821a-56dcecce49c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6475fb46-5d6b-41b3-ac97-a4ddd3ebbe4d HTTP/1.1" status: 204 len: 168 time: 0.2545402 Jan 28 18:56:53.941529 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [-] (88158) accepted ('10.222.0.26', 56660) {{(pid=88158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:53.997798 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.wsgi [-] (88159) accepted ('10.222.0.26', 56666) {{(pid=88159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 18:56:53.998195 dv-neutron-826919-1-hyperv neutron-server[88158]: INFO neutron.wsgi [None req-86c26192-34e5-4886-aa31-f66199fbbe09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4c2a941d9604d2a83d0b884abd020b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552754 Jan 28 18:56:54.055299 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eef16d78-0fd7-4c1a-a9b1-ec8c2eabe03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:54.079796 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eef16d78-0fd7-4c1a-a9b1-ec8c2eabe03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:54.217819 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eef16d78-0fd7-4c1a-a9b1-ec8c2eabe03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66696910'] for security_group, after_delete {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:54.232729 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef16d78-0fd7-4c1a-a9b1-ec8c2eabe03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8b8534-9be8-458c-9a4a-16c984a44be6,revision_number=None']} {{(pid=88159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:54.239452 dv-neutron-826919-1-hyperv neutron-server[88159]: DEBUG neutron_lib.callbacks.manager [None req-eef16d78-0fd7-4c1a-a9b1-ec8c2eabe03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:56:54.240590 dv-neutron-826919-1-hyperv neutron-server[88159]: INFO neutron.wsgi [None req-eef16d78-0fd7-4c1a-a9b1-ec8c2eabe03e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b8b8534-9be8-458c-9a4a-16c984a44be6 HTTP/1.1" status: 204 len: 168 time: 0.2418172 Jan 28 18:57:10.015670 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-200deae4-9512-42ca-a97e-061efa0ac610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:57:12.354703 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-69eb11aa-8b01-4e8b-be99-8db9a03f4e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:57:13.438808 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:57:13.491919 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:57:15.266700 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:57:16.116432 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:57:20.508671 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:57:39.994902 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fc17b807-59b8-4fee-b51e-31dda5c9301b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:57:42.359836 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-bd14681d-bf06-4caf-a7e5-245f7ba048e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:57:43.429595 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:57:43.502965 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:57:45.243913 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:57:50.520477 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:57:53.116348 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:58:10.011775 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d616f5a3-7e67-4896-8715-e370ab765070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:58:12.381006 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e995-b9c6-4fc6-b2b0-e47f844c6571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:58:13.450796 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:58:13.542489 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:58:15.221899 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:58:20.576474 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:58:25.859303 dv-neutron-826919-1-hyperv neutron-server[88158]: DEBUG neutron.wsgi [req-968fd33e-002f-406b-abd7-6c37a81766ce req-1df848b4-cff5-441c-be08-b5c0efd333e5 service neutron] (88158) timed out ('10.222.0.26', 55004) {{(pid=88158) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 18:58:30.115664 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:58:39.981921 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-e361cda9-cbb9-4b6b-829a-cdf7ad701226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:58:42.375146 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-77f527aa-b5e3-4453-911b-2576910f1cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:58:43.422054 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:58:43.518837 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:58:45.226415 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:58:50.565365 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:59:07.115571 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:59:10.010281 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f1f38735-6810-4dc3-a127-5011d61b4ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:59:12.370576 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0a10b7d4-3f78-43a1-bb8b-83ddac847bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:59:13.416079 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:59:13.507452 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:59:15.277221 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:59:20.587571 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:59:40.016026 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-fd4254b0-700f-44ed-afa0-b8ac2999c766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:59:42.392160 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c9eb4b29-7365-4f9f-a05f-21ee917640ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:59:43.409452 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:59:43.477859 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:59:44.113890 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 18:59:45.226666 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 18:59:50.568284 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:00:09.986156 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-b768dd28-e660-4187-8bfe-5143001ba752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:00:12.420525 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-cd6dd47d-306a-48ff-a4f4-2d9c202d1e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:00:13.425981 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:00:13.506019 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:00:15.260903 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:00:20.614472 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:00:21.113095 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 19:00:40.021013 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-da882178-7d8d-41bc-835a-9cd986902f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:00:42.391413 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-7e6699c0-c85c-42c4-853c-3ad4baa34e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:00:43.425948 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:00:43.517395 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:00:45.226223 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:00:50.620179 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:00:58.111494 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 19:01:10.014211 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-d7a24394-1b44-4d2e-ba8e-f983a371045c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:01:12.379317 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-8d13d7d8-5530-4153-99a3-369354d2375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:01:13.425157 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:01:13.516881 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:01:15.242733 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:01:20.602122 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:01:35.111191 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 19:01:39.990924 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-74dea60a-0923-4176-a175-8d3e1a9a8eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:01:42.413110 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-c1beb85b-377e-4f01-a392-ef5a47db7a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:01:43.408271 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:01:43.510729 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:01:45.230318 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:01:50.636600 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:02:09.967423 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-0ff31d1d-e8d3-4a9d-af4b-a76d85e852de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:02:12.110637 dv-neutron-826919-1-hyperv neutron-server[88161]: DEBUG neutron.db.agents_db [None req-f81b3ad9-33e6-4812-a437-9849feb87eec None None] Agent healthcheck: found 6 active agents {{(pid=88161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 19:02:12.407152 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-9c6ab733-6265-4857-80bc-5724fac7209d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:02:13.418672 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:02:13.515536 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:02:15.264533 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:02:20.635680 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-f425afdc-09ff-4688-bee6-25be22d3c075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:02:39.984293 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-eb8216e3-b054-43ee-bd65-eac923cb5a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:02:42.395670 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6174-3666-4e8a-b9b3-766f325eb05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:02:43.418424 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bb1-c60c-4eef-be13-66e9a297e804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:02:43.503834 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ec966265-fd00-4d14-bc31-1b4c8436fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 19:02:45.293665 dv-neutron-826919-1-hyperv neutron-server[88160]: DEBUG neutron_lib.callbacks.manager [None req-ad17d713-a652-4f4b-9e7b-bef02f269d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737137947396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66525246'] for agent, after_update {{(pid=88160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}